00000001:01000000:3.0F:1789131160.905046:0:2295:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 682 MB/s 00008000:02000000:2.0F:1789131166.618100:0:2490:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:2.0:1789131287.006785:0:5584:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789131287.006789:0:5584:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1789131287.006790:0:5584:0:(obd_mount.c:926:lmd_print()) device: 192.168.206.157@tcp:/lustre 00000020:01000004:2.0:1789131287.006792:0:5584:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1789131287.006918:0:5584:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 000000008db26ad2 00000080:01000004:2.0:1789131287.006927:0:5584:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1789131287.006940:0:5584:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.206.157@tcp' 00000020:01000004:2.0:1789131287.006990:0:5584:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.206.157@tcp (typ=mgc) 00000020:00000080:2.0:1789131287.007009:0:5584:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.206.157@tcp (0000000071bf2897) 00000020:00000080:2.0:1789131287.007022:0:5584:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:2.0:1789131287.007235:0:5584:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1789131287.007253:0:5584:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1789131287.007389:0:5584:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:2.0:1789131287.007394:0:5584:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1789131287.009072:0:5584:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:2.0:1789131287.009083:0:5584:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1789131287.009700:0:5584:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:2.0:1789131287.009707:0:5584:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:2.0:1789131287.031839:0:5584:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:2.0:1789131287.031852:0:5584:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:3.0:1789131287.032365:0:5584:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:3.0:1789131287.032372:0:5584:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:2.0:1789131287.036647:0:5584:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:2.0:1789131287.036664:0:5584:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:3.0:1789131287.037336:0:5584:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00010000:00010000:3.0:1789131287.044837:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131287.044844:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131287.044845:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131287.045162:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131287.045165:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131287.045166:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131287.050315:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1789131287.127118:0:5584:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:2.0:1789131287.127142:0:5584:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.157@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789131287.127157:0:5584:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.157@tcp lock: 0000000089349b49/0xc8adac5b2d01fc0d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115076 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131287.127173:0:5584:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.157@tcp lock: 0000000089349b49/0xc8adac5b2d01fc0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115076 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131287.127182:0:5584:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9ba0d85d4000 from 1 10000000:01000000:2.0:1789131287.127184:0:5584:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1789131287.127216:0:5584:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.157@tcp lock: 00000000a69a3f6b/0xc8adac5b2d01fc37 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131287.127229:0:5584:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.157@tcp lock: 00000000a69a3f6b/0xc8adac5b2d01fc37 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131287.127238:0:5584:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.157@tcp lock: 00000000a69a3f6b/0xc8adac5b2d01fc37 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131287.127263:0:5584:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000034a341fb pname:cluuid:pid:xid:nid:opc:job mount.lustre:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5584:1876039997326464:192.168.206.157@tcp:101: 00000100:00100000:2.0:1789131287.127345:0:5584:0:(client.c:2715:ptlrpc_set_wait()) set 0000000066961d3e going to sleep for 11 seconds 00000100:00100000:3.0:1789131287.153502:0:5584:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000000678b229 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5584:1876039997326848:192.168.206.157@tcp:501: 00000100:00100000:3.0:1789131287.153558:0:5584:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000ac8fb907 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5584:1876039997326976:192.168.206.157@tcp:503: 00000100:00100000:3.0:1789131287.153637:0:5584:0:(client.c:2715:ptlrpc_set_wait()) set 0000000008f28625 going to sleep for 11 seconds 00000100:00100000:3.0:1789131287.159866:0:5584:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000ac8fb907 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5584:1876039997326976:192.168.206.157@tcp:503: 00000020:01000000:3.0:1789131287.175789:0:5584:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:3.0:1789131287.175806:0:5584:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.157@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789131287.175924:0:5584:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba1021f7800/0xc8adac5b2d01fc3e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115084 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131287.175935:0:5584:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.157@tcp lock: ffff9ba1021f7800/0xc8adac5b2d01fc3e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115084 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:3.0:1789131287.175957:0:5584:0:(llite_lib.c:1630:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:3.0:1789131287.175983:0:5584:0:(genops.c:1385:class_connect()) connect: client 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6, cookie 0xc8adac5b2d01fc45 00800000:01000000:3.0:1789131287.176004:0:5584:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6 to lustre-clilmv-ffff9ba0d85d4000 00800000:01000000:3.0:1789131287.176011:0:5584:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9ba0d85d4000(9eee4ef8-e1f0-41ea-9b1c-8c058814aea6) - lustre-MDT0000_UUID, 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6 00000020:00000080:3.0:1789131287.176020:0:5584:0:(genops.c:1385:class_connect()) connect: client 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6, cookie 0xc8adac5b2d01fc4c 00000100:00080000:3.0:1789131287.176029:0:5584:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ba0d85d4000: connect to NID 192.168.206.157@tcp last attempt 0 00000100:00080000:3.0:1789131287.176045:0:5584:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ba0d85d4000: import ffff9ba0d8572000 using connection 192.168.206.157@tcp/192.168.206.157@tcp 00000008:00100000:3.0:1789131287.176058:0:5584:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683268 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1789131287.176082:0:5584:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ba0d483a580 x1876039997327360/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789131287.176107:0:5584:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID 00800000:01000000:3.0:1789131287.176193:0:5584:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9ba0d85d4000(9eee4ef8-e1f0-41ea-9b1c-8c058814aea6) successfully (5) 00800000:00000004:3.0:1789131287.176197:0:5584:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff9ba0d85d4000: age -794, max_age 0 00000080:00000004:3.0:1789131287.176228:0:5584:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff9ba0d85d4000: age -794, max_age 205 00800000:00000004:3.0:1789131287.176233:0:5584:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9ba0d85d4000: age -794, max_age 205 00000100:00080000:3.0:1789131287.176249:0:5584:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9ba0d4839e00 x1876039997327616/t0(0) o41->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131287.176259:0:5584:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87900 going to sleep for 0 seconds 00000100:00080000:3.0:1789131287.176358:0:2360:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9ba0d483b840 x1876039997327488/t0(0) o41->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:01000000:2.0:1789131287.713573:0:2356:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9ba0d85d4000: T10 checksum algorithm t10ip4K speed = 3587 MB/s 00000001:01000000:2.0:1789131287.968834:0:2356:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9ba0d85d4000: T10 checksum algorithm t10crc512 speed = 419 MB/s 00010000:00010000:2.0:1789131288.065660:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789131288.190794:0:5584:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87900 going to sleep for 0 seconds 00000001:01000000:2.0:1789131288.221141:0:2356:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff9ba0d85d4000: T10 checksum algorithm t10crc4K speed = 426 MB/s 00000100:00080000:2.0:1789131288.221153:0:2356:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9ba0d85d4000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1789131288.221166:0:2356:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789131288.221171:0:2356:0:(import.c:65:import_set_state_nolock()) ffff9ba0d8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1789131288.222001:0:2356:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a9f37fa9): req@ffff9ba0d483b840 x1876039997327488/t0(0) o41->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789131288.222029:0:2356:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000062917475): req@ffff9ba0d4839e00 x1876039997327616/t0(0) o41->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131288.222045:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997327360:192.168.206.157@tcp:38: 00010000:00080000:3.0:1789131288.230536:0:2360:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ba0d483b840 x1876039997327488/t0(0) o41->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/368 e 0 to 0 dl 1789131304 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131288.230559:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:0:1876039997327488:192.168.206.157@tcp:41: 00000100:00100000:2.0:1789131288.248280:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4bffc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997327872:192.168.206.157@tcp:8: 00000100:00100000:2.0:1789131288.248366:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997328000:192.168.206.157@tcp:8: 00000100:00100000:2.0:1789131288.248421:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789131288.248437:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997328128:192.168.206.157@tcp:400: 00000100:00100000:3.0:1789131288.258198:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997328128:192.168.206.157@tcp:400: 00000080:00200008:2.0:1789131288.559308:0:5624:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9ba0d212f448), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1789131288.559321:0:5624:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000002:00010000:2.0:1789131288.559346:0:5624:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789131288.559402:0:5624:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 5624 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131288.559412:0:5624:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5624 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131288.559424:0:5624:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 5624 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131288.559444:0:5624:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d830c0 pname:cluuid:pid:xid:nid:opc:job mkdir:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:5624:1876039997328384:192.168.206.157@tcp:101: 00000100:00100000:2.0:1789131288.559563:0:5624:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d5dd63c0 going to sleep for 11 seconds 00010000:00010000:3.0:1789131289.086754:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131290.111877:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1789131290.664234:0:5676:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9ba0d212f448), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1789131290.664246:0:5676:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000002:00010000:3.0:1789131290.664270:0:5676:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789131290.664299:0:5676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789131290.664320:0:5676:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1789131290.664329:0:5676:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789131290.664336:0:5676:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:3.0:1789131290.664340:0:5676:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fc68 00000080:00010000:3.0:1789131290.664347:0:5676:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fc68 from it ffffbc41018c3cc0 00010000:00010000:3.0:1789131290.664351:0:5676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1789131290.664361:0:5676:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:3.0:1789131290.664913:0:5676:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9ba0d212f448), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1789131290.664918:0:5676:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000002:00010000:3.0:1789131290.664926:0:5676:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789131290.664935:0:5676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1789131290.664944:0:5676:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:3.0:1789131290.664950:0:5676:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789131290.664954:0:5676:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:3.0:1789131290.664957:0:5676:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fc68 00000080:00010000:3.0:1789131290.664961:0:5676:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fc68 from it ffffbc41018c3cc0 00010000:00010000:3.0:1789131290.664968:0:5676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1789131290.664976:0:5676:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1789131290.665057:0:5676:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000002:00010000:3.0:1789131290.665064:0:5676:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789131290.665070:0:5676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1789131290.665078:0:5676:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1789131290.665084:0:5676:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789131290.665088:0:5676:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:3.0:1789131290.665090:0:5676:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fc68 00000080:00010000:3.0:1789131290.665094:0:5676:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fc68 from it ffffbc41018c3bb0 00010000:00010000:3.0:1789131290.665097:0:5676:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1789131290.665104:0:5676:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1789131290.665112:0:5676:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 44 00000080:00200008:3.0:1789131290.665117:0:5676:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9ba0d212f448), flags 100000 00000080:00200080:3.0:1789131290.665193:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.665216:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00800000:00000004:3.0:1789131290.665226:0:5676:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9ba0d85d4000: age 207, max_age 209 00000100:00100000:3.0:1789131290.665259:0:5676:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d48392c0 pname:cluuid:pid:xid:nid:opc:job lfs:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:5676:1876039997328512:192.168.206.157@tcp:41: 00000100:00100000:3.0:1789131290.665359:0:5676:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2fdf180 going to sleep for 11 seconds 00000100:00100000:3.0:1789131290.682687:0:5676:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d48392c0 pname:cluuid:pid:xid:nid:opc:job lfs:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:5676:1876039997328512:192.168.206.157@tcp:41: 00800000:00000004:3.0:1789131290.682713:0:5676:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9ba0d85d4000: update ffff9ba0c2ee5328 cache blocks 17239/17271 objects 534230/534562 00000080:00200080:3.0:1789131290.682781:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682805:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682813:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682817:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682820:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682824:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682827:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682830:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682833:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682836:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682839:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682843:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682845:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682848:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682852:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682855:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682859:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682862:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682866:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682869:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682886:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682890:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682894:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682897:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682900:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682903:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682906:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682909:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682912:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682915:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682918:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682921:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682924:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682927:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682930:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682933:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682936:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682939:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682942:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682945:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682948:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682951:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682954:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682957:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682960:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682967:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682971:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682974:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682978:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682981:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682984:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682987:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682990:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682993:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.682996:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.682999:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683002:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683005:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683008:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683011:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683014:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683017:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683020:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683023:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683027:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683029:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683032:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683035:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683038:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683041:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683049:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683053:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683056:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683059:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683062:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683065:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683068:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683071:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683074:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683077:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683080:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683083:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683086:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683089:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683092:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683095:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683098:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683101:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683104:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683107:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683111:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683113:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683117:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683119:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683123:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683130:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683134:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683137:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683141:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683144:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683147:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683150:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683153:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683156:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683159:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683162:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683165:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683168:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683171:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683174:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683177:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683180:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683183:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683186:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683189:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683192:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683195:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683198:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683201:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683204:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683212:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683215:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683219:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683222:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683225:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683228:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683231:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00800000:00000080:3.0:1789131290.683234:0:5676:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.683237:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.683243:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00020000:00000004:3.0:1789131290.683249:0:5676:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff9ba0d85d4000: age -794, max_age 209 00000100:00100000:3.0:1789131290.683288:0:5676:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d48392c0 pname:cluuid:pid:xid:nid:opc:job lfs:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:5676:1876039997328640:192.168.206.157@tcp:13: 00000100:00100000:3.0:1789131290.683354:0:5676:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2fdf180 going to sleep for 11 seconds 00010000:00080000:3.0:1789131290.685506:0:5676:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ba0d48392c0 x1876039997328640/t0(0) o13->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:7/4 lens 224/368 e 0 to 0 dl 1789131306 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131290.685525:0:5676:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d48392c0 pname:cluuid:pid:xid:nid:opc:job lfs:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:5676:1876039997328640:192.168.206.157@tcp:13: 00020000:00000004:3.0:1789131290.685557:0:5676:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff9ba0d85d4000: update ffff9ba0c2ee0450 cache blocks 3679/3683 objects 117792/118186 00000080:00200080:3.0:1789131290.685614:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.685628:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00020000:00000004:3.0:1789131290.685635:0:5676:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff9ba0d85d4000: age -794, max_age 209 00000100:00100000:3.0:1789131290.685662:0:5676:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d48392c0 pname:cluuid:pid:xid:nid:opc:job lfs:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:5676:1876039997328768:192.168.206.157@tcp:13: 00000100:00100000:3.0:1789131290.685747:0:5676:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2fdf180 going to sleep for 11 seconds 00010000:00080000:3.0:1789131290.688127:0:5676:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ba0d48392c0 x1876039997328768/t0(0) o13->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:7/4 lens 224/368 e 0 to 0 dl 1789131306 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131290.688163:0:5676:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d48392c0 pname:cluuid:pid:xid:nid:opc:job lfs:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:5676:1876039997328768:192.168.206.157@tcp:13: 00020000:00000004:3.0:1789131290.688185:0:5676:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff9ba0d85d4000: update ffff9ba0c2fad328 cache blocks 3679/3683 objects 117792/118186 00000080:00200080:3.0:1789131290.688243:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688257:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688263:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688267:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688271:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688285:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688291:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688294:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688298:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688302:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688306:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688309:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688313:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688316:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688320:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688324:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688327:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688330:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688334:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688337:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688341:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688345:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688356:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688361:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688365:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688368:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688372:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688375:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688378:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688382:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688386:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688389:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688393:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688396:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688400:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688404:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688408:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688411:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688415:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688419:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688423:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688426:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688429:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688432:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688436:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688440:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688444:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688455:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688460:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688463:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688466:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688511:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688517:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688521:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688525:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688528:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688542:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688547:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688552:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688555:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688559:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688563:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688566:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688570:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688574:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688578:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688582:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688585:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688589:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688593:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688597:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688601:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688611:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688615:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688618:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688622:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688626:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688629:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688633:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688636:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688640:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688643:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688647:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688650:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688654:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688657:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688661:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688665:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688668:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688671:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688675:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688679:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688683:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688686:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688690:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688693:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688697:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688706:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688711:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688715:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688718:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688721:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688725:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688728:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688732:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688735:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688739:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688742:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688746:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688750:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688754:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688757:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688761:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688764:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688768:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688772:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688776:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688779:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688800:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688805:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688809:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688812:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688823:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688828:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200080:3.0:1789131290.688832:0:5676:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448) cmd=c00866a4 arg=7ffce566b010 00020000:00000080:3.0:1789131290.688835:0:5676:0:(lov_obd.c:977:lov_iocontrol()) lustre-clilov-ffff9ba0d85d4000: cmd=c00866a4 len=592 karg=ffff9ba0c2e2c000 uarg=0000000000000000 00000080:00200008:3.0:1789131290.688848:0:5676:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9ba0d212f448), flags 100000 00010000:00010000:3.0:1789131291.134862:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131292.159201:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131293.183754:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789131293.552046:0:5866:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1789131294.207769:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131295.233878:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131296.256617:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131297.280617:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789131297.880609:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.157@tcp (source: 12345-192.168.206.157@tcp) 00000100:00100000:3.0:1789131297.880659:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.157@tcp (source: 12345-192.168.206.157@tcp) 00000100:00100000:2.0:1789131297.880944:0:5587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876040018322176 00000100:00100000:2.0:1789131297.880958:0:5587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876040018322176 00000100:00100000:2.0:1789131297.881002:0:5587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876040018322304 00000100:00100000:2.0:1789131297.881005:0:5587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876040018322304 00000100:00100000:2.0:1789131297.881020:0:5587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.157@tcp, seq: 0 00000100:00100000:2.0:1789131297.881029:0:5587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ba0d483bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:fabaa51c-4987-45c4-9f02-e7d2b3d3d958+4:8443:x1876040018322176:12345-192.168.206.157@tcp:104: 00010000:00010000:2.0:1789131297.881050:0:5587:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.157@tcp lock: ffff9ba1021f7600/0xc8adac5b2d01fc0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2d69527cc2115076 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131297.881178:0:5587:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789131297.881186:0:5587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ba0d483bc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:fabaa51c-4987-45c4-9f02-e7d2b3d3d958+4:8443:x1876040018322176:12345-192.168.206.157@tcp:104: Request processed in 157us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131297.881194:0:5587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.157@tcp, seq: 0 00000100:00100000:2.0:1789131297.881215:0:5587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.157@tcp, seq: 1 00000100:00100000:2.0:1789131297.881222:0:5587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ba0d483b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:fabaa51c-4987-45c4-9f02-e7d2b3d3d958+3:8443:x1876040018322304:12345-192.168.206.157@tcp:104: 00010000:00010000:2.0:1789131297.881232:0:5587:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.157@tcp lock: ffff9ba0c0030e00/0xc8adac5b2d01fc06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2d69527cc211506f expref: -99 pid: 5584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131297.881287:0:5587:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789131297.881294:0:5587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ba0d483b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:fabaa51c-4987-45c4-9f02-e7d2b3d3d958+3:8443:x1876040018322304:12345-192.168.206.157@tcp:104: Request processed in 72us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131297.881301:0:5587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.157@tcp, seq: 1 00000100:00100000:2.0:1789131304.001332:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2359:1876039997330304:192.168.206.157@tcp:400: 00000100:00100000:2.0:1789131304.001427:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2359:1876039997330560:192.168.206.157@tcp:400: 00000100:00100000:2.0:1789131304.001458:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789131304.001465:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2359:1876039997330176:192.168.206.157@tcp:400: 00000100:00100000:2.0:1789131304.001513:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2359:1876039997330432:192.168.206.157@tcp:400: 00000100:00100000:2.0:1789131304.005689:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2359:1876039997330176:192.168.206.157@tcp:400: 00010000:00080000:2.0:1789131304.005713:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ba0d4d83480 x1876039997330432/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131304.005725:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2359:1876039997330432:192.168.206.157@tcp:400: 00010000:00080000:2.0:1789131304.005754:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ba0d4d82580 x1876039997330560/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131304.005763:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2359:1876039997330560:192.168.206.157@tcp:400: 00000100:00100000:2.0:1789131304.006356:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2359:1876039997330304:192.168.206.157@tcp:400: 10000000:01000000:2.0:1789131304.510601:0:5599:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1789131304.510608:0:5599:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9ba0d85d4000 from 39 10000000:01000000:2.0:1789131304.510613:0:5599:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789131304.510658:0:5599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fc800/0xc8adac5b2d01fc6f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131304.510669:0:5599:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fc800/0xc8adac5b2d01fc6f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131304.510685:0:5599:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fc800/0xc8adac5b2d01fc6f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131304.510709:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d83c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997330688:192.168.206.157@tcp:101: 00000100:00100000:2.0:1789131304.510795:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0e027e480 going to sleep for 11 seconds 00000100:00100000:2.0:1789131304.516299:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d83c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997330688:192.168.206.157@tcp:101: 00010000:00010000:2.0:1789131304.516326:0:5599:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fc800/0xc8adac5b2d01fc6f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115117 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131304.516338:0:5599:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fc800/0xc8adac5b2d01fc6f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2d69527cc2115117 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131304.516403:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d83c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997330816:192.168.206.157@tcp:501: 00000100:00100000:2.0:1789131304.516533:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0e027e480 going to sleep for 11 seconds 00000020:01000000:2.0:1789131304.566876:0:5599:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0) 10000000:01000000:2.0:1789131304.566907:0:5599:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.157@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789131304.566918:0:5599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fc800/0xc8adac5b2d01fc6f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115117 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131304.566930:0:5599:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fc800/0xc8adac5b2d01fc6f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115117 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131304.566941:0:5599:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1789131304.566944:0:5599:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9ba0d81fced8 from 1 10000000:01000000:2.0:1789131304.566947:0:5599:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1789131304.566983:0:5599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fc000/0xc8adac5b2d01fc76 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131304.566991:0:5599:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fc000/0xc8adac5b2d01fc76 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131304.567001:0:5599:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fc000/0xc8adac5b2d01fc76 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131304.567026:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d82580 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997331328:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789131304.567110:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0e027e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789131305.610865:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.157@tcp (source: 12345-192.168.206.157@tcp) 00000100:00100000:3.0:1789131305.610958:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876040018330240 00000100:00100000:3.0:1789131305.610978:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876040018330240 00000100:00100000:3.0:1789131305.611058:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.157@tcp, seq: 2 00000100:00100000:3.0:1789131305.611068:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ba0d4d83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:fabaa51c-4987-45c4-9f02-e7d2b3d3d958+3:8504:x1876040018330240:12345-192.168.206.157@tcp:104: 00010000:00010000:3.0:1789131305.611088:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.157@tcp lock: ffff9ba1021f7800/0xc8adac5b2d01fc3e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2d69527cc2115084 expref: -99 pid: 5584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131305.611180:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789131305.611187:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ba0d4d83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:fabaa51c-4987-45c4-9f02-e7d2b3d3d958+3:8504:x1876040018330240:12345-192.168.206.157@tcp:104: Request processed in 121us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131305.611206:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.157@tcp, seq: 2 00000020:01000000:2.0:1789131306.412455:0:5599:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:2.0:1789131306.412494:0:5599:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.157@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789131306.412504:0:5599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba1021f6e00/0xc8adac5b2d01fc7d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc211512c expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131306.412540:0:5599:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.157@tcp lock: ffff9ba1021f6e00/0xc8adac5b2d01fc7d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc211512c expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131308.608677:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789131309.128907:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d48383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997332352:192.168.206.157@tcp:400:kworker.0 00000100:00100000:3.0:1789131309.129000:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4839e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2360:1876039997332608:192.168.206.157@tcp:400:kworker.0 00000100:00100000:3.0:1789131309.129028:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1789131309.129033:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2360:1876039997332480:192.168.206.157@tcp:400:kworker.0 00000100:00100000:3.0:1789131309.129068:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2360:1876039997332736:192.168.206.157@tcp:400:kworker.0 00010000:00080000:3.0:1789131309.134020:0:2360:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ba0d483a580 x1876039997332736/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131309.134041:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2360:1876039997332736:192.168.206.157@tcp:400:kworker.0 00010000:00080000:3.0:1789131309.134054:0:2360:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ba0d4839e00 x1876039997332608/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131309.134063:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4839e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2360:1876039997332608:192.168.206.157@tcp:400:kworker.0 00000100:00100000:3.0:1789131309.134848:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2360:1876039997332480:192.168.206.157@tcp:400:kworker.0 00000100:00100000:3.0:1789131309.136356:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d48383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997332352:192.168.206.157@tcp:400:kworker.0 00010000:00010000:3.0:1789131310.654756:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131312.703925:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789131314.255288:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997333120:192.168.206.157@tcp:9:kworker.0 00000100:00100000:2.0:1789131314.255318:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997333248:192.168.206.157@tcp:9:kworker.0 00010000:00010000:2.0:1789131314.754612:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131316.799637:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789131317.648579:0:6736:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg657-client.virtnet: executing yml_node 00010000:00010000:2.0:1789131318.847913:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789131319.372423:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997333376:192.168.206.157@tcp:400:kworker.0 00000100:00100000:3.0:1789131319.373062:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4838f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2359:1876039997333504:192.168.206.157@tcp:400:kworker.0 00000100:00100000:3.0:1789131319.386037:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997333376:192.168.206.157@tcp:400:kworker.0 00000100:00100000:3.0:1789131319.386096:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4838f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2359:1876039997333504:192.168.206.157@tcp:400:kworker.0 00010000:00010000:3.0:1789131320.900992:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131322.944722:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789131324.478687:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d48383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2359:1876039997333760:192.168.206.157@tcp:400:kworker.0 00000100:00100000:3.0:1789131324.478838:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789131324.478846:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4838f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2359:1876039997333632:192.168.206.157@tcp:400:kworker.0 00000100:00100000:2.0:1789131324.485140:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4838f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2359:1876039997333632:192.168.206.157@tcp:400:kworker.0 00000100:00100000:2.0:1789131324.494561:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d48383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2359:1876039997333760:192.168.206.157@tcp:400:kworker.0 00000001:02000400:2.0:1789131327.912422:0:7495:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.57.132 00010000:00010000:2.0:1789131329.088834:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789131329.450754:0:7639:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Fri Sep 11 08:55:28 EDT 2026 00010000:00010000:2.0:1789131331.135126:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131332.161901:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131333.182882:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131334.207620:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131335.231872:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131336.254770:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131337.279851:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131338.306063:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131339.326936:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131342.402778:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789131343.432127:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789131344.961229:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997334656:192.168.206.157@tcp:400:kworker.0 00000100:00100000:3.0:1789131344.961359:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789131344.961368:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4838780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2360:1876039997334784:192.168.206.157@tcp:400:kworker.0 00000100:00100000:2.0:1789131344.969600:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4838780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2360:1876039997334784:192.168.206.157@tcp:400:kworker.0 00000100:00100000:2.0:1789131344.969691:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997334656:192.168.206.157@tcp:400:kworker.0 00010000:00010000:3.0:1789131345.484208:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789131346.494597:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789131347.846994:0:8474:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 08:55:46 (1789131346) === 00000080:00200008:3.0:1789131347.972504:0:7655:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9ba0d212f448), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1789131347.972514:0:7655:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000002:00010000:3.0:1789131347.972533:0:7655:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789131347.972551:0:7655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1789131347.972567:0:7655:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1789131347.972576:0:7655:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789131347.972584:0:7655:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:3.0:1789131347.972587:0:7655:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fc68 00000080:00010000:3.0:1789131347.972595:0:7655:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fc68 from it ffffbc4101c47cc0 00010000:00010000:3.0:1789131347.972600:0:7655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1789131347.972609:0:7655:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:3.0:1789131348.030024:0:7655:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9ba0d212f448), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1789131348.030037:0:7655:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000002:00010000:3.0:1789131348.030056:0:7655:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789131348.030075:0:7655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1789131348.030090:0:7655:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:3.0:1789131348.030098:0:7655:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789131348.030106:0:7655:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:3.0:1789131348.030110:0:7655:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fc68 00000080:00010000:3.0:1789131348.030117:0:7655:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fc68 from it ffffbc4101c47cc0 00010000:00010000:3.0:1789131348.030120:0:7655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1789131348.030129:0:7655:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:3.0:1789131348.073063:0:7655:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9ba0d212f448), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1789131348.073075:0:7655:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000002:00010000:3.0:1789131348.073094:0:7655:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789131348.073111:0:7655:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1789131348.073126:0:7655:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:3.0:1789131348.073143:0:7655:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789131348.073150:0:7655:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:3.0:1789131348.073153:0:7655:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fc68 00000080:00010000:3.0:1789131348.073160:0:7655:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fc68 from it ffffbc4101c47cc0 00010000:00010000:3.0:1789131348.073164:0:7655:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1789131348.073173:0:7655:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000020:01000004:2.0:1789131348.421845:0:8522:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789131348.421849:0:8522:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1789131348.421851:0:8522:0:(obd_mount.c:926:lmd_print()) device: 192.168.206.157@tcp:/lustre 00000020:01000004:2.0:1789131348.421852:0:8522:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1789131348.421997:0:8522:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9ba0d1a0e000 00000080:01000004:2.0:1789131348.422006:0:8522:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1789131348.422025:0:8522:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.206.157@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1789131348.422028:0:8522:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.206.157@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:2.0:1789131348.422035:0:8522:0:(llite_lib.c:1522:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9ba0d1a0e000 (sb ffff9ba0d1a0e000) 00000080:01000000:2.0:1789131348.422111:0:8522:0:(llite_lib.c:1248:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1789131348.422113:0:8522:0:(llite_lib.c:1258:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1789131348.422116:0:8522:0:(llite_lib.c:1258:ll_options()) next opt=flock 00000080:01000000:2.0:1789131348.422122:0:8522:0:(llite_lib.c:1556:ll_fill_super()) llite sb uuid: 28807d01-a03a-479a-9ee1-7bdfc4545b0f 10000000:01000000:2.0:1789131348.422567:0:8522:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789131348.422570:0:8522:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9ba0d1a0e000 10000000:01000000:2.0:1789131348.422577:0:8522:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9ba0d1a0e000 10000000:01000000:2.0:1789131348.422581:0:8522:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789131348.422586:0:8522:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9ba0d1a0e000 10000000:01000000:2.0:1789131348.422588:0:8522:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789131348.422591:0:8522:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9ba0d1a0e000 10000000:01000000:2.0:1789131348.422593:0:8522:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1789131348.422597:0:8522:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9ba0d1a0e000 from 1 10000000:01000000:2.0:1789131348.422600:0:8522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789131348.422635:0:8522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fcc00/0xc8adac5b2d01fc84 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131348.422645:0:8522:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fcc00/0xc8adac5b2d01fc84 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131348.422655:0:8522:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fcc00/0xc8adac5b2d01fc84 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789131348.422679:0:8522:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d81a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:8522:1876039997334912:192.168.206.157@tcp:101:mount.lustre.0 00000100:00100000:3.0:1789131348.436576:0:8522:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0e027e900 going to sleep for 11 seconds 00000100:00100000:3.0:1789131348.441030:0:8522:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d81a40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:8522:1876039997334912:192.168.206.157@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789131348.441059:0:8522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fcc00/0xc8adac5b2d01fc84 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc211515d expref: -99 pid: 8522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131348.441071:0:8522:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fcc00/0xc8adac5b2d01fc84 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2d69527cc211515d expref: -99 pid: 8522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131348.441145:0:8522:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4838b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:8522:1876039997335040:192.168.206.157@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789131348.441228:0:8522:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1ad1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789131348.444261:0:8522:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4838b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:8522:1876039997335040:192.168.206.157@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789131348.444314:0:8522:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4838b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:8522:1876039997335168:192.168.206.157@tcp:503:mount.lustre.0 00000100:00100000:3.0:1789131348.444391:0:8522:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1ad1e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789131348.452267:0:8526:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2e580 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:8526:1876039997335296:192.168.206.157@tcp:502:llog_process_th.0 00000020:01000000:2.0:1789131348.452309:0:8526:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789131348.452321:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131348.452324:0:8526:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:2.0:1789131348.452331:0:8526:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9ba0d1a0e000 00000020:00000080:2.0:1789131348.452334:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789131348.452347:0:8526:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9ba0d1a0e000 (ffff9ba0d81f8000) 00000020:00000080:2.0:1789131348.452365:0:8526:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type lov with refcount 2 00000020:01000000:2.0:1789131348.452371:0:8526:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9ba0d1a0e000 00000020:00000080:2.0:1789131348.452374:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1789131348.452655:0:8526:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9ba0d1a0e000 (uuid 28807d01-a03a-479a-9ee1-7bdfc4545b0f) 00000020:01000000:2.0:1789131348.452661:0:8526:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789131348.452664:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131348.452666:0:8526:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1789131348.452669:0:8526:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789131348.452672:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131348.452674:0:8526:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1789131348.452677:0:8526:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9ba0d1a0e000 00000020:00000080:2.0:1789131348.452680:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789131348.452685:0:8526:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9ba0d1a0e000 (ffff9ba0d81f9a48) 00000020:00000080:2.0:1789131348.452695:0:8526:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lmv with refcount 2 00000020:01000000:2.0:1789131348.452700:0:8526:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9ba0d1a0e000 00000020:00000080:2.0:1789131348.452702:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1789131348.452865:0:8526:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9ba0d1a0e000 (uuid 28807d01-a03a-479a-9ee1-7bdfc4545b0f) 00000020:01000000:2.0:1789131348.452870:0:8526:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789131348.452873:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131348.452874:0:8526:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1789131348.452877:0:8526:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789131348.452881:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131348.452882:0:8526:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1789131348.452889:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1789131348.452891:0:8526:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1789131348.452894:0:8526:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1789131348.452899:0:8526:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789131348.452901:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131348.452902:0:8526:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1789131348.452904:0:8526:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789131348.452908:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131348.452909:0:8526:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1789131348.452911:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789131348.452915:0:8526:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.157@tcp to nid 0x20000c0a8ce9d (192.168.206.157@tcp) 00000020:01000000:2.0:1789131348.452938:0:8526:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000080:2.0:1789131348.452940:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789131348.452947:0:8526:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9ba0d1a0e000 (ffff9ba0d81fb490) 00000020:00000080:2.0:1789131348.452955:0:8526:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type mdc with refcount 2 00000020:01000000:2.0:1789131348.452970:0:8526:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000080:2.0:1789131348.452972:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1789131348.453022:0:8526:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ba0d1a09800@lustre-MDT0000-mdc-ffff9ba0d1a0e000: add connection 192.168.206.157@tcp at head 00010000:00010000:2.0:1789131348.454424:0:8526:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9ba0d1a0e000-4 is initialized 00000040:01000000:2.0:1789131348.454675:0:8526:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9ba0d1a0e000 ctxt 13 is initialized 00000020:00000080:2.0:1789131348.454711:0:8526:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9ba0d1a0e000 (uuid 28807d01-a03a-479a-9ee1-7bdfc4545b0f) 00000020:01000000:2.0:1789131348.454722:0:8526:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9ba0d1a0e000 00000020:00000080:2.0:1789131348.454725:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1789131348.454744:0:8526:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1789131348.454775:0:8526:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789131348.454778:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131348.454780:0:8526:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1789131348.454782:0:8526:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789131348.454785:0:8526:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1789131348.454786:0:8526:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789131348.454788:0:8526:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789131348.454789:0:8526:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789131348.454796:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131348.454797:0:8526:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789131348.454800:0:8526:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789131348.454804:0:8526:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.206.157@tcp:/lustre 00000020:00000080:2.0:1789131348.454807:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789131348.454808:0:8526:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1789131348.454811:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789131348.454815:0:8526:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.157@tcp to nid 0x20000c0a8ce9d (192.168.206.157@tcp) 00000020:01000000:2.0:1789131348.454834:0:8526:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9ba0d1a0e000 00000020:00000080:2.0:1789131348.454836:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789131348.454850:0:8526:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9ba0d1a0e000 (ffff9ba0c2f48000) 00000020:00000080:2.0:1789131348.454861:0:8526:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osc with refcount 2 00000020:01000000:2.0:1789131348.454865:0:8526:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9ba0d1a0e000 00000020:00000080:2.0:1789131348.454867:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1789131348.454926:0:8526:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ba0d1a0a000@lustre-OST0000-osc-ffff9ba0d1a0e000: add connection 192.168.206.157@tcp at head 00010000:00010000:3.0:1789131348.469143:0:8526:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9ba0d1a0e000-5 is initialized 00000020:00000080:3.0:1789131348.469392:0:8526:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9ba0d1a0e000 (uuid 28807d01-a03a-479a-9ee1-7bdfc4545b0f) 00000020:01000000:3.0:1789131348.469406:0:8526:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9ba0d1a0e000 00000020:00000080:3.0:1789131348.469411:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1789131348.469435:0:8526:0:(lov_obd.c:482:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:3.0:1789131348.469443:0:8526:0:(lov_obd.c:511:lov_add_target()) lustre-clilov-ffff9ba0d1a0e000: Adding target lustre-OST0000_UUID 00020000:01000000:3.0:1789131348.469448:0:8526:0:(lov_obd.c:533:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:3.0:1789131348.469461:0:8526:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789131348.469465:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789131348.469467:0:8526:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1789131348.469493:0:8526:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789131348.469495:0:8526:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1789131348.469497:0:8526:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789131348.469498:0:8526:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789131348.469499:0:8526:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789131348.469502:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789131348.469504:0:8526:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789131348.469506:0:8526:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789131348.469510:0:8526:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.206.157@tcp:/lustre 00000020:00000080:3.0:1789131348.469513:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789131348.469514:0:8526:0:(obd_config.c:1563:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1789131348.469517:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789131348.469521:0:8526:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.206.157@tcp to nid 0x20000c0a8ce9d (192.168.206.157@tcp) 00000020:01000000:3.0:1789131348.469546:0:8526:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9ba0d1a0e000 00000020:00000080:3.0:1789131348.469548:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789131348.469568:0:8526:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9ba0d1a0e000 (ffff9ba0c6474ed8) 00000020:00000080:3.0:1789131348.469583:0:8526:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osc with refcount 2 00000020:01000000:3.0:1789131348.469588:0:8526:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9ba0d1a0e000 00000020:00000080:3.0:1789131348.469590:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1789131348.469657:0:8526:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ba0c3042000@lustre-OST0001-osc-ffff9ba0d1a0e000: add connection 192.168.206.157@tcp at head 00010000:00010000:3.0:1789131348.469822:0:8526:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9ba0d1a0e000-6 is initialized 00000020:00000080:3.0:1789131348.470057:0:8526:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9ba0d1a0e000 (uuid 28807d01-a03a-479a-9ee1-7bdfc4545b0f) 00000020:01000000:3.0:1789131348.470063:0:8526:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9ba0d1a0e000 00000020:00000080:3.0:1789131348.470071:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1789131348.470083:0:8526:0:(lov_obd.c:482:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:3.0:1789131348.470088:0:8526:0:(lov_obd.c:511:lov_add_target()) lustre-clilov-ffff9ba0d1a0e000: Adding target lustre-OST0001_UUID 00020000:01000000:3.0:1789131348.470090:0:8526:0:(lov_obd.c:533:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:3.0:1789131348.470098:0:8526:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789131348.470100:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789131348.470101:0:8526:0:(obd_config.c:1563:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1789131348.470104:0:8526:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789131348.470106:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789131348.470107:0:8526:0:(obd_config.c:1563:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000080:3.0:1789131348.470110:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1789131348.470111:0:8526:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1789131348.470113:0:8526:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789131348.470115:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789131348.470116:0:8526:0:(obd_config.c:1563:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000020:01000000:3.0:1789131348.470118:0:8526:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789131348.470119:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789131348.470120:0:8526:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1789131348.470123:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1789131348.470163:0:8526:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4838b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:8526:1876039997335424:192.168.206.157@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789131348.470255:0:8526:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1ad1180 going to sleep for 11 seconds 00000100:00100000:3.0:1789131348.475629:0:8526:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4838b40 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:8526:1876039997335424:192.168.206.157@tcp:502:llog_process_th.0 00000020:01000000:3.0:1789131348.475668:0:8526:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789131348.475677:0:8526:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789131348.475679:0:8526:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1789131348.475684:0:8526:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:3.0:1789131348.479196:0:8522:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:3.0:1789131348.479237:0:8522:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.157@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1789131348.479256:0:8522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fcc00/0xc8adac5b2d01fc84 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc211515d expref: -99 pid: 8522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131348.479280:0:8522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fcc00/0xc8adac5b2d01fc84 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc211515d expref: -99 pid: 8522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789131348.479288:0:8522:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9ba0d1a0e000 from 1 10000000:01000000:3.0:1789131348.479292:0:8522:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1789131348.479328:0:8522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c7000/0xc8adac5b2d01fcae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 8522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131348.479336:0:8522:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c7000/0xc8adac5b2d01fcae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 8522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131348.479347:0:8522:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c7000/0xc8adac5b2d01fcae lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 8522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789131348.479374:0:8522:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4838b40 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:8522:1876039997335552:192.168.206.157@tcp:101:mount.lustre.0 00000100:00100000:3.0:1789131348.479452:0:8522:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1ad1180 going to sleep for 11 seconds 00000020:01000000:3.0:1789131348.516412:0:8522:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:3.0:1789131348.516428:0:8522:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.157@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789131348.516452:0:8522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0c0030000/0xc8adac5b2d01fcb5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc211516b expref: -99 pid: 8522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131348.516462:0:8522:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.157@tcp lock: ffff9ba0c0030000/0xc8adac5b2d01fcb5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc211516b expref: -99 pid: 8522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:3.0:1789131348.516512:0:8522:0:(llite_lib.c:1630:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:3.0:1789131348.516535:0:8522:0:(genops.c:1385:class_connect()) connect: client 28807d01-a03a-479a-9ee1-7bdfc4545b0f, cookie 0xc8adac5b2d01fcbc 00800000:01000000:3.0:1789131348.516555:0:8522:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 28807d01-a03a-479a-9ee1-7bdfc4545b0f to lustre-clilmv-ffff9ba0d1a0e000 00800000:01000000:3.0:1789131348.516562:0:8522:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9ba0d1a0e000(28807d01-a03a-479a-9ee1-7bdfc4545b0f) - lustre-MDT0000_UUID, 28807d01-a03a-479a-9ee1-7bdfc4545b0f 00000020:00000080:3.0:1789131348.516577:0:8522:0:(genops.c:1385:class_connect()) connect: client 28807d01-a03a-479a-9ee1-7bdfc4545b0f, cookie 0xc8adac5b2d01fcc3 00000100:00080000:3.0:1789131348.516585:0:8522:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: connect to NID 192.168.206.157@tcp last attempt 0 00000100:00080000:3.0:1789131348.516592:0:8522:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: import ffff9ba0d1a09800 using connection 192.168.206.157@tcp/192.168.206.157@tcp 00000008:00100000:3.0:1789131348.516603:0:8522:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683268 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1789131348.516626:0:8522:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ba0d483a1c0 x1876039997336448/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789131348.516650:0:8522:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID 00000100:00100000:3.0:1789131348.516718:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789131348.516731:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2359:1876039997336576:192.168.206.157@tcp:400:kworker.0 00800000:01000000:3.0:1789131348.517007:0:8522:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9ba0d1a0e000(28807d01-a03a-479a-9ee1-7bdfc4545b0f) successfully (5) 00800000:00000004:3.0:1789131348.517011:0:8522:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: age -732, max_age 0 00000100:00080000:3.0:1789131348.517039:0:2359:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9ba0d483ad00 x1876039997336704/t0(0) o41->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000004:3.0:1789131348.517062:0:8522:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff9ba0d1a0e000: age -732, max_age 267 00800000:00000004:3.0:1789131348.517066:0:8522:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: age -732, max_age 267 00000100:00080000:3.0:1789131348.517081:0:8522:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9ba0d4838780 x1876039997336832/t0(0) o41->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131348.517088:0:8522:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1ad1180 going to sleep for 0 seconds 00000100:00100000:3.0:1789131348.525926:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2359:1876039997336576:192.168.206.157@tcp:400:kworker.0 00000100:00100000:2.0:1789131348.537371:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:0:1876039997336704:192.168.206.157@tcp:41:mount.lustre.0 00000100:00100000:2.0:1789131348.537603:0:8522:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4838780 pname:cluuid:pid:xid:nid:opc:job mount.lustre:28807d01-a03a-479a-9ee1-7bdfc4545b0f:8522:1876039997336832:192.168.206.157@tcp:41:mount.lustre.0 00800000:00000004:2.0:1789131348.537619:0:8522:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: update ffff9ba0d81fb8e0 cache blocks 17239/17271 objects 534230/534562 00000080:00000004:2.0:1789131348.537626:0:8522:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff9ba0d1a0e000: update ffff9ba0d81f9e98 cache blocks 17239/17271 objects 534230/534562 00000100:00100000:2.0:1789131348.537666:0:8522:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d82580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:28807d01-a03a-479a-9ee1-7bdfc4545b0f:8522:1876039997336960:192.168.206.157@tcp:40:mount.lustre.0 00000100:00100000:2.0:1789131348.537746:0:8522:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1bc4600 going to sleep for 11 seconds 00000100:00100000:2.0:1789131348.539889:0:8522:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d82580 pname:cluuid:pid:xid:nid:opc:job mount.lustre:28807d01-a03a-479a-9ee1-7bdfc4545b0f:8522:1876039997336960:192.168.206.157@tcp:40:mount.lustre.0 00000080:00000004:2.0:1789131348.539914:0:8522:0:(llite_lib.c:615:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1789131348.539927:0:8522:0:(llite_lib.c:778:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683268 ocd_grant: 3407872 00020000:01000000:2.0:1789131348.539931:0:8522:0:(lov_obd.c:187:lov_connect()) connect #0 00000020:00000080:2.0:1789131348.539942:0:8522:0:(genops.c:1385:class_connect()) connect: client 28807d01-a03a-479a-9ee1-7bdfc4545b0f, cookie 0xc8adac5b2d01fcca 00000020:00000080:2.0:1789131348.539968:0:8522:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xc8adac5b2d01fcd1 00000100:00080000:2.0:1789131348.539988:0:8522:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9ba0d1a0e000: connect to NID 192.168.206.157@tcp last attempt 0 00000100:00080000:2.0:1789131348.539996:0:8522:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9ba0d1a0e000: import ffff9ba0d1a0a000 using connection 192.168.206.157@tcp/192.168.206.157@tcp 00000008:00100000:2.0:1789131348.540007:0:8522:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683268 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1789131348.540030:0:8522:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ba0d4d82580 x1876039997337088/t0(0) o8->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789131348.540061:0:8522:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID 00020000:01000000:2.0:1789131348.540073:0:8522:0:(lov_obd.c:160:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9ba0d1a0e000) active 00000020:00000080:2.0:1789131348.540098:0:8522:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xc8adac5b2d01fcd8 00000100:00080000:2.0:1789131348.540102:0:8522:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ba0d1a0e000: connect to NID 192.168.206.157@tcp last attempt 0 00000100:00080000:2.0:1789131348.540107:0:8522:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ba0d1a0e000: import ffff9ba0c3042000 using connection 192.168.206.157@tcp/192.168.206.157@tcp 00000008:00100000:2.0:1789131348.540112:0:8522:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683268 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1789131348.540122:0:8522:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ba0d4d80000 x1876039997337216/t0(0) o8->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789131348.540131:0:8522:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID 00020000:01000000:2.0:1789131348.540136:0:8522:0:(lov_obd.c:160:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9ba0d1a0e000) active 00000100:00100000:2.0:1789131348.540168:0:8522:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d83c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:28807d01-a03a-479a-9ee1-7bdfc4545b0f:8522:1876039997337344:192.168.206.157@tcp:33:mount.lustre.0 00000100:00100000:2.0:1789131348.540278:0:8522:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1bc4600 going to sleep for 11 seconds 00000100:00100000:3.0:1789131348.540506:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d82580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2356:1876039997337088:192.168.206.157@tcp:8:mount.lustre.0 00000100:00100000:3.0:1789131348.540550:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2356:1876039997337216:192.168.206.157@tcp:8:mount.lustre.0 00010000:00010000:2.0:1789131348.547035:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789131349.503411:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294936448, at 4294936512 00000100:00000010:2.0:1789131349.503426:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81ddc60. 00000100:00000040:3.0:1789131349.503454:0:240:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294936448, at 4294936512 00000100:00000010:3.0:1789131349.503488:0:240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81dd120. 00000020:00000001:2.0:1789131350.591555:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131350.591559:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131350.591562:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789131351.614834:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131351.614837:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131351.614841:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789131353.314042:0:8748:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131353.314055:0:8748:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131353.663146:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131353.663150:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131353.663153:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789131353.663514:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789131353.663520:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789131353.663525:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4838f00. 00000020:00000040:3.0:1789131353.663530:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:3.0:1789131353.663534:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131353.663537:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131353.663542:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131353.663548:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0c4c6b800. 00000100:00000001:3.0:1789131353.663554:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.663566:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS req@ffff9ba0d4838f00 x1876039997337472/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131353.663576:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131353.663579:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.663585:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7f739be] to pc [ptlrpcd_01_01+1] req@ffff9ba0d4838f00 x1876039997337472/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.663607:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.663609:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789131353.663613:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789131353.663615:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d48383c0. 00000020:00000040:3.0:1789131353.663618:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=4 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:3.0:1789131353.663620:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131353.663621:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131353.663623:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131353.663626:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0c4c6b300. 00000100:00000001:3.0:1789131353.663630:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.663645:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID req@ffff9ba0d48383c0 x1876039997337600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131353.663653:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131353.663655:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.663659:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db9699fc] to pc [ptlrpcd_01_00+0] req@ffff9ba0d48383c0 x1876039997337600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.663668:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.663670:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789131353.663673:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789131353.663676:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789131353.663679:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789131353.663682:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789131353.663685:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789131353.663688:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4839e00. 00000020:00000040:3.0:1789131353.663690:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=4 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000100:00000001:3.0:1789131353.663693:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131353.663694:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131353.663695:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131353.663700:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0e0a93d00. 00000100:00000001:3.0:1789131353.663703:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.663706:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID req@ffff9ba0d4839e00 x1876039997337728/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131353.663712:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131353.663714:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.663717:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040531738] to pc [ptlrpcd_01_01+1] req@ffff9ba0d4839e00 x1876039997337728/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.663723:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.663729:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789131353.663732:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789131353.663735:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d483b840. 00000020:00000040:3.0:1789131353.663737:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a0a000 refcount=3 obd=lustre-OST0000-osc-ffff9ba0d1a0e000 00000100:00000001:3.0:1789131353.663739:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131353.663740:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131353.663742:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131353.663746:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0e0a93500. 00000100:00000001:3.0:1789131353.663749:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.663753:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID req@ffff9ba0d483b840 x1876039997337856/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131353.663759:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131353.663761:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.663765:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b92c7f8d] to pc [ptlrpcd_01_00+0] req@ffff9ba0d483b840 x1876039997337856/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.663772:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.663774:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789131353.663777:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789131353.663780:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d48392c0. 00000020:00000040:3.0:1789131353.663782:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0c3042000 refcount=3 obd=lustre-OST0001-osc-ffff9ba0d1a0e000 00000100:00000001:3.0:1789131353.663783:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131353.663785:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131353.663786:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131353.663789:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0e0a93000. 00000100:00000001:3.0:1789131353.663792:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.663795:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID req@ffff9ba0d48392c0 x1876039997337984/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131353.663801:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131353.663803:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.663806:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba67d488] to pc [ptlrpcd_01_01+1] req@ffff9ba0d48392c0 x1876039997337984/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.663823:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.663826:0:485:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (278) 00000100:00000001:3.0:1789131353.663921:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131353.663925:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131353.663938:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131353.663945:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4838f00 x1876039997337472/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.663952:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131353.663954:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131353.663958:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131353.663960:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131353.663963:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131353.663966:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4838f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997337472:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131353.663969:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131353.663974:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131353.663977:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131353.663979:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131353.663984:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d314ce00. 02000000:00000001:3.0:1789131353.663985:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131353.663992:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131353.663996:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995d68. 00000400:00000010:3.0:1789131353.664003:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd56e8. 00000100:00000200:3.0:1789131353.664009:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997337472, portal 25 00000100:00000001:3.0:1789131353.664011:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131353.664013:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795305216 : -110359914246400 : ffff9ba0d4838f00) 00000100:00000040:3.0:1789131353.664018:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d4838f00 x1876039997337472/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.664024:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131353.664027:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131353.664029:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5990. 00000100:00000200:3.0:1789131353.664031:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039997337472, offset 0 00000400:00000200:3.0:1789131353.664037:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131353.664051:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.664058:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131353.664063:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131353.664067:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131353.664070:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131353.664073:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131353.664076:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [103:103:256:4294967295] 192.168.206.157@tcp LPNI seq info [103:103:8:4294967295] 00000400:00000200:3.0:1789131353.664080:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.664089:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131353.664096:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131353.664101:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c301b800. 00000800:00000200:3.0:1789131353.664107:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131353.664114:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131353.664118:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c301b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131353.664128:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131353.664132:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131353.664134:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294941571 00000100:00000010:3.0:1789131353.664138:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d81ddba0. 00000100:00000001:3.0:1789131353.664144:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789131353.664148:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294941571 00000100:00000010:3.0:1789131353.664150:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d81ddde0. 00000100:00000001:3.0:1789131353.664153:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789131353.664156:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131353.664158:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.664161:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131353.664164:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4839e00 x1876039997337728/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.664170:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131353.664171:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131353.664173:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131353.664180:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131353.664182:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131353.664191:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4839e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2360:1876039997337728:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131353.664194:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131353.664196:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131353.664197:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131353.664199:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131353.664201:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d314ca00. 02000000:00000001:3.0:1789131353.664203:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131353.664207:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131353.664209:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d19959f8. 00000400:00000010:3.0:1789131353.664213:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5e58. 00000100:00000200:3.0:1789131353.664216:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997337728, portal 10 00000100:00000001:3.0:1789131353.664217:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131353.664218:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795309056 : -110359914242560 : ffff9ba0d4839e00) 00000100:00000040:3.0:1789131353.664225:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d4839e00 x1876039997337728/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.664230:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131353.664232:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131353.664234:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5b28. 00000100:00000200:3.0:1789131353.664235:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997337728, offset 0 00000400:00000200:3.0:1789131353.664239:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131353.664242:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.664246:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131353.664248:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131353.664250:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131353.664252:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131353.664254:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131353.664256:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [104:104:255:4294967295] 192.168.206.157@tcp LPNI seq info [104:104:7:4294967295] 00000400:00000200:3.0:1789131353.664260:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.664265:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131353.664268:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131353.664276:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c301bb00. 00000800:00000200:3.0:1789131353.664280:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131353.664284:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131353.664286:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c301bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131353.664289:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.664292:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 15705 usecs (16 jiffies) 00000400:00000200:3.0:1789131353.664295:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131353.664297:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294940688 00000100:00000001:3.0:1789131353.664299:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4294941571 00000100:00000001:3.0:1789131353.664301:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294940688 00000100:00000001:3.0:1789131353.664303:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4294941571 00000100:00000001:3.0:1789131353.664306:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131353.664307:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.664310:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131353.664313:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d48392c0 x1876039997337984/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.664319:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131353.664320:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131353.664322:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131353.664324:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131353.664326:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131353.664329:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d48392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2360:1876039997337984:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131353.664332:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131353.664334:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131353.664336:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131353.664337:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131353.664340:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d314c000. 02000000:00000001:3.0:1789131353.664342:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131353.664345:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131353.664347:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995318. 00000400:00000010:3.0:1789131353.664351:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd53b8. 00000100:00000200:3.0:1789131353.664358:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997337984, portal 4 00000100:00000001:3.0:1789131353.664360:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131353.664361:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795306176 : -110359914245440 : ffff9ba0d48392c0) 00000100:00000040:3.0:1789131353.664367:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d48392c0 x1876039997337984/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.664373:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131353.664375:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131353.664378:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5000. 00000100:00000200:3.0:1789131353.664380:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997337984, offset 0 00000400:00000200:3.0:1789131353.664384:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131353.664388:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.664391:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131353.664394:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131353.664396:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131353.664398:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131353.664400:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131353.664402:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [105:105:254:4294967295] 192.168.206.157@tcp LPNI seq info [105:105:6:4294967295] 00000400:00000200:3.0:1789131353.664406:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.664411:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131353.664415:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131353.664418:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c301b600. 00000800:00000200:3.0:1789131353.664422:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131353.664426:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131353.664428:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c301b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131353.664431:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.664433:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: using a timeout of 6862 usecs (7 jiffies) 00000400:00000200:3.0:1789131353.664436:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131353.664438:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294940679 00000100:00000001:3.0:1789131353.664440:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4294941571 00000100:00000001:3.0:1789131353.664442:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294940679 00000100:00000001:3.0:1789131353.664450:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4294941571 00000100:00000001:3.0:1789131353.664452:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131353.664454:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.664456:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.664459:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131353.664466:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131353.664489:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789131353.664492:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131353.664493:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131353.664495:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131353.664497:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1789131353.664499:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131353.664501:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131353.664502:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131353.664504:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131353.664505:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131353.664506:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131353.664511:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d48383c0 x1876039997337600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.664517:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131353.664518:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131353.664520:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131353.664522:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131353.664524:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131353.664526:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d48383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2360:1876039997337600:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131353.664530:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131353.664532:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131353.664534:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131353.664535:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131353.664538:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d314c800. 02000000:00000001:3.0:1789131353.664540:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131353.664543:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131353.664546:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995058. 00000400:00000010:3.0:1789131353.664549:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5770. 00000100:00000200:3.0:1789131353.664552:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997337600, portal 10 00000100:00000001:3.0:1789131353.664558:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131353.664560:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795302336 : -110359914249280 : ffff9ba0d48383c0) 00000100:00000040:3.0:1789131353.664566:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d48383c0 x1876039997337600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.664572:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131353.664574:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131353.664577:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5f68. 00000100:00000200:3.0:1789131353.664579:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997337600, offset 0 00000400:00000200:3.0:1789131353.664583:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131353.664587:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.664590:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131353.664593:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131353.664596:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131353.664598:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131353.664600:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131353.664603:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [106:106:253:4294967295] 192.168.206.157@tcp LPNI seq info [106:106:5:4294967295] 00000400:00000200:3.0:1789131353.664607:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.664612:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131353.664617:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131353.664622:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d3314500. 00000800:00000200:3.0:1789131353.664626:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131353.664631:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131353.664633:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d3314500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131353.664635:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.664638:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 157157 usecs (158 jiffies) 00000400:00000200:3.0:1789131353.664641:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131353.664643:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294940830 00000100:00000001:3.0:1789131353.664645:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4294941571 00000100:00000001:3.0:1789131353.664648:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294940830 00000100:00000001:3.0:1789131353.664650:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4294941571 00000100:00000001:3.0:1789131353.664657:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131353.664659:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.664661:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131353.664665:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483b840 x1876039997337856/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.664672:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131353.664673:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131353.664675:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131353.664677:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131353.664679:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131353.664681:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2360:1876039997337856:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131353.664684:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131353.664686:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131353.664688:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131353.664689:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131353.664692:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d314d200. 02000000:00000001:3.0:1789131353.664694:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131353.664697:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131353.664699:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d19954d0. 00000400:00000010:3.0:1789131353.664702:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5d48. 00000100:00000200:3.0:1789131353.664705:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997337856, portal 4 00000100:00000001:3.0:1789131353.664707:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131353.664708:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795315776 : -110359914235840 : ffff9ba0d483b840) 00000100:00000040:3.0:1789131353.664713:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d483b840 x1876039997337856/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.664719:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131353.664721:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131353.664723:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5088. 00000100:00000200:3.0:1789131353.664725:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997337856, offset 0 00000400:00000200:3.0:1789131353.664729:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131353.664733:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.664736:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131353.664745:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131353.664747:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131353.664749:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131353.664751:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131353.664754:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [107:107:252:4294967295] 192.168.206.157@tcp LPNI seq info [107:107:4:4294967295] 00000400:00000200:3.0:1789131353.664757:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.664763:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131353.664768:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131353.664771:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d3314100. 00000800:00000200:3.0:1789131353.664775:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131353.664779:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131353.664782:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d3314100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131353.664784:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.664787:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: using a timeout of 6842 usecs (7 jiffies) 00000400:00000200:3.0:1789131353.664790:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131353.664791:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294940679 00000100:00000001:3.0:1789131353.664793:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4294941571 00000100:00000001:3.0:1789131353.664795:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294940679 00000100:00000001:3.0:1789131353.664797:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4294941571 00000100:00000001:3.0:1789131353.664799:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131353.664801:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.664804:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.664806:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.664817:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131353.664819:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131353.664844:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131353.664847:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c301b800. 00000400:00000200:3.0:1789131353.664852:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131353.664856:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131353.664861:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5990 00000400:00000010:3.0:1789131353.664868:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5990. 00000100:00000001:3.0:1789131353.664871:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131353.664876:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4838f00 x1876039997337472/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.664884:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131353.664887:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4838f00 x1876039997337472/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131369 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.664894:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.664895:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131353.664908:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131353.664910:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c301bb00. 00000400:00000200:3.0:1789131353.664912:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131353.664916:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131353.664918:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5b28 00000400:00000010:3.0:1789131353.664920:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5b28. 00000100:00000001:3.0:1789131353.664922:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131353.664925:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4839e00 x1876039997337728/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.664943:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131353.664946:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4839e00 x1876039997337728/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131369 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.664952:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.664953:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131353.664961:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131353.664963:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c301b600. 00000400:00000200:3.0:1789131353.664965:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131353.664968:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131353.664970:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5000 00000400:00000010:3.0:1789131353.664972:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5000. 00000100:00000001:3.0:1789131353.664974:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131353.664978:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d48392c0 x1876039997337984/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.664984:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131353.664992:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d48392c0 x1876039997337984/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.664998:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.665000:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131353.665008:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131353.665010:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d3314500. 00000400:00000200:3.0:1789131353.665013:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131353.665016:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131353.665019:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5f68 00000400:00000010:3.0:1789131353.665020:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5f68. 00000100:00000001:3.0:1789131353.665022:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131353.665025:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d48383c0 x1876039997337600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.665031:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131353.665033:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d48383c0 x1876039997337600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131369 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.665039:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.665041:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131353.665069:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131353.665071:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d3314100. 00000400:00000200:3.0:1789131353.665073:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131353.665076:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131353.665078:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5088 00000400:00000010:3.0:1789131353.665080:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5088. 00000100:00000001:3.0:1789131353.665082:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131353.665085:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483b840 x1876039997337856/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.665091:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131353.665094:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d483b840 x1876039997337856/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.665100:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.665101:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131353.684507:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131353.684519:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131353.684523:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131353.684525:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131353.684533:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.684540:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131353.684549:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.684553:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.684558:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.684562:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 25 MB=0x6aa3f99a02f80 00000400:00000200:3.0:1789131353.684567:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.684572:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 224/224 into md 0x675 [1] + 224 00000800:00000001:3.0:1789131353.684579:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131353.684583:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131353.684586:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131353.684590:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131353.684597:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131353.684604:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4838f00 x1876039997337472/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131353.684616:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d4838f00 x1876039997337472/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.684628:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131353.684634:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131353.684637:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131353.684639:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131353.684640:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131353.684643:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.684647:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131353.684651:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.684653:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.684656:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.684659:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a03080 00000400:00000200:3.0:1789131353.684662:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.684679:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x685 [1] + 224 00000800:00000001:3.0:1789131353.684684:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131353.684687:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131353.684689:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131353.684692:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131353.684694:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131353.684699:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4839e00 x1876039997337728/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131353.684707:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d4839e00 x1876039997337728/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.684714:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131353.684717:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131353.684719:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131353.684721:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131353.684723:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131353.684725:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.684729:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131353.684732:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.684735:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.684738:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.684740:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a03000 00000400:00000200:3.0:1789131353.684743:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.684746:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x6a5 [1] + 224 00000800:00000001:3.0:1789131353.684749:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131353.684779:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131353.684782:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131353.684785:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131353.684788:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131353.684791:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d48383c0 x1876039997337600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131353.684801:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d48383c0 x1876039997337600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.684813:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131353.684817:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131353.684820:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131353.684846:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131353.684849:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131353.684855:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131353.684857:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131353.684860:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995058. 00000400:00000200:3.0:1789131353.684864:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5770 00000400:00000010:3.0:1789131353.684866:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5770. 00000100:00000001:3.0:1789131353.684869:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131353.684873:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d48383c0 x1876039997337600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131353.684882:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d48383c0 x1876039997337600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.684889:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131353.684891:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131353.684893:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131353.684896:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131353.684899:0:2360:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131353.684901:0:2360:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131353.684904:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131353.684912:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=66 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131353.684915:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131353.684917:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131353.684919:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131353.684922:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131353.684924:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.684943:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131353.684945:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:3.0:1789131353.684947:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131353.684949:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.684953:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d48383c0 x1876039997337600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.684971:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131353.684974:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131353.684975:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131353.684980:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d48383c0 x1876039997337600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131353.684987:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d48383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2360:1876039997337600:192.168.206.157@tcp:400:kworker.0 00000400:00000001:3.0:1789131353.684993:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131353.684994:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131353.684996:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995d68. 00000400:00000200:3.0:1789131353.684998:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd56e8 00000400:00000010:3.0:1789131353.685000:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd56e8. 00000100:00000001:3.0:1789131353.685002:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131353.685005:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4838f00 x1876039997337472/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131353.685012:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4838f00 x1876039997337472/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.685017:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131353.685018:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131353.685020:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131353.685021:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131353.685023:0:2360:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131353.685024:0:2360:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131353.685026:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131353.685028:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=66 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131353.685031:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131353.685033:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131353.685034:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131353.685036:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131353.685037:0:2360:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.685039:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.685042:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4838f00 x1876039997337472/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.685056:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131353.685058:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131353.685059:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131353.685063:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4838f00 x1876039997337472/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131353.685069:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4838f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997337472:192.168.206.157@tcp:400:kworker.0 00000400:00000001:3.0:1789131353.685074:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131353.685075:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131353.685077:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d19959f8. 00000400:00000200:3.0:1789131353.685079:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5e58 00000400:00000010:3.0:1789131353.685081:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5e58. 00000100:00000001:3.0:1789131353.685083:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131353.685086:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4839e00 x1876039997337728/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131353.685093:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4839e00 x1876039997337728/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.685098:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131353.685099:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131353.685101:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131353.685102:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131353.685103:0:2360:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131353.685104:0:2360:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131353.685106:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131353.685110:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131353.685113:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131353.685115:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131353.685116:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131353.685118:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131353.685119:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.685122:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131353.685123:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 0 00000100:00000001:3.0:1789131353.685130:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131353.685131:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.685135:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4839e00 x1876039997337728/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.685141:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131353.685142:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131353.685143:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131353.685147:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4839e00 x1876039997337728/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131353.685153:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4839e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2360:1876039997337728:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131353.685156:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.685159:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131353.685162:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d48383c0 x1876039997337600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.685167:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131353.685169:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131353.685172:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d314c800. 02000000:00000001:3.0:1789131353.685175:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131353.685178:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131353.685179:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=3 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:3.0:1789131353.685181:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131353.685184:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0c4c6b300. 02000000:00000001:3.0:1789131353.685188:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131353.685190:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131353.685192:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d48383c0. 00000100:00000001:3.0:1789131353.685195:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131353.685197:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131353.685198:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131353.685201:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4838f00 x1876039997337472/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.685207:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131353.685208:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131353.685215:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d314ce00. 02000000:00000001:3.0:1789131353.685217:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131353.685218:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131353.685219:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:3.0:1789131353.685221:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131353.685222:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0c4c6b800. 02000000:00000001:3.0:1789131353.685224:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131353.685225:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131353.685226:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4838f00. 00000100:00000001:3.0:1789131353.685230:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131353.685231:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131353.685232:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131353.685236:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4839e00 x1876039997337728/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.685242:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131353.685243:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131353.685244:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d314ca00. 02000000:00000001:3.0:1789131353.685246:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131353.685247:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131353.685248:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=3 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:3.0:1789131353.685250:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131353.685251:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0e0a93d00. 02000000:00000001:3.0:1789131353.685253:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131353.685254:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131353.685255:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4839e00. 00000100:00000001:3.0:1789131353.685257:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131353.685258:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131353.685261:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.685262:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131353.685264:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131353.685266:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.685267:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789131353.694843:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131353.694859:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131353.694862:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131353.694865:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131353.694874:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.694882:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131353.694901:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.694907:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.694913:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.694917:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a03180 00000400:00000200:3.0:1789131353.694922:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.694938:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x695 [1] + 224 00000800:00000001:3.0:1789131353.694946:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131353.694950:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131353.694954:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131353.694959:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131353.694968:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131353.694978:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d48392c0 x1876039997337984/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131353.694987:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d48392c0 x1876039997337984/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.694999:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131353.695288:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131353.695294:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131353.695296:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131353.695298:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131353.695302:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.695305:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131353.695310:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.695313:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.695316:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.695318:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a03100 00000400:00000200:3.0:1789131353.695322:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131353.695326:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x6b5 [1] + 224 00000800:00000001:3.0:1789131353.695330:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131353.695337:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131353.695339:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131353.695348:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131353.695352:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131353.695356:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483b840 x1876039997337856/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131353.695421:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d483b840 x1876039997337856/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.695428:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131353.695432:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131353.695436:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131353.696431:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131353.696436:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131353.697066:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131353.697070:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131353.697073:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d19954d0. 00000400:00000200:3.0:1789131353.697080:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5d48 00000400:00000010:3.0:1789131353.697082:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5d48. 00000100:00000001:3.0:1789131353.697087:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131353.697096:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d483b840 x1876039997337856/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131353.697107:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d483b840 x1876039997337856/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.697115:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131353.697116:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131353.697119:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131353.697122:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131353.697124:0:2360:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131353.697126:0:2360:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131353.697129:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131353.697137:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a0a460 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131353.697140:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a0a418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131353.697143:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131353.697144:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131353.697147:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789131353.697152:0:2360:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ba0d483b840 x1876039997337856/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789131353.697173:0:2360:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.697177:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131353.697179:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9ba0d1a0e000: skip recheck: last_committed 0 00000100:00000001:3.0:1789131353.697181:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131353.697183:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.697188:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d483b840 x1876039997337856/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.697195:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131353.697198:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131353.697199:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131353.697203:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d483b840 x1876039997337856/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131353.697211:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2360:1876039997337856:192.168.206.157@tcp:400:kworker.0 00000400:00000001:3.0:1789131353.697217:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131353.697219:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131353.697220:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995318. 00000400:00000200:3.0:1789131353.697223:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd53b8 00000400:00000010:3.0:1789131353.697225:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd53b8. 00000100:00000001:3.0:1789131353.697227:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131353.697231:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d48392c0 x1876039997337984/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131353.697239:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d48392c0 x1876039997337984/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.697245:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131353.697246:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131353.697248:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131353.697249:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131353.697251:0:2360:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131353.697252:0:2360:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131353.697258:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131353.697262:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0c3042460 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131353.697265:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c3042418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131353.697267:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131353.697268:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131353.697270:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789131353.697274:0:2360:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ba0d48392c0 x1876039997337984/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789131353.697280:0:2360:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.697282:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131353.697283:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ba0d1a0e000: skip recheck: last_committed 0 00000100:00000001:3.0:1789131353.697285:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131353.697286:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131353.697289:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d48392c0 x1876039997337984/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.697295:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131353.697297:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131353.697299:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131353.697302:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d48392c0 x1876039997337984/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131353.697308:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d48392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2360:1876039997337984:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131353.697312:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131353.697315:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131353.697318:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d483b840 x1876039997337856/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.697324:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131353.697327:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131353.697330:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d314d200. 02000000:00000001:3.0:1789131353.697333:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131353.697336:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131353.697337:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a0a000 refcount=2 obd=lustre-OST0000-osc-ffff9ba0d1a0e000 00000020:00000001:3.0:1789131353.697345:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131353.697347:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0e0a93500. 02000000:00000001:3.0:1789131353.697351:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131353.697352:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131353.697354:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d483b840. 00000100:00000001:3.0:1789131353.697358:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131353.697360:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131353.697362:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131353.697366:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d48392c0 x1876039997337984/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131369 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131353.697372:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131353.697373:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131353.697375:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d314c000. 02000000:00000001:3.0:1789131353.697378:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131353.697379:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131353.697380:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0c3042000 refcount=2 obd=lustre-OST0001-osc-ffff9ba0d1a0e000 00000020:00000001:3.0:1789131353.697381:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131353.697382:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0e0a93000. 02000000:00000001:3.0:1789131353.697385:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131353.697386:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131353.697388:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d48392c0. 00000100:00000001:3.0:1789131353.697392:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131353.697393:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131353.697395:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131353.697403:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131353.697405:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131353.697408:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131353.697410:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131353.844939:0:8790:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131353.844950:0:8790:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131354.622603:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294941571, at 4294941632 00000100:00000040:3.0:1789131354.622603:0:240:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294941571, at 4294941632 00000100:00000010:3.0:1789131354.622618:0:240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81ddde0. 00000100:00000010:2.0:1789131354.622624:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81ddba0. 00000020:00000001:3.0:1789131355.710860:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131355.710863:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131355.710866:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789131357.758700:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131357.758703:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131357.758706:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789131358.455386:0:9010:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131358.455399:0:9010:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131358.512250:0:9017:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131358.512261:0:9017:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131358.534720:0:9019:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131358.534732:0:9019:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131358.792298:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131358.792302:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4a63c00. 00000400:00000200:3.0:1789131358.792307:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131358.792312:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131358.792318:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346bb0 00000400:00000010:3.0:1789131358.792320:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346bb0. 00000100:00000001:3.0:1789131358.792324:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131358.792329:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7b840 x1876039997338112/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131358.792339:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131358.792342:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7b840 x1876039997338112/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131374 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131358.792349:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131358.792351:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131358.792361:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131358.792363:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4a63600. 00000400:00000200:3.0:1789131358.792365:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131358.792368:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131358.792370:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346aa0 00000400:00000010:3.0:1789131358.792372:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346aa0. 00000100:00000001:3.0:1789131358.792374:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131358.792377:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7bc00 x1876039997338240/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131358.792383:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131358.792386:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7bc00 x1876039997338240/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131374 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131358.792392:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131358.792393:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131358.792698:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131358.792702:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd400. 00000400:00000200:3.0:1789131358.792704:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131358.792708:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131358.792712:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13467f8 00000400:00000010:3.0:1789131358.792721:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13467f8. 00000100:00000001:3.0:1789131358.792724:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131358.792729:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7b480 x1876039997338368/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131358.792735:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131358.792738:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7b480 x1876039997338368/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131374 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131358.792744:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131358.792746:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131358.796179:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131358.796191:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131358.796195:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131358.796197:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131358.796204:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.796210:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131358.796218:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.796222:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.796226:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.796230:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a03280 00000400:00000200:3.0:1789131358.796235:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.796241:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x6cd [1] + 224 00000800:00000001:3.0:1789131358.796247:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131358.796251:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131358.796254:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131358.796258:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131358.796264:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131358.796271:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7bc00 x1876039997338240/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131358.796281:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b7bc00 x1876039997338240/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131358.796303:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1789131358.796358:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131358.796362:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:3.0:1789131358.796366:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131358.796369:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131358.796373:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346dd0 00000400:00000010:3.0:1789131358.796375:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346dd0. 00000100:00000001:3.0:1789131358.796378:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131358.796382:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b78780 x1876039997338496/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131358.796390:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131358.796393:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b78780 x1876039997338496/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131374 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131358.796399:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131358.796400:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131358.796406:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131358.796410:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131358.796412:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131358.796413:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131358.796416:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.796420:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131358.796424:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.796427:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.796429:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.796432:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a03300 00000400:00000200:3.0:1789131358.796435:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.796439:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x6d5 [1] + 224 00000800:00000001:3.0:1789131358.796443:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131358.796446:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131358.796448:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131358.796451:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131358.796454:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131358.796458:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7b480 x1876039997338368/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131358.796495:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b7b480 x1876039997338368/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131358.796502:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131358.796507:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131358.796511:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131358.796513:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131358.796515:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131358.796518:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.796522:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131358.796526:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.796529:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.796532:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.796535:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 25 MB=0x6aa3f99a03200 00000400:00000200:3.0:1789131358.796538:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.796541:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 224/224 into md 0x6c5 [1] + 224 00000800:00000001:3.0:1789131358.796545:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131358.796549:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131358.796551:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131358.796554:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131358.796558:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131358.796561:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7b840 x1876039997338112/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131358.796569:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b7b840 x1876039997338112/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131358.796575:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131358.796578:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131358.796581:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789131358.799453:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131358.799457:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:3.0:1789131358.799461:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131358.799492:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131358.799497:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346908 00000400:00000010:3.0:1789131358.799499:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346908. 00000100:00000001:3.0:1789131358.799502:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131358.799506:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7a940 x1876039997338624/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131358.799515:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131358.799518:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7a940 x1876039997338624/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131374 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131358.799523:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131358.799525:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131358.803345:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131358.803359:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131358.803362:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131358.803365:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131358.803374:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.803381:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131358.803388:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.803393:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.803398:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.803401:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a03380 00000400:00000200:3.0:1789131358.803406:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.803411:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x6dd [1] + 224 00000800:00000001:3.0:1789131358.803417:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131358.803420:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131358.803423:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131358.803427:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131358.803434:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131358.803441:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b78780 x1876039997338496/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131358.803452:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b78780 x1876039997338496/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131358.803511:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131358.803520:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131358.803525:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131358.803526:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131358.803528:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131358.803532:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.803535:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131358.803539:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.803542:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.803545:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.803548:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a03400 00000400:00000200:3.0:1789131358.803551:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131358.803554:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x6e5 [1] + 224 00000800:00000001:3.0:1789131358.803558:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131358.803606:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131358.803608:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131358.803612:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131358.803615:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131358.803620:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7a940 x1876039997338624/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131374 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131358.803629:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b7a940 x1876039997338624/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131374 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131358.803647:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131358.803651:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131358.803654:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131359.744333:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294946696, at 4294946753 00000100:00000010:2.0:1789131359.744350:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81f79c0. 00000100:00000040:3.0:1789131359.747280:0:240:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294946696, at 4294946756 00000100:00000010:3.0:1789131359.747296:0:240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81f7f60. 00000020:00000001:3.0:1789131359.807999:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131359.808004:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131359.808008:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789131361.854773:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131361.854777:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131361.854780:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789131362.882220:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131362.882224:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131362.882227:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789131363.905465:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131363.905490:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131363.905494:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789131363.905621:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131363.905626:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d900. 00000400:00000200:3.0:1789131363.905632:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131363.905638:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131363.905643:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020220 00000400:00000010:3.0:1789131363.905646:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020220. 00000100:00000001:3.0:1789131363.905650:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131363.905655:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b783c0 x1876039997338880/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131363.905665:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131363.905668:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b783c0 x1876039997338880/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131363.905675:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131363.905676:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131363.906975:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131363.906981:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c4c59a00. 00000400:00000200:3.0:1789131363.906986:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131363.906992:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131363.906998:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346660 00000400:00000010:3.0:1789131363.907001:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346660. 00000100:00000001:3.0:1789131363.907004:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131363.907009:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7b480 x1876039997338752/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131363.907018:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131363.907021:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7b480 x1876039997338752/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131363.907028:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131363.907036:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131363.908442:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131363.908446:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4da00. 00000400:00000200:3.0:1789131363.908452:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131363.908459:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131363.908465:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020440 00000400:00000010:3.0:1789131363.908488:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020440. 00000100:00000001:3.0:1789131363.908494:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131363.908503:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7b0c0 x1876039997339136/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131363.908513:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131363.908516:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7b0c0 x1876039997339136/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131363.908523:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131363.908524:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131363.909978:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131363.909983:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c4c59400. 00000400:00000200:3.0:1789131363.909988:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131363.909993:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131363.910000:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346c38 00000400:00000010:3.0:1789131363.910003:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346c38. 00000100:00000001:3.0:1789131363.910006:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131363.910012:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7a580 x1876039997339008/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131363.910021:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131363.910025:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7a580 x1876039997339008/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131363.910032:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131363.910034:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131363.917634:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131363.917654:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131363.917659:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131363.917661:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131363.917740:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.917749:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131363.917760:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.917766:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.917772:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.917776:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a03500 00000400:00000200:3.0:1789131363.917790:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.917796:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x6ed [1] + 224 00000800:00000001:3.0:1789131363.917804:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131363.917809:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131363.917812:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131363.917816:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131363.917826:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131363.917836:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b783c0 x1876039997338880/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131363.917848:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b783c0 x1876039997338880/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131363.917859:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1789131363.917958:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131363.917962:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c4c59300. 00000400:00000200:3.0:1789131363.917966:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131363.917970:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131363.917973:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13462a8 00000400:00000010:3.0:1789131363.917976:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13462a8. 00000100:00000001:3.0:1789131363.917981:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131363.917985:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b792c0 x1876039997339264/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131363.917997:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131363.918001:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b792c0 x1876039997339264/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131363.918008:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131363.918055:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131363.918064:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131363.918068:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131363.918070:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131363.918072:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131363.918075:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.918078:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131363.918082:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.918084:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.918087:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.918090:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 25 MB=0x6aa3f99a03480 00000400:00000200:3.0:1789131363.918139:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.918145:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 224/224 into md 0x6f5 [1] + 224 00000800:00000001:3.0:1789131363.918150:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131363.918153:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131363.918155:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131363.918158:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131363.918161:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131363.918166:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7b480 x1876039997338752/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131363.918175:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b7b480 x1876039997338752/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131363.918184:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131363.918188:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131363.918191:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131363.918193:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131363.918195:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131363.918198:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.918202:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131363.918207:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.918210:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.918212:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.918215:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a03580 00000400:00000200:3.0:1789131363.918224:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.918228:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x705 [1] + 224 00000800:00000001:3.0:1789131363.918233:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131363.918237:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131363.918239:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131363.918242:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131363.918246:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131363.918251:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7a580 x1876039997339008/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131363.918259:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b7a580 x1876039997339008/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131363.918266:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131363.918271:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131363.918275:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131363.918277:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131363.918278:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131363.918281:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.918285:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131363.918288:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.918291:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.918293:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.918295:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a03600 00000400:00000200:3.0:1789131363.918299:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.918303:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x6fd [1] + 224 00000800:00000001:3.0:1789131363.918306:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131363.918313:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131363.918315:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131363.918318:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131363.918321:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131363.918325:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7b0c0 x1876039997339136/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131363.918349:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b7b0c0 x1876039997339136/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131363.918357:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131363.918570:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131363.918575:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131363.920611:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131363.920626:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131363.920630:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131363.920632:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131363.920640:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.920647:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131363.920656:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.920660:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.920666:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.920670:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a03680 00000400:00000200:3.0:1789131363.920675:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131363.920681:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x70d [1] + 224 00000800:00000001:3.0:1789131363.920688:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131363.920734:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131363.920738:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131363.920743:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131363.920750:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131363.920758:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b792c0 x1876039997339264/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131363.920769:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b792c0 x1876039997339264/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131363.920778:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131363.920785:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131363.920788:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131364.862589:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294951814, at 4294951872 00000100:00000010:2.0:1789131364.862604:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d4bb9600. 00000100:00000040:3.0:1789131364.862762:0:240:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294951814, at 4294951872 00000100:00000010:3.0:1789131364.862787:0:240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d4bb9840. 00000020:00000001:3.0:1789131365.951530:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131365.951534:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131365.951537:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789131367.999031:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131367.999035:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131367.999039:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789131369.027181:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131369.027185:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131369.027188:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131369.027195:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b78b40 x1876039997339776/t0(0) o9->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131369.027204:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131369.027206:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131369.027210:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131369.027212:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131369.027215:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131369.027219:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b78b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2356:1876039997339776:192.168.206.157@tcp:9:kworker.0 00000100:00000001:3.0:1789131369.027223:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131369.027231:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131369.027233:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131369.027236:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131369.027241:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0c5222200. 02000000:00000001:3.0:1789131369.027243:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131369.027251:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131369.027256:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995318. 00000400:00000010:3.0:1789131369.027263:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd53b8. 00000100:00000200:3.0:1789131369.027270:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997339776, portal 4 00000100:00000001:3.0:1789131369.027272:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131369.027274:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748380480 : -110359961171136 : ffff9ba0d1b78b40) 00000100:00000040:3.0:1789131369.027281:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d1b78b40 x1876039997339776/t0(0) o9->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131369.027289:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131369.027299:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131369.027302:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5d48. 00000100:00000200:3.0:1789131369.027306:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997339776, offset 0 00000400:00000200:3.0:1789131369.027312:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131369.027322:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131369.027329:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131369.027335:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131369.027340:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131369.027344:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131369.027346:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131369.027350:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [118:118:256:4294967295] 192.168.206.157@tcp LPNI seq info [118:118:8:4294967295] 00000400:00000200:3.0:1789131369.027355:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131369.027365:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131369.027371:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131369.027377:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d3314100. 00000800:00000200:3.0:1789131369.027383:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131369.027390:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131369.027395:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d3314100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131369.027407:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131369.027411:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: using a timeout of 20750 usecs (21 jiffies) 00000400:00000200:3.0:1789131369.027414:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131369.027417:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294956057 00000100:00000010:3.0:1789131369.027421:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d81dd720. 00000100:00000001:3.0:1789131369.027427:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789131369.027431:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294956057 00000100:00000010:3.0:1789131369.027435:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d81ddc00. 00000100:00000001:3.0:1789131369.027438:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789131369.027442:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131369.027445:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131369.027448:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131369.027458:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b79680 x1876039997339904/t0(0) o9->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131369.027465:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131369.027467:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131369.027489:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131369.027491:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131369.027494:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131369.027497:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b79680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2356:1876039997339904:192.168.206.157@tcp:9:kworker.0 00000100:00000001:3.0:1789131369.027501:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131369.027503:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131369.027505:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131369.027507:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131369.027511:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0c5223c00. 02000000:00000001:3.0:1789131369.027513:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131369.027517:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131369.027520:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d19954d0. 00000400:00000010:3.0:1789131369.027524:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5e58. 00000100:00000200:3.0:1789131369.027527:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997339904, portal 4 00000100:00000001:3.0:1789131369.027528:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131369.027530:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748383360 : -110359961168256 : ffff9ba0d1b79680) 00000100:00000040:3.0:1789131369.027536:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d1b79680 x1876039997339904/t0(0) o9->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131369.027542:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131369.027545:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131369.027548:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd56e8. 00000100:00000200:3.0:1789131369.027550:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997339904, offset 0 00000400:00000200:3.0:1789131369.027554:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131369.027557:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131369.027560:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131369.027563:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131369.027565:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131369.027567:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131369.027569:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131369.027578:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [119:119:255:4294967295] 192.168.206.157@tcp LPNI seq info [119:119:7:4294967295] 00000400:00000200:3.0:1789131369.027582:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131369.027588:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131369.027593:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131369.027597:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d3314500. 00000800:00000200:3.0:1789131369.027601:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131369.027606:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131369.027609:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d3314500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131369.027612:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131369.027615:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: using a timeout of 23501 usecs (24 jiffies) 00000400:00000200:3.0:1789131369.027618:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131369.027621:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294956061 00000100:00000001:3.0:1789131369.027626:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, simply extend its deadline from 4294956057 00000100:00000001:3.0:1789131369.027629:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294956061 00000100:00000001:3.0:1789131369.027632:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, simply extend its deadline from 4294956057 00000100:00000001:3.0:1789131369.027635:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131369.027637:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131369.027639:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131369.027642:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131369.027650:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131369.027652:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789131369.027655:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131369.027656:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131369.027658:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131369.027660:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131369.027699:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131369.027703:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d3314100. 00000400:00000200:3.0:1789131369.027708:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131369.027713:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131369.027717:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5d48 00000400:00000010:3.0:1789131369.027720:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5d48. 00000100:00000001:3.0:1789131369.027729:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131369.027734:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b78b40 x1876039997339776/t0(0) o9->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131369.027744:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131369.027748:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b78b40 x1876039997339776/t0(0) o9->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131369.027755:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131369.027757:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131369.027834:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131369.027838:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d3314500. 00000400:00000200:3.0:1789131369.027852:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131369.027857:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131369.027860:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd56e8 00000400:00000010:3.0:1789131369.027862:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd56e8. 00000100:00000001:3.0:1789131369.027865:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131369.027868:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b79680 x1876039997339904/t0(0) o9->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131369.027875:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131369.027878:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b79680 x1876039997339904/t0(0) o9->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131379 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131369.027883:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131369.027885:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131369.028983:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131369.028986:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4de00. 00000400:00000200:2.0:1789131369.028990:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131369.028995:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131369.029008:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80204c8 00000400:00000010:2.0:1789131369.029010:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80204c8. 00000100:00000001:2.0:1789131369.029014:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131369.029020:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b79e00 x1876039997339392/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131369.029029:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131369.029032:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b79e00 x1876039997339392/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131385 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131369.029039:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131369.029041:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131369.029052:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131369.029055:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4da00. 00000400:00000200:2.0:1789131369.029058:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131369.029061:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131369.029063:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80205d8 00000400:00000010:2.0:1789131369.029071:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80205d8. 00000100:00000001:2.0:1789131369.029074:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131369.029078:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7a1c0 x1876039997339648/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131369.029085:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131369.029088:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7a1c0 x1876039997339648/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131385 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131369.029094:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131369.029095:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131369.029136:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131369.029139:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d900. 00000400:00000200:2.0:1789131369.029142:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131369.029146:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131369.029148:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020b28 00000400:00000010:2.0:1789131369.029150:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020b28. 00000100:00000001:2.0:1789131369.029152:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131369.029156:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7ad00 x1876039997339520/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131369.029163:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131369.029166:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7ad00 x1876039997339520/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131385 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131369.029173:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131369.029175:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131369.039133:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131369.039151:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131369.039164:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131369.039167:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131369.039176:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131369.039183:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131369.039191:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131369.039196:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131369.039205:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131369.039209:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a03880 00000400:00000200:2.0:1789131369.039223:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131369.039229:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x715 [1] + 224 00000800:00000001:2.0:1789131369.039238:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131369.039242:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131369.039245:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131369.039250:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131369.039257:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131369.039266:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b78b40 x1876039997339776/t0(0) o9->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131369.039276:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b78b40 x1876039997339776/t0(0) o9->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131369.039293:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131369.039301:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131369.039304:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131369.039306:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131369.039308:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131369.039311:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131369.039314:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131369.039318:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131369.039321:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131369.039324:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131369.039327:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a03900 00000400:00000200:2.0:1789131369.039330:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131369.039333:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x725 [1] + 224 00000800:00000001:2.0:1789131369.039336:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131369.039341:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131369.039343:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131369.039346:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131369.039349:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131369.039353:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b79680 x1876039997339904/t0(0) o9->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131379 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131369.039373:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b79680 x1876039997339904/t0(0) o9->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131379 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131369.039380:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131369.039384:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131369.039387:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131369.042670:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131369.042686:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131369.042691:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131369.042693:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131369.042703:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131369.042712:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131369.042722:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131369.042726:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131369.042732:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131369.042736:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a03800 00000400:00000200:3.0:1789131369.042741:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131369.042754:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x73d [1] + 224 00000800:00000001:3.0:1789131369.042761:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131369.042765:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131369.042768:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131369.042773:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131369.042780:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131369.042788:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7a1c0 x1876039997339648/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131369.042799:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b7a1c0 x1876039997339648/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131369.042814:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131369.043696:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131369.043704:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131369.043707:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131369.043710:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131369.043715:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131369.043720:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131369.043727:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131369.043730:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131369.043734:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131369.043738:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a03780 00000400:00000200:3.0:1789131369.043742:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131369.043747:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x745 [1] + 224 00000800:00000001:3.0:1789131369.043752:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131369.043755:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131369.043758:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131369.043761:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131369.043767:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131369.043772:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7ad00 x1876039997339520/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131369.043781:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b7ad00 x1876039997339520/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131369.043795:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131369.043801:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131369.043804:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131369.043805:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131369.043807:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131369.043810:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131369.043813:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131369.043817:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131369.044951:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131369.044962:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131369.044969:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 25 MB=0x6aa3f99a03700 00000400:00000200:3.0:1789131369.044974:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131369.044979:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 224/224 into md 0x735 [1] + 224 00000800:00000001:3.0:1789131369.044984:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131369.044997:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131369.045001:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131369.045004:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131369.045010:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131369.045017:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b79e00 x1876039997339392/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131369.045026:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b79e00 x1876039997339392/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131369.045032:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131369.045039:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131369.045042:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1789131369.388948:0:9441:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789131369.388955:0:9441:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:2.0:1789131369.389895:0:9441:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1789131369.983182:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294956936, at 4294956992 00000100:00000010:2.0:1789131369.983196:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81dd720. 00000100:00000040:3.0:1789131369.983273:0:240:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294956936, at 4294956992 00000100:00000010:3.0:1789131369.983280:0:240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81ddc00. 00000020:00000001:3.0:1789131370.047703:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131370.047707:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131370.047710:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789131372.094890:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131372.094893:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131372.094896:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789131372.369668:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131372.369685:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131372.369689:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131372.369692:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131372.369699:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131372.369707:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131372.369724:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131372.369729:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131372.369734:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131372.369738:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 328 into portal 15 MB=0x6aa3f9ae0c180 00000400:00000200:2.0:1789131372.369746:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.157@tcp of length 328/328 into md 0xd [2] + 984 00000800:00000001:2.0:1789131372.369754:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131372.369763:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131372.369767:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131372.369772:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131372.369780:0:2351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1789131372.369782:0:2351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789131372.369788:0:2351:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4d830c0. 00000100:00000040:2.0:1789131372.369792:0:2351:0:(events.c:337:request_in_callback()) incoming req@ffff9ba0d4d830c0 x1876040018346368 msgsize 328 00000100:00100000:2.0:1789131372.369796:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.157@tcp (source: 12345-192.168.206.157@tcp) 00000100:00000001:2.0:1789131372.369833:0:2351:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1789131372.369843:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131372.369846:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131372.369930:0:5587:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789131372.369933:0:5587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876040018346368 02000000:00000001:3.0:1789131372.369936:0:5587:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1789131372.369938:0:5587:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131372.369941:0:5587:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131372.369945:0:5587:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131372.369948:0:5587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876040018346368 00000020:00000001:3.0:1789131372.369951:0:5587:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789131372.369952:0:5587:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc8adac5b2d01fbff 00000020:00000001:3.0:1789131372.369955:0:5587:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131372.369958:0:5587:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9ba0d1aac800 refcount=3 00000020:00000001:3.0:1789131372.369960:0:5587:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713747544064 : -110359962007552 : ffff9ba0d1aac800) 00000020:00000001:3.0:1789131372.369962:0:5587:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633713747544064 : -110359962007552 : ffff9ba0d1aac800) 00000100:00000001:3.0:1789131372.369966:0:5587:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789131372.369971:0:5587:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9ba0c2e52d00. 00000100:00000001:3.0:1789131372.369974:0:5587:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789131372.369976:0:5587:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9ba0c2e52d00. 00000020:00000010:3.0:1789131372.369983:0:5587:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0c5222600. 00000020:00000010:3.0:1789131372.369987:0:5587:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9ba0d19af080. 00000020:00000010:3.0:1789131372.369992:0:5587:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9ba0d81b30c8. 00000100:00000040:3.0:1789131372.370002:0:5587:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1789131372.370005:0:5587:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789131372.370007:0:5587:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789131372.370008:0:5587:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131372.370017:0:5587:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131372.370032:0:5587:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131372.370043:0:5587:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789131372.370045:0:5587:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789131372.370050:0:5587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.157@tcp, seq: 3 00000100:00000040:3.0:1789131372.370054:0:5587:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9ba0d1aac800 : new rpc_count 1 00000100:00000001:3.0:1789131372.370056:0:5587:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633713800851648 : -110359908699968 : ffff9ba0d4d830c0) 00000100:00000040:3.0:1789131372.370064:0:5587:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9ba0d4d830c0 x1876040018346368/t0(0) o104->fabaa51c-4987-45c4-9f02-e7d2b3d3d958@192.168.206.157@tcp:333/0 lens 328/0 e 0 to 0 dl 1789131383 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131372.370080:0:5587:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789131372.370083:0:5587:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9ba0c2e52d00. 00000100:00000001:3.0:1789131372.370085:0:5587:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789131372.370087:0:5587:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9ba0c2e52d00. 00000100:00100000:3.0:1789131372.370092:0:5587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ba0d4d830c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:fabaa51c-4987-45c4-9f02-e7d2b3d3d958+3:11357:x1876040018346368:12345-192.168.206.157@tcp:104: 00000100:00000200:3.0:1789131372.370096:0:5587:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876040018346368 00010000:00000001:3.0:1789131372.370099:0:5587:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789131372.370117:0:5587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131372.370119:0:5587:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131372.370121:0:5587:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=2 00000020:00000001:3.0:1789131372.370123:0:5587:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:3.0:1789131372.370126:0:5587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:3.0:1789131372.370129:0:5587:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131372.370133:0:5587:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131372.370137:0:5587:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.157@tcp lock: ffff9ba0c0030000/0xc8adac5b2d01fcb5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2d69527cc211516b expref: -99 pid: 8522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789131372.370146:0:5587:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789131372.370148:0:5587:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789131372.370153:0:5587:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9ba0d84ff800. 02000000:00000001:3.0:1789131372.370155:0:5587:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131372.370157:0:5587:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131372.370162:0:5587:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789131372.370164:0:5587:0:(ldlm_lib.c:3393:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131372.370168:0:5587:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c81f71e8 time=75 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131372.370172:0:5587:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789131372.370175:0:5587:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9ba0c3f3d6c0 refcount 22 to 192.168.206.157@tcp 00000100:00000001:3.0:1789131372.370177:0:5587:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633713517450944 : -110360192100672 : ffff9ba0c3f3d6c0) 02000000:00000001:3.0:1789131372.370179:0:5587:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789131372.370181:0:5587:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131372.370184:0:5587:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131372.370193:0:5587:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131372.370197:0:5587:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd56e8. 00000100:00000200:3.0:1789131372.370203:0:5587:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876040018346368, offset 224 00000400:00000200:3.0:1789131372.370209:0:5587:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131372.370215:0:5587:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131372.370221:0:5587:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131372.370227:0:5587:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [123:123:256:4294967295] 192.168.206.157@tcp LPNI seq info [123:123:8:4294967295] 00000400:00000200:3.0:1789131372.370242:0:5587:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131372.370251:0:5587:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131372.370257:0:5587:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131372.370262:0:5587:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d3314100. 00000800:00000200:3.0:1789131372.370268:0:5587:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131372.370274:0:5587:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131372.370278:0:5587:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d3314100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131372.370290:0:5587:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131372.370293:0:5587:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9ba0c3f3d6c0 refcount 21 to 192.168.206.157@tcp 00010000:00000001:3.0:1789131372.370296:0:5587:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789131372.370300:0:5587:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9ba0c2e87240. 00010000:00000001:3.0:1789131372.370302:0:5587:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789131372.370315:0:5587:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789131372.370317:0:5587:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131372.370319:0:5587:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131372.370321:0:5587:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131372.370325:0:5587:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d830c0 x1876040018346368/t0(0) o104->fabaa51c-4987-45c4-9f02-e7d2b3d3d958@192.168.206.157@tcp:333/0 lens 328/224 e 0 to 0 dl 1789131383 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789131372.370335:0:5587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ba0d4d830c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:fabaa51c-4987-45c4-9f02-e7d2b3d3d958+3:11357:x1876040018346368:12345-192.168.206.157@tcp:104: Request processed in 253us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131372.370342:0:5587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.157@tcp, seq: 3 00000100:00000040:3.0:1789131372.370345:0:5587:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9ba0d1aac800 : new rpc_count 0 00000100:00000001:3.0:1789131372.370347:0:5587:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789131372.370354:0:5587:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789131372.370359:0:5587:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9ba0d19af080. 00000020:00000010:3.0:1789131372.370363:0:5587:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9ba0d81b30c8. 00000020:00000010:3.0:1789131372.370366:0:5587:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9ba0c5222600. 00000020:00000040:3.0:1789131372.370370:0:5587:0:(genops.c:879:class_export_put()) PUTting export ffff9ba0d1aac800 : new refcount 2 00000100:00000001:3.0:1789131372.370372:0:5587:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789131372.370428:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131372.370432:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d3314100. 00000400:00000200:3.0:1789131372.370435:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131372.370439:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131372.370443:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd56e8 00000400:00000010:3.0:1789131372.370446:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd56e8. 00000100:00000001:3.0:1789131372.370448:0:2352:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1789131372.370450:0:2352:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1789131372.372263:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131372.372267:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4dc00. 00000400:00000200:2.0:1789131372.372270:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131372.372276:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131372.372281:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020000 00000400:00000010:2.0:1789131372.372283:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020000. 00000100:00000001:2.0:1789131372.372287:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131372.372291:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2f840 x1876039997340032/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131388 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131372.372300:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131372.372303:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2f840 x1876039997340032/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131388 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131372.372309:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131372.372310:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131372.374320:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131372.374443:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131372.374448:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131372.374453:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131372.374461:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131372.374468:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131372.374701:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131372.374706:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131372.374711:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131372.374724:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 328 into portal 15 MB=0x6aa3f9ae0c400 00000400:00000200:3.0:1789131372.374733:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.157@tcp of length 328/328 into md 0xd [2] + 1312 00000800:00000001:3.0:1789131372.374740:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131372.374745:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131372.374748:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131372.374752:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131372.374759:0:2352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1789131372.374761:0:2352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789131372.374767:0:2352:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4838f00. 00000100:00000040:3.0:1789131372.374770:0:2352:0:(events.c:337:request_in_callback()) incoming req@ffff9ba0d4838f00 x1876040018347008 msgsize 328 00000100:00100000:3.0:1789131372.374775:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.157@tcp (source: 12345-192.168.206.157@tcp) 00000100:00000001:3.0:1789131372.374807:0:2352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1789131372.374815:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131372.374819:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131372.374821:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131372.374823:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131372.374837:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131372.374841:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131372.374845:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131372.374848:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131372.374851:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131372.374854:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 18 MB=0x6aa3f99a03980 00000400:00000200:3.0:1789131372.374857:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131372.374862:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.157@tcp of length 224/224 into md 0x755 [1] + 224 00000800:00000001:3.0:1789131372.374865:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131372.374881:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131372.374883:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131372.374887:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131372.374891:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131372.374898:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2f840 x1876039997340032/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131388 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131372.374908:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d4a2f840 x1876039997340032/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131388 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131372.374927:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131372.374933:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131372.374936:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131372.375278:0:5587:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789131372.375281:0:5587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876040018347008 02000000:00000001:2.0:1789131372.375283:0:5587:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789131372.375285:0:5587:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131372.375287:0:5587:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131372.375290:0:5587:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131372.375293:0:5587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876040018347008 00000020:00000001:2.0:1789131372.375295:0:5587:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789131372.375297:0:5587:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc8adac5b2d01fbff 00000020:00000001:2.0:1789131372.375299:0:5587:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131372.375302:0:5587:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9ba0d1aac800 refcount=3 00000020:00000001:2.0:1789131372.375304:0:5587:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713747544064 : -110359962007552 : ffff9ba0d1aac800) 00000020:00000001:2.0:1789131372.375306:0:5587:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633713747544064 : -110359962007552 : ffff9ba0d1aac800) 00000100:00000001:2.0:1789131372.375310:0:5587:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789131372.375315:0:5587:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9ba0c5594b00. 00000100:00000001:2.0:1789131372.375318:0:5587:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789131372.375320:0:5587:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9ba0c5594b00. 00000020:00000010:2.0:1789131372.375330:0:5587:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0d3162000. 00000020:00000010:2.0:1789131372.375335:0:5587:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9ba0d2dfef00. 00000020:00000010:2.0:1789131372.375340:0:5587:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9ba0d8600af0. 00000100:00000040:2.0:1789131372.375345:0:5587:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789131372.375348:0:5587:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789131372.375349:0:5587:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789131372.375351:0:5587:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131372.375358:0:5587:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131372.375369:0:5587:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131372.375379:0:5587:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789131372.375381:0:5587:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789131372.375385:0:5587:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.157@tcp, seq: 4 00000100:00000040:2.0:1789131372.375389:0:5587:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9ba0d1aac800 : new rpc_count 1 00000100:00000001:2.0:1789131372.375391:0:5587:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633713795305216 : -110359914246400 : ffff9ba0d4838f00) 00000100:00000040:2.0:1789131372.375395:0:5587:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9ba0d4838f00 x1876040018347008/t0(0) o104->fabaa51c-4987-45c4-9f02-e7d2b3d3d958@192.168.206.157@tcp:333/0 lens 328/0 e 0 to 0 dl 1789131383 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131372.375403:0:5587:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789131372.375405:0:5587:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9ba0c5594b00. 00000100:00000001:2.0:1789131372.375407:0:5587:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789131372.375409:0:5587:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9ba0c5594b00. 00000100:00100000:2.0:1789131372.375413:0:5587:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ba0d4838f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:fabaa51c-4987-45c4-9f02-e7d2b3d3d958+3:11357:x1876040018347008:12345-192.168.206.157@tcp:104: 00000100:00000200:2.0:1789131372.375416:0:5587:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876040018347008 00010000:00000001:2.0:1789131372.375418:0:5587:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789131372.375424:0:5587:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131372.375426:0:5587:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131372.375428:0:5587:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=2 00000020:00000001:2.0:1789131372.375430:0:5587:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:2.0:1789131372.375433:0:5587:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:2.0:1789131372.375436:0:5587:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131372.375439:0:5587:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131372.375444:0:5587:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.157@tcp lock: ffff9ba1021f6e00/0xc8adac5b2d01fc7d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2d69527cc211512c expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131372.375459:0:5587:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789131372.375461:0:5587:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789131372.375465:0:5587:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9ba0c2f53c00. 02000000:00000001:2.0:1789131372.375511:0:5587:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131372.375515:0:5587:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131372.375520:0:5587:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789131372.375522:0:5587:0:(ldlm_lib.c:3393:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131372.375525:0:5587:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c81f71e8 time=75 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131372.375529:0:5587:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789131372.375532:0:5587:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9ba0c3f3d6c0 refcount 22 to 192.168.206.157@tcp 00000100:00000001:2.0:1789131372.375534:0:5587:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633713517450944 : -110360192100672 : ffff9ba0c3f3d6c0) 02000000:00000001:2.0:1789131372.375537:0:5587:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789131372.375539:0:5587:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131372.375542:0:5587:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131372.375544:0:5587:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131372.375549:0:5587:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ecc0. 00000100:00000200:2.0:1789131372.375553:0:5587:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876040018347008, offset 224 00000400:00000200:2.0:1789131372.375559:0:5587:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131372.375566:0:5587:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131372.375572:0:5587:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131372.375577:0:5587:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [125:125:256:4294967295] 192.168.206.157@tcp LPNI seq info [125:125:8:4294967295] 00000400:00000200:2.0:1789131372.375581:0:5587:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131372.375589:0:5587:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131372.375595:0:5587:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131372.375599:0:5587:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c178e200. 00000800:00000200:2.0:1789131372.375605:0:5587:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131372.375612:0:5587:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131372.375616:0:5587:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c178e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131372.375626:0:5587:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131372.375629:0:5587:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9ba0c3f3d6c0 refcount 21 to 192.168.206.157@tcp 00010000:00000001:2.0:1789131372.375637:0:5587:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789131372.375640:0:5587:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9ba0d1bc4300. 00010000:00000001:2.0:1789131372.375643:0:5587:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789131372.375663:0:5587:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1789131372.375665:0:5587:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131372.375667:0:5587:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131372.375669:0:5587:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131372.375675:0:5587:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4838f00 x1876040018347008/t0(0) o104->fabaa51c-4987-45c4-9f02-e7d2b3d3d958@192.168.206.157@tcp:333/0 lens 328/224 e 0 to 0 dl 1789131383 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789131372.375685:0:5587:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ba0d4838f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:fabaa51c-4987-45c4-9f02-e7d2b3d3d958+3:11357:x1876040018347008:12345-192.168.206.157@tcp:104: Request processed in 280us (912us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131372.375692:0:5587:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.157@tcp, seq: 4 00000100:00000040:2.0:1789131372.375695:0:5587:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9ba0d1aac800 : new rpc_count 0 00000100:00000001:2.0:1789131372.375697:0:5587:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789131372.375699:0:5587:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789131372.375703:0:5587:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9ba0d2dfef00. 00000020:00000010:2.0:1789131372.375707:0:5587:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9ba0d8600af0. 00000020:00000010:2.0:1789131372.375710:0:5587:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9ba0d3162000. 00000020:00000040:2.0:1789131372.376340:0:5587:0:(genops.c:879:class_export_put()) PUTting export ffff9ba0d1aac800 : new refcount 2 00000100:00000001:2.0:1789131372.376345:0:5587:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131372.376393:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131372.376397:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c178e200. 00000400:00000200:2.0:1789131372.376400:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131372.376405:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131372.376409:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ecc0 00000400:00000010:2.0:1789131372.376411:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ecc0. 00000100:00000001:2.0:1789131372.376415:0:2351:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1789131372.376417:0:2351:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1789131372.376457:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131372.376460:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c4c59c00. 00000400:00000200:2.0:1789131372.376462:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131372.376465:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131372.376499:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346220 00000400:00000010:2.0:1789131372.376507:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346220. 00000100:00000001:2.0:1789131372.376510:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131372.376515:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b78b40 x1876039997340160/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131388 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131372.376524:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131372.376527:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b78b40 x1876039997340160/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131388 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131372.376533:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131372.376535:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1F:1789131372.377614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0030000. 00000800:00000001:3.0:1789131372.379807:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131372.379873:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131372.379877:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131372.379880:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131372.379888:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131372.379896:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131372.379905:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131372.379909:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131372.379954:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131372.379957:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 18 MB=0x6aa3f99a03a00 00000400:00000200:3.0:1789131372.379963:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131372.379969:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.157@tcp of length 224/224 into md 0x765 [1] + 224 00000800:00000001:3.0:1789131372.379976:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131372.380006:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131372.380009:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131372.380014:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131372.380021:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131372.380029:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b78b40 x1876039997340160/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131388 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131372.380040:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b78b40 x1876039997340160/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131388 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131372.380159:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131372.380168:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131372.380171:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1F:1789131372.381530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4f18d00. 00010000:00000010:0.1:1789131372.381543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba1021f6e00. 00000100:00000040:3.0:1789131373.310744:0:240:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294960284, at 4294960320 00000100:00000010:3.0:1789131373.310760:0:240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d4bb90c0. 00000100:00000040:2.0:1789131373.311142:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294960284, at 4294960320 00000100:00000010:2.0:1789131373.311149:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d4bb9420. 00000800:00000200:2.0:1789131373.575201:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131373.575206:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c4c59600. 00000400:00000200:2.0:1789131373.575212:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131373.575217:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131373.575223:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13464c8 00000400:00000010:2.0:1789131373.575293:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13464c8. 00000100:00000001:2.0:1789131373.575299:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131373.575306:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2f840 x1876039997340288/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131389 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131373.575317:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131373.575320:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2f840 x1876039997340288/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131389 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131373.575327:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131373.575957:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131373.585927:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.585942:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131373.585946:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.585949:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131373.585956:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.585964:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131373.585972:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.585977:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.585982:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.585986:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 344 into portal 25 MB=0x6aa3f99a03a80 00000400:00000200:3.0:1789131373.585991:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.585997:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 344/344 into md 0x76d [1] + 224 00000800:00000001:3.0:1789131373.586004:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.586022:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131373.586025:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131373.586030:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131373.586037:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131373.586044:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2f840 x1876039997340288/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131373.586053:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9ba0d4a2f840 x1876039997340288/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131389 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131373.586084:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131373.586093:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.586095:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131373.588636:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131373.588647:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c4c59b00. 00000400:00000200:2.0:1789131373.588653:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131373.588661:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131373.588668:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13465d8 00000400:00000010:2.0:1789131373.588670:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13465d8. 00000100:00000001:2.0:1789131373.588675:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131373.588682:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b79a40 x1876039997340416/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131389 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131373.588705:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131373.588709:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b79a40 x1876039997340416/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131389 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131373.588716:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131373.588718:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131373.594676:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.594690:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131373.594693:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.594696:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131373.594704:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.594711:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131373.594720:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.594724:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.594729:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.594733:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 272 into portal 25 MB=0x6aa3f99a03b00 00000400:00000200:3.0:1789131373.594737:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.594742:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 272/272 into md 0x775 [1] + 224 00000800:00000001:3.0:1789131373.594748:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.594755:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131373.594758:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131373.594762:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131373.594769:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131373.594778:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b79a40 x1876039997340416/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131373.594788:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9ba0d1b79a40 x1876039997340416/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131389 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131373.594848:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131373.594858:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.594861:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131373.601959:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131373.601966:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c4c59700. 00000400:00000200:2.0:1789131373.601972:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131373.601977:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131373.601983:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346a18 00000400:00000010:2.0:1789131373.601986:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346a18. 00000100:00000001:2.0:1789131373.601990:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131373.601996:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b79a40 x1876039997340544/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131389 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131373.602005:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131373.602008:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b79a40 x1876039997340544/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131389 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131373.602013:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131373.602015:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131373.612843:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.612860:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131373.612863:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.612865:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131373.612874:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.612881:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131373.612890:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.612895:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.612900:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.612904:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 8416 into portal 25 MB=0x6aa3f99a03b80 00000400:00000200:3.0:1789131373.612908:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.612914:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 8416/8416 into md 0x77d [4] + 224 00000800:00000001:3.0:1789131373.612922:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.612931:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131373.612934:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131373.612938:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131373.612945:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131373.612954:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b79a40 x1876039997340544/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131373.612965:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9ba0d1b79a40 x1876039997340544/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131389 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131373.612984:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131373.612992:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.612996:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:3.0:1789131373.616114:0:5599:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9ba0d81f77e0. 00000040:00000001:3.0:1789131373.616119:0:5599:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1789131373.616121:0:5599:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:3.0:1789131373.616130:0:5599:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9ba0d36ac000. 00000040:00000010:3.0:1789131373.616144:0:5599:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9ba0d0510e00. 00000020:00000001:3.0:1789131373.616147:0:5599:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789131373.616150:0:5599:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1789131373.616152:0:5599:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9ba0d1936000. 00000040:00000010:3.0:1789131373.616155:0:5599:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9ba0d1937000. 00000020:00000010:3.0:1789131373.616158:0:5599:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9ba0d845e800. 00000020:00000010:3.0:1789131373.616161:0:5599:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9ba0d5c9f800. 80000000:00000010:3.0:1789131373.616164:0:5599:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9ba0d81f7960. 00040000:00000010:3.0:1789131373.616167:0:5599:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9ba0d32f5c00. 20000000:00000010:3.0:1789131373.616171:0:5599:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9ba0d32f4e00. 00000020:00000010:3.0:1789131373.616174:0:5599:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9ba0d1936400. 10000000:00000010:3.0:1789131373.616176:0:5599:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9ba0d84c6600. 10000000:01000000:3.0:1789131373.616179:0:5599:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.157@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:3.0:1789131373.616182:0:5599:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1789131373.616185:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131373.616188:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131373.616190:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030800 refcount=3 00000020:00000001:3.0:1789131373.616192:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000001:3.0:1789131373.616195:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000001:3.0:1789131373.616198:0:5599:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131373.616201:0:5599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0c0030800/0xc8adac5b2d01fcdf lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc211518e expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131373.616209:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131373.616211:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789131373.616213:0:5599:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.157@tcp lock: ffff9ba0c0030800/0xc8adac5b2d01fcdf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc211518e expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131373.616218:0:5599:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131373.616220:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131373.616221:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1789131373.616222:0:5599:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789131373.616224:0:5599:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789131373.616227:0:5599:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1789131373.616234:0:5599:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789131373.616236:0:5599:0:(mgc_request.c:108:config_log_get()) log params (ffff9ba0c52d8600) refs 2 10000000:00000001:3.0:1789131373.616238:0:5599:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789131373.616240:0:5599:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789131373.616241:0:5599:0:(mgc_request.c:123:config_log_put()) log params(ffff9ba0d30df000) refs 3 10000000:00000001:3.0:1789131373.616243:0:5599:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1789131373.616244:0:5599:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1789131373.616246:0:5599:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1789131373.616247:0:5599:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1789131373.616249:0:5599:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ba0d85d4000 from 7 10000000:00000001:3.0:1789131373.616251:0:5599:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1789131373.616253:0:5599:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1789131373.616259:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4839e00. 00000020:00000040:3.0:1789131373.616262:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:3.0:1789131373.616266:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131373.616269:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131373.616273:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131373.616280:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0c5222400. 00000100:00000001:3.0:1789131373.616286:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131373.616290:0:5599:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789131373.616292:0:5599:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789131373.616297:0:5599:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0da00 count: 2 00010000:00000001:3.0:1789131373.616300:0:5599:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789131373.616302:0:5599:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789131373.616305:0:5599:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c29c7c00. 00000020:00000001:3.0:1789131373.616309:0:5599:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789131373.616311:0:5599:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c29c7c00 with handle 0xc8adac5b2d01fce6 to hash 00000020:00000001:3.0:1789131373.616313:0:5599:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789131373.616315:0:5599:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713494948864 : -110360214602752 : ffff9ba0c29c7c00) 00010000:00000001:3.0:1789131373.616317:0:5599:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713494948864 : -110360214602752 : ffff9ba0c29c7c00) 00010000:00000001:3.0:1789131373.616320:0:5599:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131373.616645:0:5599:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131373.616650:0:5599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c7c00/0xc8adac5b2d01fce6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131373.616658:0:5599:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c7c00/0xc8adac5b2d01fce6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131373.616675:0:5599:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c7c00/0xc8adac5b2d01fce6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789131373.616682:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789131373.616683:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789131373.616690:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e870c0. 00000100:00000001:3.0:1789131373.616693:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499926720 : -110360209624896 : ffff9ba0c2e870c0) 00000100:00000001:3.0:1789131373.616695:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131373.616696:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795309056 : -110359914242560 : ffff9ba0d4839e00) 00000100:00000001:3.0:1789131373.616701:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131373.616705:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131373.616707:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789131373.616708:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131373.616718:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4839e00 x1876039997340672/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131373.616727:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131373.616729:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131373.616732:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131373.616735:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131373.616737:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131373.616741:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4839e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997340672:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789131373.616745:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131373.616750:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131373.616752:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131373.616755:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131373.616760:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d84fc000. 02000000:00000001:3.0:1789131373.616762:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131373.616769:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131373.616779:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d19959f8. 00000400:00000010:3.0:1789131373.616786:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd56e8. 00000100:00000200:3.0:1789131373.616793:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997340672, portal 25 00000100:00000001:3.0:1789131373.616795:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131373.616801:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795309056 : -110359914242560 : ffff9ba0d4839e00) 00000100:00000040:3.0:1789131373.616807:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d4839e00 x1876039997340672/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131389 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131373.616815:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131373.616827:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131373.616831:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5d48. 00000100:00000200:3.0:1789131373.616834:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876039997340672, offset 0 00000400:00000200:3.0:1789131373.616841:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131373.616849:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.616856:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131373.616861:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131373.616865:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131373.616868:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131373.616871:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131373.616874:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [130:130:256:4294967295] 192.168.206.157@tcp LPNI seq info [130:130:8:4294967295] 00000400:00000200:3.0:1789131373.616878:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.616887:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131373.616893:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131373.616898:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d3314100. 00000800:00000200:3.0:1789131373.616904:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131373.616911:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131373.616915:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d3314100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789131373.616934:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131373.616938:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131373.616940:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294961525 00000100:00000001:3.0:1789131373.616946:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294961509 00000100:00000001:3.0:1789131373.616949:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294961525 00000100:00000001:3.0:1789131373.616952:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294961509 00000100:00000001:3.0:1789131373.616955:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131373.616957:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131373.616965:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131373.616966:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789131373.616969:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e870c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789131373.616971:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131373.616973:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131373.617117:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131373.617121:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d3314100. 00000400:00000200:2.0:1789131373.617126:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131373.617132:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131373.617136:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5d48 00000400:00000010:2.0:1789131373.617139:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5d48. 00000100:00000001:2.0:1789131373.617143:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131373.617147:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4839e00 x1876039997340672/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131389 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131373.617156:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131373.617159:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4839e00 x1876039997340672/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131389 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131373.617177:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131373.617179:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131373.623873:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.623889:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131373.623893:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.623896:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131373.623906:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.623913:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131373.623921:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.623925:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.623929:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.623933:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 344 into portal 25 MB=0x6aa3f99a03c00 00000400:00000200:3.0:1789131373.623937:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.623942:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 344/344 into md 0x785 [1] + 224 00000800:00000001:3.0:1789131373.623948:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.623968:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131373.623972:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131373.623977:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131373.623984:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131373.623992:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4839e00 x1876039997340672/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131373.624002:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9ba0d4839e00 x1876039997340672/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131389 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131373.624023:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131373.624031:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.624035:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131373.627574:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131373.627580:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d000. 00000400:00000200:2.0:1789131373.627585:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131373.627591:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131373.627596:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020dd0 00000400:00000010:2.0:1789131373.627599:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020dd0. 00000100:00000001:2.0:1789131373.627603:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131373.627609:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2f480 x1876039997340800/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131389 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131373.627619:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131373.627622:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2f480 x1876039997340800/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131389 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131373.627629:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131373.627630:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131373.635001:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.635017:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131373.635021:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.635023:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131373.635031:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.635052:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131373.635061:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.635066:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.635071:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.635074:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 272 into portal 25 MB=0x6aa3f99a03c80 00000400:00000200:3.0:1789131373.635079:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.635084:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 272/272 into md 0x795 [1] + 224 00000800:00000001:3.0:1789131373.635102:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.635110:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131373.635113:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131373.635118:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131373.635124:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131373.635132:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2f480 x1876039997340800/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131373.635143:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9ba0d4a2f480 x1876039997340800/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131389 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131373.635161:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131373.635169:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.635172:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131373.639216:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131373.639224:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d500. 00000400:00000200:2.0:1789131373.639230:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131373.639240:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131373.639247:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80207f8 00000400:00000010:2.0:1789131373.639250:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80207f8. 00000100:00000001:2.0:1789131373.639256:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131373.639264:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2f480 x1876039997340928/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131389 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131373.639276:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131373.639279:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2f480 x1876039997340928/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131389 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131373.639285:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131373.639287:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131373.641665:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.641680:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131373.641684:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.641687:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131373.641696:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.641703:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131373.641711:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.641716:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.641721:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.641725:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 8416 into portal 25 MB=0x6aa3f99a03d00 00000400:00000200:3.0:1789131373.641729:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131373.641735:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 8416/8416 into md 0x79d [4] + 224 00000800:00000001:3.0:1789131373.641741:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.641762:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131373.641766:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131373.641771:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131373.641778:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131373.641786:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2f480 x1876039997340928/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131373.641797:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9ba0d4a2f480 x1876039997340928/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131389 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131373.641827:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131373.641835:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131373.641839:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:3.0:1789131373.648464:0:5599:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9ba0d4bb9e40. 00000040:00000001:3.0:1789131373.648505:0:5599:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1789131373.648509:0:5599:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:3.0:1789131373.648515:0:5599:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9ba0c2f0c000. 00000040:00000010:3.0:1789131373.648519:0:5599:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9ba0d193c000. 00000020:00000001:3.0:1789131373.648522:0:5599:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789131373.648526:0:5599:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1789131373.648530:0:5599:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9ba0d193d000. 00000040:00000010:3.0:1789131373.648533:0:5599:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9ba0d193de00. 00000020:00000010:3.0:1789131373.648536:0:5599:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9ba0d1aa9000. 00000020:00000010:3.0:1789131373.648542:0:5599:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9ba0d193d600. 80000000:00000010:3.0:1789131373.648545:0:5599:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9ba0d4bb9360. 00040000:00000010:3.0:1789131373.648548:0:5599:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9ba0d193dc00. 20000000:00000010:3.0:1789131373.648552:0:5599:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9ba0d193d200. 00000020:00000010:3.0:1789131373.648554:0:5599:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9ba0d193cc00. 10000000:00000010:3.0:1789131373.648556:0:5599:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9ba0d3001fc0. 10000000:01000000:3.0:1789131373.648560:0:5599:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.157@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:3.0:1789131373.648563:0:5599:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1789131373.648567:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131373.648581:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131373.648594:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7c00 refcount=3 00000020:00000001:3.0:1789131373.648596:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494948864 : -110360214602752 : ffff9ba0c29c7c00) 00010000:00000001:3.0:1789131373.648612:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494948864 : -110360214602752 : ffff9ba0c29c7c00) 00010000:00000001:3.0:1789131373.648615:0:5599:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131373.648620:0:5599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c7c00/0xc8adac5b2d01fce6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115195 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131373.648628:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131373.648630:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789131373.648632:0:5599:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c7c00/0xc8adac5b2d01fce6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115195 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131373.648638:0:5599:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131373.648639:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131373.648640:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1789131373.648641:0:5599:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789131373.648643:0:5599:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789131373.648646:0:5599:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1789131373.648648:0:5599:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789131373.648650:0:5599:0:(mgc_request.c:123:config_log_put()) log params(ffff9ba0c52d8600) refs 3 10000000:00000001:3.0:1789131373.648652:0:5599:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000200:2.0:1789131374.147147:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131374.147157:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c4c59500. 00000400:00000200:2.0:1789131374.147163:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131374.147168:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131374.147172:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346330 00000400:00000010:2.0:1789131374.147174:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346330. 00000100:00000001:2.0:1789131374.147179:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131374.147183:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2c780 x1876039997341056/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131374.147193:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131374.147197:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2c780 x1876039997341056/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131374.147203:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131374.147205:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131374.147407:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131374.147411:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c4c59700. 00000400:00000200:2.0:1789131374.147415:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131374.147419:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131374.147422:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346000 00000400:00000010:2.0:1789131374.147425:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346000. 00000100:00000001:2.0:1789131374.147427:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131374.147431:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2e1c0 x1876039997341184/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131374.147439:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131374.147443:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2e1c0 x1876039997341184/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131374.147448:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131374.147450:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131374.150965:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131374.150985:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131374.150990:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131374.150993:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131374.151003:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131374.151013:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131374.151025:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131374.151031:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131374.151038:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131374.151043:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a03d80 00000400:00000200:3.0:1789131374.151049:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131374.151055:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x7a5 [1] + 224 00000800:00000001:3.0:1789131374.151064:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131374.151079:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131374.151084:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131374.151108:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131374.151118:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131374.151129:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2c780 x1876039997341056/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131374.151142:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d4a2c780 x1876039997341056/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131374.151170:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131374.151183:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131374.151187:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131374.151189:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131374.151192:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131374.151196:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131374.151199:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131374.151203:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131374.151206:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131374.151209:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131374.151212:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a03e00 00000400:00000200:3.0:1789131374.151215:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131374.151219:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x7ad [1] + 224 00000800:00000001:3.0:1789131374.151223:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131374.151230:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131374.151232:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131374.151236:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131374.151239:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131374.151243:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2e1c0 x1876039997341184/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131374.151252:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d4a2e1c0 x1876039997341184/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131374.151260:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131374.151263:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131374.151273:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131374.590591:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294961544, at 4294961600 00000100:00000010:2.0:1789131374.590607:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81f70c0. 00000100:00000040:3.0:1789131374.593218:0:240:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294961544, at 4294961602 00000100:00000010:3.0:1789131374.593233:0:240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81f7360. 10000000:00000001:3.0:1789131375.486597:0:5599:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1789131375.486604:0:5599:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:2.0:1789131377.220408:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131377.220411:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131377.220415:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789131378.239035:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131378.239039:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131378.239041:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789131378.750890:0:5587:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1789131378.750896:0:5587:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131379.262681:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131379.262685:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131379.262688:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789131379.271030:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789131379.271314:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789131379.271324:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d483b840. 00000020:00000040:3.0:1789131379.271330:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:3.0:1789131379.271334:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131379.271337:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131379.271342:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131379.271349:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d3314300. 00000100:00000001:3.0:1789131379.271356:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131379.271367:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS req@ffff9ba0d483b840 x1876039997341312/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131379.271378:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131379.271381:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131379.271387:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b92c7f8d] to pc [ptlrpcd_01_00+0] req@ffff9ba0d483b840 x1876039997341312/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131379.271459:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131379.271463:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131379.271466:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131379.271493:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483b840 x1876039997341312/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131379.271502:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131379.271504:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131379.271508:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131379.271511:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131379.271513:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131379.271517:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2359:1876039997341312:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131379.271522:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131379.271527:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131379.271529:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131379.271532:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131379.271537:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d36c5600. 02000000:00000001:2.0:1789131379.271539:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131379.271546:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131379.271550:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46688. 00000400:00000010:2.0:1789131379.271556:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ecc0. 00000100:00000200:2.0:1789131379.271562:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997341312, portal 25 00000100:00000001:2.0:1789131379.271565:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131379.271566:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795315776 : -110359914235840 : ffff9ba0d483b840) 00000100:00000040:2.0:1789131379.271572:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d483b840 x1876039997341312/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131379.271580:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131379.271582:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131379.271585:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e550. 00000100:00000200:2.0:1789131379.271588:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039997341312, offset 0 00000400:00000200:2.0:1789131379.271608:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131379.271616:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131379.271623:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131379.271628:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131379.271632:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131379.271636:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131379.271639:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131379.271643:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [135:135:256:4294967295] 192.168.206.157@tcp LPNI seq info [135:135:8:4294967295] 00000400:00000200:2.0:1789131379.271647:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131379.271657:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131379.271662:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131379.271667:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c178e200. 00000800:00000200:2.0:1789131379.271673:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131379.271680:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131379.271684:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c178e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131379.271695:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131379.271699:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131379.271702:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294967179 00000100:00000010:2.0:1789131379.271706:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c85b5a20. 00000100:00000001:2.0:1789131379.271713:0:2359:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789131379.271719:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294967179 00000100:00000010:2.0:1789131379.271722:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c85b5660. 00000100:00000001:2.0:1789131379.271725:0:2359:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789131379.271727:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131379.271730:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131379.271733:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131379.271736:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131379.271888:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131379.271892:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789131379.271896:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789131379.271899:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d48392c0. 00000020:00000040:3.0:1789131379.271903:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=4 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:3.0:1789131379.271905:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131379.271907:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131379.271909:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131379.271913:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d3314600. 00000100:00000001:3.0:1789131379.271922:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131379.271928:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID req@ffff9ba0d48392c0 x1876039997341440/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131379.271936:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131379.271938:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131379.271942:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba67d488] to pc [ptlrpcd_01_01+1] req@ffff9ba0d48392c0 x1876039997341440/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131379.276193:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131379.276201:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789131379.276208:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131379.276211:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131379.276242:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131379.276247:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1789131379.276250:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131379.276253:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131379.276255:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131379.276256:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131379.276258:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131379.276260:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131379.276274:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d48392c0 x1876039997341440/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131379.276285:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131379.276288:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131379.276293:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131379.276297:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131379.276300:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131379.276303:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d48392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2359:1876039997341440:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131379.276308:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131379.276313:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131379.276316:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131379.276319:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131379.276325:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d36c4400. 02000000:00000001:2.0:1789131379.276327:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131379.276335:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131379.276340:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d462c0. 00000400:00000010:2.0:1789131379.276348:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e110. 00000100:00000200:2.0:1789131379.276357:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997341440, portal 10 00000100:00000001:2.0:1789131379.276359:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131379.276361:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795306176 : -110359914245440 : ffff9ba0d48392c0) 00000100:00000040:2.0:1789131379.276369:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d48392c0 x1876039997341440/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131379.276376:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131379.276379:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131379.276382:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e088. 00000100:00000200:2.0:1789131379.276385:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997341440, offset 0 00000400:00000200:2.0:1789131379.276396:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131379.276405:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131379.276413:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131379.276419:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131379.276425:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131379.276429:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131379.276432:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131379.276436:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [136:136:255:4294967295] 192.168.206.157@tcp LPNI seq info [136:136:7:4294967295] 00000400:00000200:2.0:1789131379.276441:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131379.276464:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131379.276752:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131379.276760:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c2c66c00. 00000800:00000200:2.0:1789131379.276767:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131379.276775:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131379.276780:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c2c66c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131379.276785:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131379.276798:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 128323 usecs (129 jiffies) 00000400:00000200:2.0:1789131379.276803:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131379.276805:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294966415 00000100:00000001:2.0:1789131379.276809:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4294967179 00000100:00000001:2.0:1789131379.276811:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294966415 00000100:00000001:2.0:1789131379.276813:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4294967179 00000100:00000001:2.0:1789131379.276816:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131379.276818:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131379.276821:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131379.276824:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131379.276865:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131379.276880:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c178e200. 00000400:00000200:2.0:1789131379.276889:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131379.276895:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131379.276907:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e550 00000400:00000010:2.0:1789131379.276910:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e550. 00000100:00000001:2.0:1789131379.276914:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131379.276920:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483b840 x1876039997341312/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131379.276931:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131379.276935:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d483b840 x1876039997341312/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131379.276943:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131379.276944:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131379.277008:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131379.277011:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c2c66c00. 00000400:00000200:2.0:1789131379.277014:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131379.277018:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131379.277020:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e088 00000400:00000010:2.0:1789131379.277022:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e088. 00000100:00000001:2.0:1789131379.277025:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131379.277028:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d48392c0 x1876039997341440/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131379.277197:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131379.277204:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d48392c0 x1876039997341440/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131379.277211:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131379.277213:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1789131379.277284:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131379.277287:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131379.277402:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131379.277405:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131379.277407:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131379.277409:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131379.277639:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131379.277644:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789131379.277649:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789131379.277651:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789131379.277655:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789131379.277657:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789131379.277661:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789131379.277667:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d483a940. 00000020:00000040:3.0:1789131379.277671:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=4 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000100:00000001:3.0:1789131379.277675:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131379.277678:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131379.277682:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131379.277688:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d3314100. 00000100:00000001:3.0:1789131379.277694:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131379.277699:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID req@ffff9ba0d483a940 x1876039997341568/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131379.277709:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131379.277713:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131379.277718:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017232a55] to pc [ptlrpcd_01_00+0] req@ffff9ba0d483a940 x1876039997341568/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131379.277827:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131379.277830:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131379.277832:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131379.277837:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483a940 x1876039997341568/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131379.277850:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131379.277852:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131379.277855:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131379.277858:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131379.277860:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131379.277863:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2359:1876039997341568:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131379.277867:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131379.277933:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131379.277936:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131379.277938:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131379.277943:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d36c4000. 02000000:00000001:2.0:1789131379.277946:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131379.277952:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131379.277956:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46d10. 00000400:00000010:2.0:1789131379.277960:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e088. 00000100:00000200:2.0:1789131379.277965:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997341568, portal 10 00000100:00000001:2.0:1789131379.277968:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131379.277970:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795311936 : -110359914239680 : ffff9ba0d483a940) 00000100:00000040:2.0:1789131379.277977:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d483a940 x1876039997341568/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131379.277985:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131379.277988:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131379.277990:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e550. 00000100:00000200:2.0:1789131379.277993:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997341568, offset 0 00000400:00000200:2.0:1789131379.277997:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131379.278003:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131379.278010:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131379.278015:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131379.278019:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131379.278022:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131379.278025:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131379.278033:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [137:137:256:4294967295] 192.168.206.157@tcp LPNI seq info [137:137:8:4294967295] 00000400:00000200:2.0:1789131379.278104:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131379.278113:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131379.278119:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131379.278124:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c2c66c00. 00000800:00000200:2.0:1789131379.278130:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131379.278136:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131379.278140:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c2c66c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131379.278154:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131379.278158:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 17535 usecs (18 jiffies) 00000400:00000200:2.0:1789131379.278161:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131379.278163:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294966305 00000100:00000001:2.0:1789131379.278166:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4294967179 00000100:00000001:2.0:1789131379.278168:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294966305 00000100:00000001:2.0:1789131379.278171:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4294967179 00000100:00000001:2.0:1789131379.278173:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131379.278175:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131379.278178:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131379.278180:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131379.278204:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131379.278207:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789131379.278211:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789131379.278214:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789131379.278217:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:3.0:1789131379.278291:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131379.278295:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c2c66c00. 00000400:00000200:3.0:1789131379.278299:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131379.278304:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131379.278308:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e550 00000400:00000010:3.0:1789131379.278310:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e550. 00000100:00000001:3.0:1789131379.278313:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131379.278317:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483a940 x1876039997341568/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131395 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131379.278325:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131379.278329:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d483a940 x1876039997341568/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131395 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131379.278336:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131379.278338:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1789131379.278350:0:485:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (303) 00000100:00000001:3.0:1789131379.278369:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131379.278371:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131379.278735:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131379.278737:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789131379.278740:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131379.278742:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131379.278743:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131379.278746:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789131379.283504:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131379.283522:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131379.283527:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131379.283529:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131379.283537:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131379.283544:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131379.283558:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131379.283578:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131379.283584:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131379.283588:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a03f00 00000400:00000200:2.0:1789131379.283592:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131379.283598:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x7c5 [1] + 224 00000800:00000001:2.0:1789131379.283604:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131379.283609:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131379.283612:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131379.283616:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131379.283624:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131379.283632:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d48392c0 x1876039997341440/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131379.283643:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d48392c0 x1876039997341440/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131379.283697:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131379.283701:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131379.283718:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131379.283727:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131379.283731:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131379.283732:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131379.283734:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131379.283738:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131379.283741:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131379.283745:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131379.283748:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131379.283751:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131379.283754:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a03f80 00000400:00000200:2.0:1789131379.283757:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131379.283760:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x7d5 [1] + 224 00000800:00000001:2.0:1789131379.283764:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131379.283770:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131379.283772:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131379.283776:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131379.283778:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131379.283799:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483a940 x1876039997341568/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131379.283807:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d483a940 x1876039997341568/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131379.283813:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131379.283819:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131379.283822:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789131379.287404:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131379.287409:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131379.287413:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d462c0. 00000400:00000200:3.0:1789131379.287420:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e110 00000400:00000010:3.0:1789131379.287422:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e110. 00000100:00000001:3.0:1789131379.287428:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131379.287464:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d48392c0 x1876039997341440/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131379.287497:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d48392c0 x1876039997341440/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131379.287504:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131379.287507:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131379.287510:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131379.287513:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131379.287516:0:2359:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131379.287518:0:2359:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131379.287521:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131379.287530:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131379.287535:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131379.287537:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131379.287538:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131379.287542:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131379.287545:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131379.287548:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131379.287551:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:3.0:1789131379.287552:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131379.287554:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131379.287559:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d48392c0 x1876039997341440/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131379.287566:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131379.287570:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131379.287572:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131379.287576:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d48392c0 x1876039997341440/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131395 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131379.287589:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d48392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2359:1876039997341440:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131379.287595:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131379.287599:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131379.287601:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d48392c0 x1876039997341440/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131395 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131379.287615:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131379.287618:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131379.287622:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d36c4400. 02000000:00000001:3.0:1789131379.287626:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131379.287629:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131379.287630:0:2359:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=3 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:3.0:1789131379.287633:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131379.287636:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d3314600. 02000000:00000001:3.0:1789131379.287639:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131379.287641:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131379.287643:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d48392c0. 00000100:00000001:3.0:1789131379.287648:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131379.287650:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131379.287654:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131379.287657:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131379.287660:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131379.287663:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131379.287665:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131379.287667:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46d10. 00000400:00000200:3.0:1789131379.287669:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e088 00000400:00000010:3.0:1789131379.287670:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e088. 00000100:00000001:3.0:1789131379.287673:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131379.287677:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d483a940 x1876039997341568/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131379.287685:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d483a940 x1876039997341568/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131379.287690:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131379.287691:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131379.287693:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131379.287694:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131379.287696:0:2359:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131379.287697:0:2359:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131379.287699:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131379.287703:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131379.287706:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131379.287719:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131379.287720:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131379.287722:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131379.287724:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131379.287726:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131379.287728:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 0 00000100:00000001:3.0:1789131379.287729:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131379.287730:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131379.287735:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d483a940 x1876039997341568/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131379.287740:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131379.287742:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131379.287743:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131379.287747:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d483a940 x1876039997341568/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131395 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131379.287753:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2359:1876039997341568:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131379.287757:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131379.287759:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131379.287762:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d483a940 x1876039997341568/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131395 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131379.287767:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131379.287769:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131379.287770:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d36c4000. 02000000:00000001:3.0:1789131379.287773:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131379.287774:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131379.287776:0:2359:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=3 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:3.0:1789131379.287777:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131379.287779:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d3314100. 02000000:00000001:3.0:1789131379.287781:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131379.287782:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131379.287783:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d483a940. 00000100:00000001:3.0:1789131379.287796:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131379.287803:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131379.287805:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131379.287807:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131379.287808:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131379.287810:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131379.287812:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789131379.292385:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131379.292405:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131379.292410:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131379.292413:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131379.292422:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131379.292430:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131379.292440:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131379.292528:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131379.292534:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131379.292539:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 25 MB=0x6aa3f99a03e80 00000400:00000200:2.0:1789131379.292544:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131379.292550:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 224/224 into md 0x7b5 [1] + 224 00000800:00000001:2.0:1789131379.292557:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131379.292568:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131379.292572:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131379.292576:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131379.292583:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131379.292592:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483b840 x1876039997341312/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131395 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131379.292603:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d483b840 x1876039997341312/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131379.292671:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131379.292677:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131379.294148:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131379.294164:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131379.294171:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789131379.294771:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131379.294775:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131379.294779:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46688. 00000400:00000200:3.0:1789131379.294785:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ecc0 00000400:00000010:3.0:1789131379.294799:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ecc0. 00000100:00000001:3.0:1789131379.294805:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131379.294815:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d483b840 x1876039997341312/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131395 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131379.294834:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d483b840 x1876039997341312/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131395 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131379.294841:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131379.294843:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131379.294846:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131379.294849:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131379.294851:0:2359:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131379.294854:0:2359:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131379.294856:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131379.294867:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131379.294871:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131379.294875:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131379.294876:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131379.294879:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131379.294881:0:2359:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131379.294884:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131379.294890:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d483b840 x1876039997341312/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131379.294898:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131379.294901:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131379.294915:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131379.294919:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d483b840 x1876039997341312/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131395 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131379.294927:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2359:1876039997341312:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131379.294932:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131379.294936:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131379.294939:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d483b840 x1876039997341312/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131395 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131379.294946:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131379.294948:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131379.294956:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d36c5600. 02000000:00000001:3.0:1789131379.294960:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131379.294962:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131379.294965:0:2359:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:3.0:1789131379.294967:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131379.294970:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d3314300. 02000000:00000001:3.0:1789131379.294973:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131379.294974:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131379.294976:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d483b840. 00000100:00000001:3.0:1789131379.294980:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131379.294982:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131379.294984:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131379.294993:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131379.294995:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131379.295002:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131379.295005:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131380.222586:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294967179, at 4294967232 00000100:00000010:2.0:1789131380.222600:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c85b5a20. 00000100:00000040:3.0:1789131380.223529:0:240:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294967179, at 4294967233 00000100:00000010:3.0:1789131380.223540:0:240:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c85b5660. 00000020:00000001:3.0:1789131380.287669:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131380.287673:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131380.287676:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1789131381.311390:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131381.311396:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131381.311401:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789131381.373788:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131381.373824:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131381.373830:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131381.373834:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131381.373845:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131381.373854:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131381.373867:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131381.373873:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131381.373880:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131381.373895:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 328 into portal 15 MB=0x6aa3f9ae0d480 00000400:00000200:2.0:1789131381.373906:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.157@tcp of length 328/328 into md 0xd [2] + 1640 00000800:00000001:2.0:1789131381.373914:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131381.373918:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131381.373922:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131381.373927:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131381.373937:0:2351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1789131381.373940:0:2351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789131381.373949:0:2351:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4d83c00. 00000100:00000040:2.0:1789131381.373954:0:2351:0:(events.c:337:request_in_callback()) incoming req@ffff9ba0d4d83c00 x1876040018351232 msgsize 328 00000100:00100000:2.0:1789131381.373959:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.157@tcp (source: 12345-192.168.206.157@tcp) 00000100:00000001:2.0:1789131381.373976:0:2351:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1789131381.373988:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131381.373992:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131381.373993:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131381.373996:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131381.373999:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131381.374002:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131381.374006:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131381.374031:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131381.374034:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131381.374037:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 328 into portal 15 MB=0x6aa3f9ae0d500 00000400:00000200:2.0:1789131381.374041:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.157@tcp of length 328/328 into md 0xd [2] + 1968 00000400:00000010:2.0:1789131381.374046:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46e18. 00000400:00000200:2.0:1789131381.374051:0:2351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9ba0c62f5540 00000800:00000001:2.0:1789131381.374054:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131381.374064:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131381.374066:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131381.374069:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131381.374073:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c62f5540 00000400:00000010:2.0:1789131381.374076:0:2351:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9ba0c62f5540. 00000100:00000001:2.0:1789131381.374081:0:2351:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1789131381.374083:0:2351:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1789131381.374087:0:2351:0:(events.c:337:request_in_callback()) incoming req@ffff9ba0c81f4850 x1876040018351360 msgsize 328 00000100:00100000:2.0:1789131381.374091:0:2351:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.157@tcp (source: 12345-192.168.206.157@tcp) 00000100:00000040:2.0:1789131381.374093:0:2351:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1789131381.374110:0:2351:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1789131381.374116:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131381.374121:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789131381.374156:0:5587:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 984 at ffff9ba0c2f50000. 00000100:00000001:3.0:1789131381.374159:0:5588:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1789131381.374167:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876040018351232 02000000:00000001:3.0:1789131381.374173:0:5588:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1789131381.374182:0:5587:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9ba0c6440000. 00000100:00100000:2.0:1789131381.374186:0:5587:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1789131381.374195:0:5587:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000100:00000001:3.0:1789131381.374195:0:5588:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131381.374202:0:5588:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789131381.374206:0:5587:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46e18. 02000000:00000001:3.0:1789131381.374211:0:5588:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789131381.374217:0:5587:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9ba0d1bc40c0. 00000100:00100000:3.0:1789131381.374218:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876040018351232 00000020:00000001:3.0:1789131381.374225:0:5588:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789131381.374226:0:5588:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc8adac5b2d01fbff 00000020:00000001:3.0:1789131381.374230:0:5588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1789131381.374234:0:5587:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:3.0:1789131381.374234:0:5588:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9ba0d1aac800 refcount=3 00000100:00100000:2.0:1789131381.374240:0:5587:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876040018351360 00000020:00000001:3.0:1789131381.374244:0:5588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713747544064 : -110359962007552 : ffff9ba0d1aac800) 02000000:00000001:2.0:1789131381.374245:0:5587:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789131381.374249:0:5587:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1789131381.374251:0:5588:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633713747544064 : -110359962007552 : ffff9ba0d1aac800) 00000100:00000001:2.0:1789131381.374253:0:5587:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131381.374261:0:5587:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131381.374261:0:5588:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1789131381.374268:0:5587:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876040018351360 00000020:00000010:3.0:1789131381.374271:0:5588:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9ba0c2e52f00. 00000020:00000001:2.0:1789131381.374272:0:5587:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:3.0:1789131381.374276:0:5588:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789131381.374280:0:5588:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9ba0c2e52f00. 00000020:00000040:2.0:1789131381.374284:0:5587:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc8adac5b2d01fbff 00000020:00000001:2.0:1789131381.374290:0:5587:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000010:3.0:1789131381.374291:0:5588:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0c5223400. 00000020:00000040:2.0:1789131381.374294:0:5587:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9ba0d1aac800 refcount=4 00000020:00000001:2.0:1789131381.374301:0:5587:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713747544064 : -110359962007552 : ffff9ba0d1aac800) 00000020:00000010:3.0:1789131381.374303:0:5588:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9ba0d19af780. 00000020:00000001:2.0:1789131381.374306:0:5587:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633713747544064 : -110359962007552 : ffff9ba0d1aac800) 00000020:00000010:3.0:1789131381.374315:0:5588:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9ba0d81b30c8. 00000100:00000001:2.0:1789131381.374316:0:5587:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789131381.374323:0:5587:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9ba0c5594d00. 00000100:00000001:2.0:1789131381.374328:0:5587:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789131381.374331:0:5587:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9ba0c5594d00. 00000100:00000040:3.0:1789131381.374334:0:5588:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:00000010:2.0:1789131381.374340:0:5587:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0d36c5000. 00000100:00000001:3.0:1789131381.374341:0:5588:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1789131381.374348:0:5588:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1789131381.374349:0:5587:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9ba0d2dfe380. 00000100:00000001:3.0:1789131381.374352:0:5588:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789131381.374358:0:5587:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9ba0d8600af0. 00000100:00000001:3.0:1789131381.374366:0:5588:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131381.374368:0:5587:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789131381.374372:0:5587:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1789131381.374373:0:5588:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131381.374375:0:5587:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131381.374388:0:5587:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131381.374389:0:5588:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789131381.374393:0:5587:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131381.374394:0:5588:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789131381.374408:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.157@tcp, seq: 5 00000100:00000001:2.0:1789131381.374409:0:5587:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789131381.374414:0:5587:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1789131381.374414:0:5588:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9ba0d1aac800 : new rpc_count 1 00000100:00000001:3.0:1789131381.374419:0:5588:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633713800854528 : -110359908697088 : ffff9ba0d4d83c00) 00000100:00000040:3.0:1789131381.374427:0:5588:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9ba0d4d83c00 x1876040018351232/t0(0) o104->fabaa51c-4987-45c4-9f02-e7d2b3d3d958@192.168.206.157@tcp:342/0 lens 328/0 e 0 to 0 dl 1789131392 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131381.374433:0:5587:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131381.374440:0:5587:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131381.374452:0:5588:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789131381.374457:0:5588:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9ba0c2e52f00. 00000100:00000001:3.0:1789131381.374462:0:5588:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789131381.374524:0:5588:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9ba0c2e52f00. 00000100:00100000:3.0:1789131381.374535:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ba0d4d83c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:fabaa51c-4987-45c4-9f02-e7d2b3d3d958+4:11801:x1876040018351232:12345-192.168.206.157@tcp:104: 00000100:00000200:3.0:1789131381.374540:0:5588:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876040018351232 00010000:00000001:3.0:1789131381.374543:0:5588:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789131381.374550:0:5588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131381.374552:0:5588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131381.374554:0:5588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7c00 refcount=2 00000020:00000001:3.0:1789131381.374556:0:5588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494948864 : -110360214602752 : ffff9ba0c29c7c00) 00010000:00000001:3.0:1789131381.374559:0:5588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494948864 : -110360214602752 : ffff9ba0c29c7c00) 00010000:00000001:3.0:1789131381.374563:0:5588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131381.374566:0:5588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131381.374571:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c7c00/0xc8adac5b2d01fce6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2d69527cc2115195 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789131381.374581:0:5588:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789131381.374584:0:5588:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789131381.374588:0:5588:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9ba0d84fcc00. 02000000:00000001:3.0:1789131381.374590:0:5588:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131381.374593:0:5588:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131381.374597:0:5588:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789131381.374599:0:5588:0:(ldlm_lib.c:3393:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131381.374603:0:5588:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c81f71e8 time=84 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131381.374607:0:5588:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789131381.374610:0:5588:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9ba0c3f3d6c0 refcount 22 to 192.168.206.157@tcp 00000100:00000001:3.0:1789131381.374612:0:5588:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633713517450944 : -110360192100672 : ffff9ba0c3f3d6c0) 02000000:00000001:3.0:1789131381.374615:0:5588:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789131381.374616:0:5588:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131381.374620:0:5588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131381.374622:0:5588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131381.374627:0:5588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5770. 00000100:00000200:3.0:1789131381.374634:0:5588:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876040018351232, offset 224 00000400:00000200:3.0:1789131381.374640:0:5588:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131381.374650:0:5588:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131381.374663:0:5588:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131381.374670:0:5588:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [138:138:256:4294967295] 192.168.206.157@tcp LPNI seq info [138:138:8:4294967295] 00000400:00000200:3.0:1789131381.374674:0:5588:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131381.374684:0:5588:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131381.374690:0:5588:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131381.374695:0:5588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d3314300. 00000800:00000200:3.0:1789131381.374702:0:5588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131381.374709:0:5588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131381.374713:0:5588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d3314300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131381.374730:0:5588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131381.374734:0:5588:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9ba0c3f3d6c0 refcount 21 to 192.168.206.157@tcp 00010000:00000001:3.0:1789131381.374737:0:5588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789131381.374741:0:5588:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9ba0c2e873c0. 00010000:00000001:3.0:1789131381.374743:0:5588:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789131381.374763:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1789131381.374766:0:5588:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131381.374768:0:5588:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131381.374771:0:5588:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131381.374786:0:5588:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d83c00 x1876040018351232/t0(0) o104->fabaa51c-4987-45c4-9f02-e7d2b3d3d958@192.168.206.157@tcp:342/0 lens 328/224 e 0 to 0 dl 1789131392 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789131381.374797:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ba0d4d83c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:fabaa51c-4987-45c4-9f02-e7d2b3d3d958+4:11801:x1876040018351232:12345-192.168.206.157@tcp:104: Request processed in 343us (841us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131381.374805:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.157@tcp, seq: 5 00000100:00000040:3.0:1789131381.374808:0:5588:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9ba0d1aac800 : new rpc_count 0 00000100:00000001:3.0:1789131381.374810:0:5588:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789131381.374812:0:5588:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789131381.374817:0:5588:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9ba0d19af780. 00000020:00000010:3.0:1789131381.374822:0:5588:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9ba0d81b30c8. 00000020:00000010:3.0:1789131381.374827:0:5588:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9ba0c5223400. 00000020:00000040:3.0:1789131381.374838:0:5588:0:(genops.c:879:class_export_put()) PUTting export ffff9ba0d1aac800 : new refcount 3 00000100:00000001:3.0:1789131381.374842:0:5588:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131381.374853:0:5588:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1789131381.374854:0:5588:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1789131381.374858:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.157@tcp, seq: 6 00000100:00000040:3.0:1789131381.374861:0:5588:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9ba0d1aac800 : new rpc_count 1 00000100:00000001:3.0:1789131381.374874:0:5588:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633713587406928 : -110360122144688 : ffff9ba0c81f4850) 00000100:00000040:3.0:1789131381.374880:0:5588:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9ba0c81f4850 x1876040018351360/t0(0) o104->fabaa51c-4987-45c4-9f02-e7d2b3d3d958@192.168.206.157@tcp:342/0 lens 328/0 e 0 to 0 dl 1789131392 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131381.374889:0:5588:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1789131381.374892:0:5588:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9ba0c2e52f00. 00000100:00000001:3.0:1789131381.374895:0:5588:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789131381.374897:0:5588:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9ba0c2e52f00. 00000100:00100000:3.0:1789131381.374902:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ba0c81f4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:fabaa51c-4987-45c4-9f02-e7d2b3d3d958+3:11801:x1876040018351360:12345-192.168.206.157@tcp:104: 00000100:00000200:3.0:1789131381.374905:0:5588:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876040018351360 00010000:00000001:3.0:1789131381.374907:0:5588:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1789131381.374910:0:5588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131381.374911:0:5588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131381.374914:0:5588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030800 refcount=2 00000020:00000001:3.0:1789131381.374916:0:5588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000001:3.0:1789131381.374918:0:5588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000001:3.0:1789131381.374921:0:5588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131381.374922:0:5588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131381.374925:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.157@tcp lock: ffff9ba0c0030800/0xc8adac5b2d01fcdf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2d69527cc211518e expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789131381.374932:0:5588:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1789131381.374933:0:5588:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1789131381.374936:0:5588:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9ba0d84fe800. 02000000:00000001:3.0:1789131381.374938:0:5588:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131381.374940:0:5588:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131381.374948:0:5588:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1789131381.374949:0:5588:0:(ldlm_lib.c:3393:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131381.374952:0:5588:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c81f71e8 time=84 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131381.374954:0:5588:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789131381.374957:0:5588:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9ba0c3f3d6c0 refcount 22 to 192.168.206.157@tcp 00000100:00000001:3.0:1789131381.374959:0:5588:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633713517450944 : -110360192100672 : ffff9ba0c3f3d6c0) 02000000:00000001:3.0:1789131381.374961:0:5588:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1789131381.374963:0:5588:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131381.374965:0:5588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131381.374968:0:5588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131381.374971:0:5588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5088. 00000100:00000200:3.0:1789131381.374974:0:5588:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876040018351360, offset 224 00000400:00000200:3.0:1789131381.374978:0:5588:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131381.374983:0:5588:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131381.374987:0:5588:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131381.374991:0:5588:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [139:139:255:4294967295] 192.168.206.157@tcp LPNI seq info [139:139:7:4294967295] 00000400:00000200:3.0:1789131381.374995:0:5588:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131381.375002:0:5588:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131381.375007:0:5588:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131381.375010:0:5588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d3314100. 00000800:00000200:3.0:1789131381.375014:0:5588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131381.375018:0:5588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131381.375022:0:5588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d3314100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131381.375025:0:5588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131381.375027:0:5588:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9ba0c3f3d6c0 refcount 21 to 192.168.206.157@tcp 00010000:00000001:3.0:1789131381.375030:0:5588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1789131381.375032:0:5588:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9ba0c2e87b40. 00010000:00000001:3.0:1789131381.375034:0:5588:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1789131381.375054:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:3.0:1789131381.375057:0:5588:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131381.375058:0:5588:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131381.375060:0:5588:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131381.375071:0:5588:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c81f4850 x1876040018351360/t0(0) o104->fabaa51c-4987-45c4-9f02-e7d2b3d3d958@192.168.206.157@tcp:342/0 lens 328/224 e 0 to 0 dl 1789131392 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1789131381.376946:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131381.376954:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d3314300. 00000400:00000200:2.0:1789131381.376961:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131381.376969:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131381.376977:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5770 00000400:00000010:2.0:1789131381.376980:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5770. 00000100:00000001:2.0:1789131381.376988:0:2352:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1789131381.376989:0:2352:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1789131381.377042:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131381.377045:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d3314100. 00000400:00000200:2.0:1789131381.377048:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131381.377052:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131381.377055:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5088 00000400:00000010:2.0:1789131381.377057:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5088. 00000100:00000001:2.0:1789131381.377069:0:2352:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1789131381.377070:0:2352:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1789131381.377080:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131381.377082:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d800. 00000400:00000200:2.0:1789131381.377085:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131381.377089:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131381.377091:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80202a8 00000400:00000010:2.0:1789131381.377093:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80202a8. 00000100:00000001:2.0:1789131381.377096:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131381.377103:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2f480 x1876039997341696/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131397 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131381.377115:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131381.377119:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2f480 x1876039997341696/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131397 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131381.377127:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131381.377129:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1789131381.378618:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ba0c81f4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:fabaa51c-4987-45c4-9f02-e7d2b3d3d958+3:11801:x1876040018351360:12345-192.168.206.157@tcp:104: Request processed in 3716us (4518us total) trans 0 rc 0/0 00000100:00100000:3.0:1789131381.378633:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.157@tcp, seq: 6 00000100:00000040:3.0:1789131381.378637:0:5588:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9ba0d1aac800 : new rpc_count 0 00000100:00000001:3.0:1789131381.378641:0:5588:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1789131381.378644:0:5588:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1789131381.378652:0:5588:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9ba0d2dfe380. 00000020:00000010:3.0:1789131381.378657:0:5588:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9ba0d8600af0. 00000020:00000010:3.0:1789131381.378662:0:5588:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9ba0d36c5000. 00000020:00000040:3.0:1789131381.378669:0:5588:0:(genops.c:879:class_export_put()) PUTting export ffff9ba0d1aac800 : new refcount 2 02000000:00000001:3.0:1789131381.378674:0:5588:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789131381.378678:0:5588:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9ba0d84fe800. 02000000:00000001:3.0:1789131381.378681:0:5588:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1789131381.378683:0:5588:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789131381.378684:0:5588:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9ba0d84fcc00. 02000000:00000001:3.0:1789131381.378686:0:5588:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789131381.378689:0:5588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4d83c00. 02000000:00000001:3.0:1789131381.378693:0:5588:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789131381.378694:0:5588:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9ba0c2f53c00. 02000000:00000001:3.0:1789131381.378696:0:5588:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789131381.378697:0:5588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4838f00. 02000000:00000001:3.0:1789131381.378702:0:5588:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789131381.378703:0:5588:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9ba0d84ff800. 02000000:00000001:3.0:1789131381.378705:0:5588:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789131381.378706:0:5588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4d830c0. 02000000:00000001:3.0:1789131381.378709:0:5588:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789131381.378710:0:5588:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9ba0c2e2fc00. 02000000:00000001:3.0:1789131381.378712:0:5588:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789131381.378713:0:5588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4d83480. 02000000:00000001:3.0:1789131381.378716:0:5588:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789131381.378717:0:5588:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9ba0d837a400. 02000000:00000001:3.0:1789131381.378720:0:5588:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789131381.378721:0:5588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d483b480. 02000000:00000001:3.0:1789131381.378741:0:5588:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1789131381.378742:0:5588:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff9ba0d837b000. 02000000:00000001:3.0:1789131381.378745:0:5588:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1789131381.378746:0:5588:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d483bc00. 00000100:00000010:3.0:1789131381.378749:0:5588:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff9ba0c3c62000. 00000100:00000010:3.0:1789131381.378753:0:5588:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 984 at ffff9ba0c81f4800. 00000100:00000001:3.0:1789131381.378757:0:5588:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131381.383877:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131381.383900:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c4c59600. 00000400:00000200:2.0:1789131381.383914:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131381.383927:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131381.383937:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346770 00000400:00000010:2.0:1789131381.383941:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346770. 00000100:00000001:2.0:1789131381.383949:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131381.383960:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b79a40 x1876039997341824/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131397 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131381.383978:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131381.383982:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b79a40 x1876039997341824/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131397 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131381.383991:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131381.383993:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131381.386518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0da00. 00010000:00000010:0.1:1789131381.386533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0030800. 00010000:00000010:1.1:1789131381.386920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c29c7c00. 00000800:00000001:2.0:1789131381.391814:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131381.391847:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131381.391854:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131381.391857:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131381.391907:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131381.391919:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131381.391932:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131381.391939:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131381.391947:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131381.391951:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 18 MB=0x6aa3f99a04000 00000400:00000200:2.0:1789131381.391957:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131381.391965:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.157@tcp of length 224/224 into md 0x7fd [1] + 224 00000800:00000001:2.0:1789131381.391974:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131381.391979:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131381.391982:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131381.391987:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131381.391998:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131381.392009:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2f480 x1876039997341696/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131397 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131381.392021:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d4a2f480 x1876039997341696/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131397 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131381.392143:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131381.392159:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131381.392164:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131381.392166:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131381.392168:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131381.392172:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131381.392176:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131381.392181:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131381.392183:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131381.392186:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131381.392189:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 18 MB=0x6aa3f99a04080 00000400:00000200:2.0:1789131381.392193:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131381.392197:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.157@tcp of length 224/224 into md 0x805 [1] + 224 00000800:00000001:2.0:1789131381.392202:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131381.392221:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131381.392224:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131381.392227:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131381.392232:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131381.392236:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b79a40 x1876039997341824/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131397 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131381.392246:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b79a40 x1876039997341824/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131397 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131381.392264:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131381.392269:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131381.392272:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131382.334827:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294969283, at 4294969344 00000100:00000010:3.0:1789131382.334839:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d4bb95a0. 00000100:00000040:2.0:1789131382.335316:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294969283, at 4294969344 00000100:00000010:2.0:1789131382.335324:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d4bb9ae0. 00000800:00000200:2.0:1789131383.360417:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131383.360425:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d700. 00000400:00000200:2.0:1789131383.360432:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131383.360438:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131383.360444:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:2.0:1789131383.360447:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:2.0:1789131383.360452:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131383.360457:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2f480 x1876039997341952/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131399 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131383.360468:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131383.360499:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2f480 x1876039997341952/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131399 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131383.360505:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131383.360506:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131383.371439:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131383.371462:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131383.371467:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131383.371504:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131383.371512:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131383.371597:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131383.371626:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131383.371631:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131383.371636:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131383.371640:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 344 into portal 25 MB=0x6aa3f99a04100 00000400:00000200:2.0:1789131383.371645:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131383.371652:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 344/344 into md 0x80d [1] + 224 00000800:00000001:2.0:1789131383.371660:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131383.371672:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131383.371675:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131383.371681:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131383.371691:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131383.371699:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2f480 x1876039997341952/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131399 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131383.371709:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9ba0d4a2f480 x1876039997341952/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131399 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131383.371731:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131383.371739:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131383.371742:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131383.371840:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131383.371848:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131383.371851:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131383.371854:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e3c8. 00000400:00000200:3.0:1789131383.371859:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020330 00000400:00000010:3.0:1789131383.371861:0:5599:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020330. 00000100:00000001:3.0:1789131383.371864:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131383.371869:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4a2f480 x1876039997341952/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131399 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131383.371877:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4a2f480 x1876039997341952/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131399 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.371883:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131383.371884:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131383.371886:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131383.371889:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131383.371892:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131383.371893:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131383.371896:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131383.371903:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=96 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131383.371907:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131383.371909:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131383.371910:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131383.371913:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131383.371915:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.371918:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131383.371922:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4a2f480 x1876039997341952/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131399 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.372712:0:5599:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131383.372716:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131383.372718:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131383.372726:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4a2f480 x1876039997341952/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131399 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131383.372734:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997341952:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789131383.372741:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131383.372744:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.372746:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789131383.372748:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131383.372751:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2f480 x1876039997341952/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131399 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.372758:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789131383.372763:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c620ccc0. 00000100:00000001:3.0:1789131383.372777:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789131383.372779:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131383.372783:0:5599:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789131383.372786:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131383.372789:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131383.372793:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7600 refcount=4 00000020:00000001:3.0:1789131383.372795:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560497152 : -110359149054464 : ffff9ba1021f7600) 00010000:00000001:3.0:1789131383.372798:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560497152 : -110359149054464 : ffff9ba1021f7600) 00010000:00000040:3.0:1789131383.372805:0:5599:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba1021f7600, remote cookie: 0x2d69527cc21151f7, flags: 0x0 00010000:00000001:3.0:1789131383.372808:0:5599:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789131383.372812:0:5599:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789131383.372814:0:5599:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789131383.372815:0:5599:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789131383.372816:0:5599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789131383.372819:0:5599:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9ba0d4f18400) refcount = 1 00010000:00010000:3.0:1789131383.372824:0:5599:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.157@tcp lock: ffff9ba1021f7600/0xc8adac5b2d01fced lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc21151f7 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131383.372840:0:5599:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789131383.372842:0:5599:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789131383.372843:0:5599:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789131383.372846:0:5599:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789131383.372848:0:5599:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131383.372851:0:5599:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.157@tcp lock: ffff9ba1021f7600/0xc8adac5b2d01fced lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2d69527cc21151f7 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131383.372856:0:5599:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789131383.372858:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131383.372859:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131383.372860:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131383.372861:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131383.372863:0:5599:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.372866:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131383.372870:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4a2f480 x1876039997341952/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131399 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.372877:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131383.372879:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131383.372883:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0c6435400. 02000000:00000001:3.0:1789131383.372887:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131383.372890:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131383.372891:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:3.0:1789131383.372894:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131383.372897:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d193de00. 02000000:00000001:3.0:1789131383.372901:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131383.372903:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131383.372905:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4a2f480. 00000100:00000001:3.0:1789131383.372909:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131383.372911:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1789131383.372913:0:5599:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789131383.372917:0:5599:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789131383.372919:0:5599:0:(mgc_request.c:108:config_log_get()) log params (ffff9ba0d30df000) refs 3 10000000:00000001:3.0:1789131383.372921:0:5599:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131383.373420:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131383.373425:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131383.373428:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7600 refcount=3 00000020:00000001:3.0:1789131383.373431:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560497152 : -110359149054464 : ffff9ba1021f7600) 00010000:00000001:3.0:1789131383.373434:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560497152 : -110359149054464 : ffff9ba1021f7600) 00010000:00000001:3.0:1789131383.373436:0:5599:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1789131383.373437:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131383.373438:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131383.373440:0:5599:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789131383.373443:0:5599:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1789131383.373449:0:5599:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9ba0c2e527c0. 00000020:00000010:3.0:1789131383.373454:0:5599:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0c5222800. 00000020:00000010:3.0:1789131383.373459:0:5599:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9ba0c5222400. 00000040:00000010:3.0:1789131383.373463:0:5599:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9ba0c5223a00. 00000020:00000010:3.0:1789131383.373467:0:5599:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9ba0c2f13800. 00000020:00000010:3.0:1789131383.373704:0:5599:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9ba0c5223600. 80000000:00000010:3.0:1789131383.373709:0:5599:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9ba0d81ddc00. 00040000:00000010:3.0:1789131383.373714:0:5599:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9ba0c5222200. 20000000:00000010:3.0:1789131383.373718:0:5599:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9ba0c5222600. 10000000:00000040:3.0:1789131383.373723:0:5599:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9ba0c2c7a240 : new refcount 2 00000020:00000001:3.0:1789131383.373726:0:5599:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1789131383.373727:0:5599:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1789131383.373729:0:5599:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1789131383.373733:0:5599:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9ba0c5222c00. 00000040:00000001:3.0:1789131383.373737:0:5599:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1789131383.373740:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000010:3.0:1789131383.373746:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d483b480. 00000020:00000040:3.0:1789131383.373749:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000100:00000001:3.0:1789131383.373753:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131383.373756:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131383.373761:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131383.373777:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0c5222000. 00000100:00000001:3.0:1789131383.373784:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.373790:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789131383.373791:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789131383.373803:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87b40. 00000100:00000001:3.0:1789131383.373806:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499929408 : -110360209622208 : ffff9ba0c2e87b40) 00000100:00000001:3.0:1789131383.373809:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131383.373810:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795314816 : -110359914236800 : ffff9ba0d483b480) 00000100:00000001:3.0:1789131383.373815:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131383.373819:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.373821:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789131383.373822:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131383.373829:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483b480 x1876039997342080/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.373836:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131383.373838:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131383.373842:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131383.373844:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131383.373847:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131383.373850:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997342080:192.168.206.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1789131383.373854:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131383.373860:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131383.373862:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131383.373864:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131383.373868:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d4feec00. 02000000:00000001:3.0:1789131383.373870:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131383.373877:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131383.373880:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995d68. 00000400:00000010:3.0:1789131383.373887:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5f68. 00000100:00000200:3.0:1789131383.373893:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997342080, portal 25 00000100:00000001:3.0:1789131383.373895:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131383.373896:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795314816 : -110359914236800 : ffff9ba0d483b480) 00000100:00000040:3.0:1789131383.373902:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d483b480 x1876039997342080/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131399 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.373910:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131383.373912:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131383.373915:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5000. 00000100:00000200:3.0:1789131383.373923:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1876039997342080, offset 0 00000400:00000200:3.0:1789131383.373930:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131383.374666:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.374675:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131383.374680:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131383.374683:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131383.374686:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131383.374690:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131383.374693:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [143:143:256:4294967295] 192.168.206.157@tcp LPNI seq info [143:143:8:4294967295] 00000400:00000200:3.0:1789131383.374697:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.374705:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131383.374711:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131383.374718:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d3314600. 00000800:00000200:3.0:1789131383.374724:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131383.374731:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131383.374735:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d3314600 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1789131383.374805:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131383.374811:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131383.374813:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294971283 00000100:00000001:3.0:1789131383.374820:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294971267 00000100:00000001:3.0:1789131383.374824:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294971283 00000100:00000001:3.0:1789131383.374828:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294971267 00000100:00000001:3.0:1789131383.374830:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131383.374833:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.374836:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131383.374838:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789131383.374840:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87b40 going to sleep for 11 seconds 00000100:00000001:3.0:1789131383.374843:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131383.374846:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131383.383044:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131383.383057:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d3314600. 00000400:00000200:2.0:1789131383.383064:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131383.383073:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131383.383081:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5000 00000400:00000010:2.0:1789131383.383083:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5000. 00000100:00000001:2.0:1789131383.383088:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131383.383095:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483b480 x1876039997342080/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131399 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131383.383107:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131383.383111:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483b480 x1876039997342080/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131399 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131383.383119:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131383.383135:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131383.387269:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131383.387297:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131383.387301:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131383.387304:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131383.387312:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131383.387320:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131383.387329:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131383.387333:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131383.387339:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131383.387344:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 272 into portal 25 MB=0x6aa3f99a04180 00000400:00000200:2.0:1789131383.387349:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131383.387355:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 272/272 into md 0x815 [1] + 224 00000800:00000001:2.0:1789131383.387373:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131383.387381:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131383.387386:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131383.387391:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131383.387399:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131383.387408:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483b480 x1876039997342080/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131399 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131383.387418:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9ba0d483b480 x1876039997342080/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131399 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131383.387439:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131383.387449:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131383.387452:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131383.387508:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131383.387518:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131383.387535:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131383.387538:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995d68. 00000400:00000200:3.0:1789131383.387542:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5f68 00000400:00000010:3.0:1789131383.387545:0:5599:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5f68. 00000100:00000001:3.0:1789131383.387548:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131383.387552:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d483b480 x1876039997342080/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131399 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131383.387560:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d483b480 x1876039997342080/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131399 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.387566:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131383.387568:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131383.387571:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131383.387574:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131383.387577:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131383.387579:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131383.387583:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131383.387591:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=96 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131383.387596:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131383.387599:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131383.387601:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131383.387603:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131383.387605:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.387608:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131383.387613:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d483b480 x1876039997342080/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131399 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.387620:0:5599:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131383.387623:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131383.387625:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131383.387629:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d483b480 x1876039997342080/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131399 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131383.387637:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997342080:192.168.206.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1789131383.387643:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131383.387652:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.387655:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789131383.387657:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131383.387661:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d483b480 x1876039997342080/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131399 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.387667:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789131383.387670:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87b40. 00000100:00000001:3.0:1789131383.387674:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789131383.387675:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789131383.387681:0:5599:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1789131383.387685:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131383.387687:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000020:00000001:3.0:1789131383.387689:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1789131383.387691:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131383.387694:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d483b480 x1876039997342080/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131399 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.387700:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131383.387702:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131383.387706:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d4feec00. 02000000:00000001:3.0:1789131383.387709:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131383.387710:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131383.387711:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:3.0:1789131383.387713:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131383.387715:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0c5222000. 02000000:00000001:3.0:1789131383.387719:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131383.387721:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131383.387723:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d483b480. 00000100:00000001:3.0:1789131383.387727:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131383.387728:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1789131383.387731:0:5599:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1789131383.387733:0:5599:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1789131383.387741:0:5599:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9ba0c3c62000. 00000040:00000001:3.0:1789131383.387743:0:5599:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1789131383.387744:0:5599:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1789131383.387746:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000010:3.0:1789131383.387750:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d483b480. 00000020:00000040:3.0:1789131383.387752:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000100:00000001:3.0:1789131383.387761:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131383.387774:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131383.387778:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131383.387786:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d4feec00. 00000100:00000001:3.0:1789131383.387793:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.387797:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789131383.387798:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789131383.387803:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87b40. 00000100:00000001:3.0:1789131383.387806:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499929408 : -110360209622208 : ffff9ba0c2e87b40) 00000100:00000001:3.0:1789131383.387808:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131383.387809:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795314816 : -110359914236800 : ffff9ba0d483b480) 00000100:00000001:3.0:1789131383.387813:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131383.387817:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.387819:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789131383.387820:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131383.387825:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483b480 x1876039997342208/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.387832:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131383.387834:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131383.387838:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131383.387840:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131383.387843:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131383.387846:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997342208:192.168.206.157@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1789131383.387849:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131383.387853:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131383.387855:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131383.387857:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131383.387872:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9ba0c64e8000. 02000000:00000001:3.0:1789131383.387874:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131383.387879:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131383.387882:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995d68. 00000400:00000010:3.0:1789131383.387887:0:5599:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9ba0c2e873c0. 00000100:00000200:3.0:1789131383.387894:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876039997342208, portal 25 00000100:00000001:3.0:1789131383.387896:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131383.387902:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795314816 : -110359914236800 : ffff9ba0d483b480) 00000100:00000040:3.0:1789131383.387908:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d483b480 x1876039997342208/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131399 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.387915:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131383.387917:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131383.387920:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5f68. 00000100:00000200:3.0:1789131383.387924:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876039997342208, offset 0 00000400:00000200:3.0:1789131383.387930:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131383.387937:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.387943:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131383.387949:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131383.387953:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131383.387956:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131383.387959:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131383.387963:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [144:144:256:4294967295] 192.168.206.157@tcp LPNI seq info [144:144:8:4294967295] 00000400:00000200:3.0:1789131383.387967:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.387975:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131383.387981:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131383.387986:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d3314600. 00000800:00000200:3.0:1789131383.387993:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131383.388003:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131383.388007:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d3314600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1789131383.388020:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131383.388035:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131383.388038:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294971296 00000100:00000001:3.0:1789131383.388044:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294971283 00000100:00000001:3.0:1789131383.388048:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294971296 00000100:00000001:3.0:1789131383.388051:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294971283 00000100:00000001:3.0:1789131383.388055:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131383.388058:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.388068:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131383.388069:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789131383.388072:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87b40 going to sleep for 11 seconds 00000100:00000001:3.0:1789131383.388074:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131383.388076:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131383.388226:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131383.388230:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d3314600. 00000400:00000200:2.0:1789131383.388234:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131383.388239:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131383.388243:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5f68 00000400:00000010:2.0:1789131383.388244:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5f68. 00000100:00000001:2.0:1789131383.388247:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131383.388251:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483b480 x1876039997342208/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131399 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131383.388267:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131383.388270:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483b480 x1876039997342208/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131399 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131383.388277:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131383.388279:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131383.394127:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.395849:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131383.395856:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.395861:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131383.395870:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.395877:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131383.395887:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.395891:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.395897:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.395901:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 8416 into portal 25 MB=0x6aa3f99a04200 00000400:00000200:3.0:1789131383.395906:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.395912:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 8416/8416 into md 0x825 [4] + 224 00000800:00000001:3.0:1789131383.395919:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.395994:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131383.395999:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131383.396003:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131383.396010:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131383.396018:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483b480 x1876039997342208/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131399 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131383.396086:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9ba0d483b480 x1876039997342208/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131399 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.396172:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131383.396182:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.396186:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1789131383.397228:0:9908:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1789131383.397235:0:9908:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0c5222000. 00000020:00000010:3.0:1789131383.397241:0:9908:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9ba0c52dfa00. 00000040:00000010:3.0:1789131383.397246:0:9908:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9ba0c52de000. 00000020:00000010:3.0:1789131383.397250:0:9908:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9ba0c2f15000. 00000020:00000010:3.0:1789131383.397262:0:9908:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff9ba0c2c6d610. 00000020:00000010:3.0:1789131383.397266:0:9908:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9ba0c52dee00. 80000000:00000010:3.0:1789131383.397270:0:9908:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9ba0d81dd120. 40000000:00000010:3.0:1789131383.397274:0:9908:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9ba0c2e52400. 00100000:00000010:3.0:1789131383.397716:0:9908:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9ba0c2f16800. 00040000:00000010:3.0:1789131383.397722:0:9908:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9ba0d3314100. 00040000:00000010:3.0:1789131383.397727:0:9908:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9ba0d8570000. 00040000:00000010:3.0:1789131383.397730:0:9908:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9ba0c52df200. 00000004:00000010:3.0:1789131383.397735:0:9908:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9ba0d8576000. 00000004:00000010:3.0:1789131383.397740:0:9908:0:(mdt_handler.c:8414:mdt_key_init()) kmalloced '(value)': 2568 at ffff9ba0c6407000. 00000004:00000010:3.0:1789131383.397746:0:9908:0:(lod_dev.c:2352:lod_key_init()) kmalloced '(value)': 1224 at ffff9ba0c4c26000. 00002000:00000010:3.0:1789131383.397750:0:9908:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff9ba0d84fe800. 00000004:00000010:3.0:1789131383.397753:0:9908:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9ba0d84ff000. 00000020:00000010:3.0:1789131383.397758:0:9908:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9ba0c2e52d80. 00000040:00000010:3.0:1789131383.397777:0:9908:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9ba0d36ac000. 00000040:00001000:3.0:1789131383.397781:0:9908:0:(llog.c:615:llog_process_thread()) index: 7 last_index 64767 00000040:00000001:3.0:1789131383.397783:0:9908:0:(lustre_log.h:462:llog_next_block()) Process entered 00000040:00000001:3.0:1789131383.397785:0:9908:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1789131383.397787:0:9908:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000010:3.0:1789131383.397793:0:9908:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4838f00. 00000020:00000040:3.0:1789131383.397795:0:9908:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000100:00000001:3.0:1789131383.397799:0:9908:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131383.397801:0:9908:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131383.397805:0:9908:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131383.397811:0:9908:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0c52de600. 00000100:00000001:3.0:1789131383.397816:0:9908:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.397820:0:9908:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789131383.397822:0:9908:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789131383.397827:0:9908:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87300. 00000100:00000001:3.0:1789131383.397829:0:9908:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499927296 : -110360209624320 : ffff9ba0c2e87300) 00000100:00000001:3.0:1789131383.397832:0:9908:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131383.397834:0:9908:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795305216 : -110359914246400 : ffff9ba0d4838f00) 00000100:00000001:3.0:1789131383.397838:0:9908:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131383.397842:0:9908:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.397851:0:9908:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789131383.397853:0:9908:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131383.397860:0:9908:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4838f00 x1876039997342336/t0(0) o502->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.397868:0:9908:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131383.397870:0:9908:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131383.397873:0:9908:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131383.397876:0:9908:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131383.397878:0:9908:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131383.397881:0:9908:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4838f00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:9908:1876039997342336:192.168.206.157@tcp:502:llog_process_th.0 00000100:00000001:3.0:1789131383.397885:0:9908:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131383.397889:0:9908:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131383.397891:0:9908:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131383.397894:0:9908:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131383.397908:0:9908:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9ba0d8504000. 02000000:00000001:3.0:1789131383.397911:0:9908:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131383.397917:0:9908:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131383.397921:0:9908:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995058. 00000400:00000010:3.0:1789131383.397926:0:9908:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9ba0c2e87000. 00000100:00000200:3.0:1789131383.398003:0:9908:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876039997342336, portal 25 00000100:00000001:3.0:1789131383.398006:0:9908:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131383.398008:0:9908:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795305216 : -110359914246400 : ffff9ba0d4838f00) 00000100:00000040:3.0:1789131383.398014:0:9908:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d4838f00 x1876039997342336/t0(0) o502->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789131399 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.398079:0:9908:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131383.398082:0:9908:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131383.398086:0:9908:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5b28. 00000100:00000200:3.0:1789131383.398090:0:9908:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876039997342336, offset 0 00000400:00000200:3.0:1789131383.398095:0:9908:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131383.398103:0:9908:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.398109:0:9908:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131383.398114:0:9908:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131383.398119:0:9908:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131383.398128:0:9908:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131383.398130:0:9908:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131383.398134:0:9908:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [145:145:256:4294967295] 192.168.206.157@tcp LPNI seq info [145:145:8:4294967295] 00000400:00000200:3.0:1789131383.398138:0:9908:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.398146:0:9908:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131383.398152:0:9908:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131383.398156:0:9908:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d3314300. 00000800:00000200:3.0:1789131383.398162:0:9908:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131383.398170:0:9908:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131383.398174:0:9908:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d3314300 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1789131383.398241:0:9908:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131383.398246:0:9908:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131383.398248:0:9908:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294971306 00000100:00000001:3.0:1789131383.398254:0:9908:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294971296 00000100:00000001:3.0:1789131383.398259:0:9908:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294971306 00000100:00000001:3.0:1789131383.398263:0:9908:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294971296 00000100:00000001:3.0:1789131383.398265:0:9908:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131383.398268:0:9908:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.398270:0:9908:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131383.398272:0:9908:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789131383.398274:0:9908:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87300 going to sleep for 11 seconds 00000100:00000001:3.0:1789131383.398285:0:9908:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131383.398287:0:9908:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131383.398950:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131383.398956:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d3314300. 00000400:00000200:2.0:1789131383.398962:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131383.398969:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131383.398974:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5b28 00000400:00000010:2.0:1789131383.398977:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5b28. 00000100:00000001:2.0:1789131383.398981:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131383.398986:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4838f00 x1876039997342336/t0(0) o502->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789131399 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131383.398996:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131383.398999:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4838f00 x1876039997342336/t0(0) o502->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789131399 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131383.399005:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131383.399007:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131383.407331:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.407348:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131383.407353:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.407356:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131383.407365:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.407374:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131383.407383:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.407387:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.407410:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.407414:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 8472 into portal 25 MB=0x6aa3f99a04280 00000400:00000200:3.0:1789131383.407419:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.407426:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 8472/8472 into md 0x835 [4] + 224 00000800:00000001:3.0:1789131383.407433:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.407444:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131383.407447:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131383.407451:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131383.407459:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131383.407467:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4838f00 x1876039997342336/t0(0) o502->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789131399 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131383.407531:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9ba0d4838f00 x1876039997342336/t0(0) o502->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789131399 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.407544:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131383.407552:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.407556:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789131383.410377:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131383.410385:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c4c59c00. 00000400:00000200:3.0:1789131383.410391:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131383.410397:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131383.410403:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13463b8 00000400:00000010:3.0:1789131383.410406:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13463b8. 00000100:00000001:3.0:1789131383.410410:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131383.410416:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b79a40 x1876039997342464/t0(0) o502->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789131399 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.410426:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131383.410429:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b79a40 x1876039997342464/t0(0) o502->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789131399 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.410436:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.410438:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131383.420967:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.420998:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131383.421003:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.421007:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131383.421015:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.421022:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131383.421032:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.421037:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.421043:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.421047:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 8472 into portal 25 MB=0x6aa3f99a04300 00000400:00000200:3.0:1789131383.421052:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.421059:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 8472/8472 into md 0x845 [4] + 224 00000800:00000001:3.0:1789131383.421066:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.421092:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131383.421096:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131383.421101:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131383.421109:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131383.421118:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b79a40 x1876039997342464/t0(0) o502->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789131399 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131383.421129:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9ba0d1b79a40 x1876039997342464/t0(0) o502->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789131399 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.421141:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131383.421150:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.421154:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:3.0:1789131383.425155:0:5599:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9ba0d4bb9300. 00000040:00000001:3.0:1789131383.425163:0:5599:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1789131383.425166:0:5599:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 00000040:00000010:3.0:1789131383.425170:0:5599:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9ba0c3c62000. 00000040:00000010:3.0:1789131383.425174:0:5599:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9ba0c5222c00. 00000020:00000001:3.0:1789131383.425177:0:5599:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789131383.425180:0:5599:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1789131383.425185:0:5599:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9ba0c5222400. 00000040:00000010:3.0:1789131383.425188:0:5599:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9ba0c5223a00. 00000020:00000010:3.0:1789131383.425191:0:5599:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9ba0c2f13800. 00000020:00000010:3.0:1789131383.425204:0:5599:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9ba0c5223600. 80000000:00000010:3.0:1789131383.425208:0:5599:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9ba0d81ddc00. 00040000:00000010:3.0:1789131383.425213:0:5599:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9ba0c5222200. 20000000:00000010:3.0:1789131383.425217:0:5599:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9ba0c5222600. 00000020:00000010:3.0:1789131383.425220:0:5599:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9ba0c5222800. 10000000:00000010:3.0:1789131383.425223:0:5599:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9ba0c2e527c0. 10000000:01000000:3.0:1789131383.425225:0:5599:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.157@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:3.0:1789131383.425229:0:5599:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1789131383.425232:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131383.425234:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131383.425237:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7600 refcount=3 00000020:00000001:3.0:1789131383.425240:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560497152 : -110359149054464 : ffff9ba1021f7600) 00010000:00000001:3.0:1789131383.425243:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560497152 : -110359149054464 : ffff9ba1021f7600) 00010000:00000001:3.0:1789131383.425246:0:5599:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131383.425250:0:5599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba1021f7600/0xc8adac5b2d01fced lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc21151f7 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131383.425259:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131383.425261:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789131383.425264:0:5599:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.157@tcp lock: ffff9ba1021f7600/0xc8adac5b2d01fced lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc21151f7 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131383.425270:0:5599:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131383.425271:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131383.425272:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1789131383.425274:0:5599:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789131383.425286:0:5599:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789131383.425289:0:5599:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1789131383.425292:0:5599:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789131383.425294:0:5599:0:(mgc_request.c:108:config_log_get()) log params (ffff9ba0c52d8600) refs 2 10000000:00000001:3.0:1789131383.425296:0:5599:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789131383.425298:0:5599:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789131383.425299:0:5599:0:(mgc_request.c:123:config_log_put()) log params(ffff9ba0d30df000) refs 3 10000000:00000001:3.0:1789131383.425301:0:5599:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1789131383.425302:0:5599:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1789131383.425309:0:5599:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1789131383.425311:0:5599:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1789131383.425313:0:5599:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ba0d85d4000 from 7 10000000:00000001:3.0:1789131383.425315:0:5599:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1789131383.425317:0:5599:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1789131383.425323:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d483a940. 00000020:00000040:3.0:1789131383.425326:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:3.0:1789131383.425330:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131383.425333:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131383.425337:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131383.425345:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d0511000. 00000100:00000001:3.0:1789131383.425352:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131383.425356:0:5599:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789131383.425358:0:5599:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789131383.425363:0:5599:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4f18400 count: 2 00010000:00000001:3.0:1789131383.425366:0:5599:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789131383.425368:0:5599:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789131383.425371:0:5599:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c29c6400. 00000020:00000001:3.0:1789131383.425376:0:5599:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789131383.425378:0:5599:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c29c6400 with handle 0xc8adac5b2d01fcf4 to hash 00000020:00000001:3.0:1789131383.425379:0:5599:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789131383.425381:0:5599:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713494942720 : -110360214608896 : ffff9ba0c29c6400) 00010000:00000001:3.0:1789131383.425383:0:5599:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713494942720 : -110360214608896 : ffff9ba0c29c6400) 00010000:00000001:3.0:1789131383.425386:0:5599:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131383.425389:0:5599:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131383.425392:0:5599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c6400/0xc8adac5b2d01fcf4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131383.425399:0:5599:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c6400/0xc8adac5b2d01fcf4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131383.425408:0:5599:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c6400/0xc8adac5b2d01fcf4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789131383.425414:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789131383.425422:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789131383.425427:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87e40. 00000100:00000001:3.0:1789131383.425429:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499930176 : -110360209621440 : ffff9ba0c2e87e40) 00000100:00000001:3.0:1789131383.425431:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131383.425432:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795311936 : -110359914239680 : ffff9ba0d483a940) 00000100:00000001:3.0:1789131383.425437:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131383.425441:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.425443:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789131383.425444:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131383.425454:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483a940 x1876039997342592/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.425461:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131383.425464:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131383.425467:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131383.425496:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131383.425499:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131383.425503:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483a940 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997342592:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789131383.425507:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131383.425512:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131383.425515:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131383.425517:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131383.425522:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d84ff400. 02000000:00000001:3.0:1789131383.425525:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131383.425533:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131383.425538:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995ec8. 00000400:00000010:3.0:1789131383.425544:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5990. 00000100:00000200:3.0:1789131383.425551:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997342592, portal 25 00000100:00000001:3.0:1789131383.425554:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131383.425555:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795311936 : -110359914239680 : ffff9ba0d483a940) 00000100:00000040:3.0:1789131383.425562:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d483a940 x1876039997342592/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131399 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.425569:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131383.425573:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131383.425582:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5550. 00000100:00000200:3.0:1789131383.425585:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876039997342592, offset 0 00000400:00000200:3.0:1789131383.425592:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131383.425600:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.425606:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131383.425612:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131383.425616:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131383.425619:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131383.425621:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131383.425626:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [147:147:256:4294967295] 192.168.206.157@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:3.0:1789131383.425630:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.425639:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131383.425644:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131383.425648:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d3314100. 00000800:00000200:3.0:1789131383.425654:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131383.425662:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131383.425666:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d3314100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789131383.425679:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131383.425683:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131383.425685:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294971333 00000100:00000001:3.0:1789131383.425692:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294971317 00000100:00000001:3.0:1789131383.425696:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294971333 00000100:00000001:3.0:1789131383.425700:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294971317 00000100:00000001:3.0:1789131383.425703:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131383.425705:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.425708:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131383.425709:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789131383.425712:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87e40 going to sleep for 11 seconds 00000100:00000001:3.0:1789131383.425715:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131383.425717:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131383.425758:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131383.425779:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d3314100. 00000400:00000200:3.0:1789131383.425783:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131383.425788:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131383.425793:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5550 00000400:00000010:3.0:1789131383.425795:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5550. 00000100:00000001:3.0:1789131383.425798:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131383.425803:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483a940 x1876039997342592/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131399 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.425811:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131383.425814:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483a940 x1876039997342592/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131399 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.425819:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.425821:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131383.435000:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.435017:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131383.435031:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.435035:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131383.435044:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.435051:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131383.435060:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.435065:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.435070:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.435073:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 344 into portal 25 MB=0x6aa3f99a04380 00000400:00000200:3.0:1789131383.435078:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.435085:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 344/344 into md 0x84d [1] + 224 00000800:00000001:3.0:1789131383.435092:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.435103:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131383.435107:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131383.435112:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131383.435120:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131383.435128:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483a940 x1876039997342592/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131399 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131383.435140:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9ba0d483a940 x1876039997342592/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131399 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.435187:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131383.435197:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.435201:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789131383.436214:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131383.436219:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d500. 00000400:00000200:3.0:1789131383.436223:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131383.436228:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131383.436232:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80203b8 00000400:00000010:3.0:1789131383.436234:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80203b8. 00000100:00000001:3.0:1789131383.436238:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131383.436243:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2c780 x1876039997342720/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131399 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.436252:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131383.436255:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2c780 x1876039997342720/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131399 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.436261:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.436263:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131383.445240:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.445255:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131383.445259:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.445262:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131383.445271:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.445440:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131383.445451:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.445456:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.445461:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.445466:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 272 into portal 25 MB=0x6aa3f99a04400 00000400:00000200:3.0:1789131383.455087:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.455099:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 272/272 into md 0x85d [1] + 224 00000800:00000001:3.0:1789131383.455112:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.455150:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131383.455155:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131383.455165:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131383.455172:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131383.455180:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2c780 x1876039997342720/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131399 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131383.455190:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9ba0d4a2c780 x1876039997342720/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131399 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.456880:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131383.456896:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.456903:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789131383.458577:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131383.458582:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d000. 00000400:00000200:3.0:1789131383.458586:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131383.458591:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131383.458596:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020770 00000400:00000010:3.0:1789131383.458599:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020770. 00000100:00000001:3.0:1789131383.458603:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131383.458607:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2c780 x1876039997342848/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131399 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.458618:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131383.458621:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2c780 x1876039997342848/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131399 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.458628:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.458629:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131383.472242:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.472257:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131383.472262:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.472264:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131383.472273:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.472281:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131383.472289:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.472294:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.472299:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.472316:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 8416 into portal 25 MB=0x6aa3f99a04480 00000400:00000200:3.0:1789131383.472322:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.472329:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 8416/8416 into md 0x865 [4] + 224 00000800:00000001:3.0:1789131383.472336:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.472347:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131383.472350:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131383.472355:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131383.472362:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131383.472370:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2c780 x1876039997342848/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131399 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131383.472381:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9ba0d4a2c780 x1876039997342848/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131399 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.472396:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131383.472404:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.472407:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1789131383.473363:0:9911:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1789131383.473371:0:9911:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0d0510e00. 00000020:00000010:3.0:1789131383.473378:0:9911:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9ba0d0511000. 00000040:00000010:3.0:1789131383.473381:0:9911:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9ba0d0511e00. 00000020:00000010:3.0:1789131383.473386:0:9911:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9ba0c4c26000. 00000020:00000010:3.0:1789131383.473392:0:9911:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff9ba0c2c6db20. 00000020:00000010:3.0:1789131383.473396:0:9911:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9ba0d30dfe00. 80000000:00000010:3.0:1789131383.473401:0:9911:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9ba0d81ddc00. 40000000:00000010:3.0:1789131383.473404:0:9911:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9ba0c2e527c0. 00100000:00000010:3.0:1789131383.473422:0:9911:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9ba0c6422800. 00040000:00000010:3.0:1789131383.473427:0:9911:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9ba0d3314100. 00040000:00000010:3.0:1789131383.473445:0:9911:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9ba0c6422000. 00040000:00000010:3.0:1789131383.473449:0:9911:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9ba0d30de000. 00000004:00000010:3.0:1789131383.473453:0:9911:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9ba0c6426000. 00000004:00000010:3.0:1789131383.473459:0:9911:0:(mdt_handler.c:8414:mdt_key_init()) kmalloced '(value)': 2568 at ffff9ba0c6406000. 00000004:00000010:3.0:1789131383.473463:0:9911:0:(lod_dev.c:2352:lod_key_init()) kmalloced '(value)': 1224 at ffff9ba0c6420000. 00002000:00000010:3.0:1789131383.473467:0:9911:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff9ba0d84fcc00. 00000004:00000010:3.0:1789131383.473500:0:9911:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9ba0d84fe000. 00000020:00000010:3.0:1789131383.473505:0:9911:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9ba0c2e52c80. 00000040:00000010:3.0:1789131383.473513:0:9911:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9ba0d36ac000. 00000040:00001000:3.0:1789131383.473516:0:9911:0:(llog.c:615:llog_process_thread()) index: 7 last_index 64767 00000040:00000001:3.0:1789131383.473518:0:9911:0:(lustre_log.h:462:llog_next_block()) Process entered 00000040:00000001:3.0:1789131383.473520:0:9911:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1789131383.473523:0:9911:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000010:3.0:1789131383.473528:0:9911:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d48392c0. 00000020:00000040:3.0:1789131383.473530:0:9911:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000100:00000001:3.0:1789131383.473534:0:9911:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131383.473537:0:9911:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131383.473541:0:9911:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131383.473547:0:9911:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d30dfa00. 00000100:00000001:3.0:1789131383.473552:0:9911:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.473556:0:9911:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789131383.473558:0:9911:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789131383.473562:0:9911:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87c00. 00000100:00000001:3.0:1789131383.473564:0:9911:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499929600 : -110360209622016 : ffff9ba0c2e87c00) 00000100:00000001:3.0:1789131383.473567:0:9911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131383.473568:0:9911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795306176 : -110359914245440 : ffff9ba0d48392c0) 00000100:00000001:3.0:1789131383.473573:0:9911:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131383.473577:0:9911:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.473579:0:9911:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789131383.473580:0:9911:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131383.473587:0:9911:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d48392c0 x1876039997342976/t0(0) o502->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.473594:0:9911:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131383.473597:0:9911:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131383.473600:0:9911:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131383.473602:0:9911:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131383.473604:0:9911:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131383.473608:0:9911:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d48392c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:9911:1876039997342976:192.168.206.157@tcp:502:llog_process_th.0 00000100:00000001:3.0:1789131383.473612:0:9911:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131383.473616:0:9911:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131383.473625:0:9911:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131383.473628:0:9911:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131383.473639:0:9911:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9ba0d2ddc000. 02000000:00000001:3.0:1789131383.473642:0:9911:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131383.473647:0:9911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131383.473650:0:9911:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d19951b8. 00000400:00000010:3.0:1789131383.473657:0:9911:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9ba0c2e87d80. 00000100:00000200:3.0:1789131383.473663:0:9911:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876039997342976, portal 25 00000100:00000001:3.0:1789131383.473665:0:9911:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131383.473666:0:9911:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795306176 : -110359914245440 : ffff9ba0d48392c0) 00000100:00000040:3.0:1789131383.473672:0:9911:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d48392c0 x1876039997342976/t0(0) o502->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789131399 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.473678:0:9911:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131383.473681:0:9911:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131383.473685:0:9911:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5550. 00000100:00000200:3.0:1789131383.473687:0:9911:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876039997342976, offset 0 00000400:00000200:3.0:1789131383.473693:0:9911:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131383.473701:0:9911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.473708:0:9911:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131383.473713:0:9911:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131383.473717:0:9911:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131383.473720:0:9911:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131383.473723:0:9911:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131383.473726:0:9911:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [150:150:256:4294967295] 192.168.206.157@tcp LPNI seq info [150:150:8:4294967295] 00000400:00000200:3.0:1789131383.473730:0:9911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.473738:0:9911:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131383.473743:0:9911:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131383.473748:0:9911:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d3314300. 00000800:00000200:3.0:1789131383.473753:0:9911:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131383.473760:0:9911:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131383.473773:0:9911:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d3314300 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1789131383.473790:0:9911:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131383.473800:0:9911:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131383.473802:0:9911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294971382 00000100:00000001:3.0:1789131383.473808:0:9911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294971365 00000100:00000001:3.0:1789131383.473812:0:9911:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294971382 00000100:00000001:3.0:1789131383.473814:0:9911:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294971365 00000100:00000001:3.0:1789131383.473817:0:9911:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131383.473819:0:9911:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131383.473822:0:9911:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131383.473823:0:9911:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789131383.473826:0:9911:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87c00 going to sleep for 11 seconds 00000100:00000001:3.0:1789131383.473828:0:9911:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131383.473830:0:9911:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131383.474339:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131383.474344:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d3314300. 00000400:00000200:2.0:1789131383.474348:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131383.474353:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131383.474358:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5550 00000400:00000010:2.0:1789131383.474360:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5550. 00000100:00000001:2.0:1789131383.474364:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131383.474368:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d48392c0 x1876039997342976/t0(0) o502->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789131399 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131383.474376:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131383.474380:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d48392c0 x1876039997342976/t0(0) o502->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789131399 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131383.474391:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131383.474392:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131383.487409:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.488576:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131383.488582:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.488586:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131383.488595:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.488602:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131383.488612:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.488616:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.488620:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.488624:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 8472 into portal 25 MB=0x6aa3f99a04500 00000400:00000200:3.0:1789131383.488628:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.488634:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 8472/8472 into md 0x86d [4] + 224 00000800:00000001:3.0:1789131383.488639:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.488662:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131383.488666:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131383.488670:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131383.489098:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131383.489110:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d48392c0 x1876039997342976/t0(0) o502->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789131399 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131383.489123:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9ba0d48392c0 x1876039997342976/t0(0) o502->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789131399 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.489215:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131383.489225:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.489229:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131383.510092:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131383.510101:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c4c59900. 00000400:00000200:2.0:1789131383.510107:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131383.510115:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131383.510122:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346b28 00000400:00000010:2.0:1789131383.510125:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346b28. 00000100:00000001:2.0:1789131383.510129:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131383.510137:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b79a40 x1876039997343104/t0(0) o502->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789131399 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131383.510147:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131383.510150:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b79a40 x1876039997343104/t0(0) o502->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789131399 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131383.510156:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131383.510158:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131383.515138:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.515153:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131383.515158:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.515160:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131383.515170:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.515178:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131383.515187:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.515192:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.515198:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.515203:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 8472 into portal 25 MB=0x6aa3f99a04580 00000400:00000200:3.0:1789131383.515208:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131383.515214:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 8472/8472 into md 0x87d [4] + 224 00000800:00000001:3.0:1789131383.515221:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.515231:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131383.515234:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131383.515238:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131383.515246:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131383.515254:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b79a40 x1876039997343104/t0(0) o502->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789131399 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131383.515264:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff9ba0d1b79a40 x1876039997343104/t0(0) o502->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8472 e 0 to 0 dl 1789131399 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131383.515879:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131383.515891:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131383.515894:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131384.383587:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789131384.383596:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789131384.383607:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d483a580. 00000020:00000040:3.0:1789131384.383619:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:3.0:1789131384.383624:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131384.383627:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131384.383632:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131384.383639:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d3314600. 00000100:00000001:3.0:1789131384.383646:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131384.383658:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS req@ffff9ba0d483a580 x1876039997343232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131384.383668:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131384.383673:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131384.383679:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac8fb907] to pc [ptlrpcd_01_01+1] req@ffff9ba0d483a580 x1876039997343232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.383700:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131384.383703:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789131384.383706:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789131384.383709:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4838780. 00000020:00000040:3.0:1789131384.383712:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=4 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:3.0:1789131384.383714:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131384.383715:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131384.383717:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131384.383721:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d3314100. 00000100:00000001:3.0:1789131384.383724:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131384.383728:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID req@ffff9ba0d4838780 x1876039997343360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131384.383734:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131384.383736:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131384.383739:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004079b011] to pc [ptlrpcd_01_00+0] req@ffff9ba0d4838780 x1876039997343360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.383746:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131384.383748:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789131384.383771:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789131384.383773:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789131384.383776:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789131384.383778:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789131384.383780:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789131384.383784:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d483ad00. 00000020:00000040:3.0:1789131384.383786:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=4 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000100:00000001:3.0:1789131384.383789:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131384.383790:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131384.383792:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131384.383796:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d3314300. 00000100:00000001:3.0:1789131384.383799:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131384.383803:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID req@ffff9ba0d483ad00 x1876039997343488/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131384.383809:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131384.383811:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131384.383814:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a174e042] to pc [ptlrpcd_01_01+1] req@ffff9ba0d483ad00 x1876039997343488/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.383821:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131384.383823:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789131384.383826:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789131384.383828:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789131384.383831:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789131384.383836:0:485:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (309) 00000100:00000001:3.0:1789131384.384060:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131384.384064:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131384.384072:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131384.384078:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483a580 x1876039997343232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.384086:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131384.384088:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131384.384092:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131384.384094:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131384.384097:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131384.384101:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997343232:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131384.384105:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131384.384111:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131384.384114:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131384.384117:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131384.384121:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d30dea00. 02000000:00000001:3.0:1789131384.384123:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131384.384131:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131384.384135:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995790. 00000400:00000010:3.0:1789131384.384143:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5110. 00000100:00000200:3.0:1789131384.384150:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997343232, portal 25 00000100:00000001:3.0:1789131384.384153:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131384.384155:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795310976 : -110359914240640 : ffff9ba0d483a580) 00000100:00000040:3.0:1789131384.384234:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d483a580 x1876039997343232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.384242:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131384.384245:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131384.384248:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5cc0. 00000100:00000200:3.0:1789131384.384252:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039997343232, offset 0 00000400:00000200:3.0:1789131384.384259:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131384.384270:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131384.384278:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131384.384284:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131384.384289:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131384.384293:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131384.384303:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131384.384308:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [152:152:256:4294967295] 192.168.206.157@tcp LPNI seq info [152:152:8:4294967295] 00000400:00000200:3.0:1789131384.384313:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131384.384324:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131384.384331:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131384.384337:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4a63000. 00000800:00000200:3.0:1789131384.384344:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131384.384352:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131384.384358:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4a63000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131384.384375:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131384.384378:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131384.384381:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294972291 00000100:00000001:3.0:1789131384.384386:0:2360:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294971405 00000100:00000001:3.0:1789131384.384390:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294972291 00000100:00000001:3.0:1789131384.384393:0:2360:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294971405 00000100:00000001:3.0:1789131384.384396:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131384.384399:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131384.384402:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131384.384405:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483ad00 x1876039997343488/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.384412:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131384.384414:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131384.384416:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131384.384417:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131384.384419:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131384.384423:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2360:1876039997343488:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131384.384426:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131384.384428:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131384.384430:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131384.384432:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131384.384439:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d30de000. 02000000:00000001:3.0:1789131384.384441:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131384.384446:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131384.384449:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995e18. 00000400:00000010:3.0:1789131384.384453:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5880. 00000100:00000200:3.0:1789131384.384455:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997343488, portal 10 00000100:00000001:3.0:1789131384.384457:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131384.384458:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795312896 : -110359914238720 : ffff9ba0d483ad00) 00000100:00000040:3.0:1789131384.384465:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d483ad00 x1876039997343488/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.384617:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131384.384620:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131384.384623:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5198. 00000100:00000200:3.0:1789131384.384626:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997343488, offset 0 00000400:00000200:3.0:1789131384.384631:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131384.384635:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131384.384639:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131384.384642:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131384.384645:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131384.384647:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131384.384650:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131384.384653:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [153:153:255:4294967295] 192.168.206.157@tcp LPNI seq info [153:153:7:4294967295] 00000400:00000200:3.0:1789131384.384657:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131384.384664:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131384.384668:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131384.384672:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4a63900. 00000800:00000200:3.0:1789131384.384676:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131384.384681:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131384.384684:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4a63900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131384.384687:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131384.384691:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 17072 usecs (18 jiffies) 00000400:00000200:3.0:1789131384.384699:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131384.384702:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294971410 00000100:00000001:3.0:1789131384.384704:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4294972291 00000100:00000001:3.0:1789131384.384706:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294971410 00000100:00000001:3.0:1789131384.384709:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4294972291 00000100:00000001:3.0:1789131384.384711:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131384.384713:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131384.384716:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131384.384719:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131384.384726:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131384.384728:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789131384.384731:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131384.384732:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131384.384734:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131384.384737:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1789131384.384738:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131384.384740:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131384.384742:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131384.384743:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131384.384744:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131384.384745:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131384.384750:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4838780 x1876039997343360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.384771:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131384.384773:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131384.384775:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131384.384777:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131384.384779:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131384.384782:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4838780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2360:1876039997343360:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131384.384786:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131384.384789:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131384.384791:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131384.384793:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131384.384800:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d30de800. 02000000:00000001:3.0:1789131384.384803:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131384.384807:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131384.384809:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995528. 00000400:00000010:3.0:1789131384.384813:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5660. 00000100:00000200:3.0:1789131384.384816:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997343360, portal 10 00000100:00000001:3.0:1789131384.384818:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131384.384819:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795303296 : -110359914248320 : ffff9ba0d4838780) 00000100:00000040:3.0:1789131384.384825:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d4838780 x1876039997343360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.384832:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131384.384834:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131384.384836:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5908. 00000100:00000200:3.0:1789131384.384838:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997343360, offset 0 00000400:00000200:3.0:1789131384.384843:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131384.384847:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131384.384850:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131384.384853:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131384.384855:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131384.384858:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131384.384860:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131384.384863:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [154:154:254:4294967295] 192.168.206.157@tcp LPNI seq info [154:154:6:4294967295] 00000400:00000200:3.0:1789131384.384867:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131384.384873:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131384.384877:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131384.384880:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4a63e00. 00000800:00000200:3.0:1789131384.384885:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131384.384889:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131384.384891:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4a63e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131384.384894:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131384.384897:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 123968 usecs (124 jiffies) 00000400:00000200:3.0:1789131384.384905:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131384.384907:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294971516 00000100:00000001:3.0:1789131384.384909:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4294972291 00000100:00000001:3.0:1789131384.384911:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294971516 00000100:00000001:3.0:1789131384.384913:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4294972291 00000100:00000001:3.0:1789131384.384915:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131384.384917:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131384.384920:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131384.384922:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131384.384934:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131384.384936:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131384.384963:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131384.384966:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4a63000. 00000400:00000200:3.0:1789131384.384970:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131384.384975:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131384.384981:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5cc0 00000400:00000010:3.0:1789131384.384984:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5cc0. 00000100:00000001:3.0:1789131384.384988:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131384.384992:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483a580 x1876039997343232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.385002:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131384.385005:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d483a580 x1876039997343232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131400 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.385012:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131384.385014:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131384.385025:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131384.385028:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4a63900. 00000400:00000200:3.0:1789131384.385030:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131384.385033:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131384.385036:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5198 00000400:00000010:3.0:1789131384.385037:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5198. 00000100:00000001:3.0:1789131384.385039:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131384.385049:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483ad00 x1876039997343488/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.385057:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131384.385060:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d483ad00 x1876039997343488/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131400 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.385066:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131384.385068:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131384.385091:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131384.385093:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4a63e00. 00000400:00000200:3.0:1789131384.385096:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131384.385099:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131384.385101:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5908 00000400:00000010:3.0:1789131384.385103:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5908. 00000100:00000001:3.0:1789131384.385105:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131384.385108:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4838780 x1876039997343360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131400 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.385114:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131384.385116:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4838780 x1876039997343360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131400 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.385122:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131384.385124:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131384.389707:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131384.389725:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131384.389730:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131384.389732:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131384.389742:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131384.389750:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131384.389770:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131384.389775:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131384.389780:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131384.389784:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 25 MB=0x6aa3f99a04600 00000400:00000200:3.0:1789131384.389788:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131384.389803:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 224/224 into md 0x885 [1] + 224 00000800:00000001:3.0:1789131384.389811:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131384.389815:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131384.389818:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131384.389823:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131384.389830:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131384.389838:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483a580 x1876039997343232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131384.389849:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d483a580 x1876039997343232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.389861:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131384.389871:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131384.389875:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131384.389876:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131384.389878:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131384.389881:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131384.389885:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131384.389889:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131384.389891:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131384.389894:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131384.389896:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a04700 00000400:00000200:3.0:1789131384.389899:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131384.389903:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x895 [1] + 224 00000800:00000001:3.0:1789131384.389907:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131384.389910:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131384.389911:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131384.389915:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131384.389917:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131384.389921:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483ad00 x1876039997343488/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131384.389928:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d483ad00 x1876039997343488/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.389940:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131384.389944:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131384.389947:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131384.389948:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131384.389950:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131384.389953:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131384.389956:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131384.389959:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131384.389961:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131384.389964:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131384.389966:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a04680 00000400:00000200:3.0:1789131384.389970:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131384.389973:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x8a5 [1] + 224 00000800:00000001:3.0:1789131384.389977:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131384.389982:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131384.389983:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131384.389987:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131384.389989:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131384.389993:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4838780 x1876039997343360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131400 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131384.390001:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d4838780 x1876039997343360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.390008:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131384.390011:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131384.390013:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131384.390024:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131384.390028:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131384.390034:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131384.390036:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131384.390038:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995528. 00000400:00000200:3.0:1789131384.390042:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5660 00000400:00000010:3.0:1789131384.390050:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5660. 00000100:00000001:3.0:1789131384.390053:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131384.390057:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4838780 x1876039997343360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131384.390065:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4838780 x1876039997343360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.390070:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131384.390073:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131384.390075:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131384.390078:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131384.390080:0:2360:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131384.390082:0:2360:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131384.390085:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131384.390094:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131384.390098:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131384.390100:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131384.390102:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131384.390105:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131384.390108:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131384.390112:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131384.390114:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:3.0:1789131384.390116:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131384.390118:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131384.390123:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4838780 x1876039997343360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.390130:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131384.390132:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131384.390134:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131384.390138:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4838780 x1876039997343360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131384.390146:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4838780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2360:1876039997343360:192.168.206.157@tcp:400:kworker.0 00000400:00000001:3.0:1789131384.390153:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131384.390159:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131384.390161:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995790. 00000400:00000200:3.0:1789131384.390164:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5110 00000400:00000010:3.0:1789131384.390165:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5110. 00000100:00000001:3.0:1789131384.390168:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131384.390172:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d483a580 x1876039997343232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131384.390179:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d483a580 x1876039997343232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.390185:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131384.390186:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131384.390188:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131384.390190:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131384.390191:0:2360:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131384.390192:0:2360:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131384.390194:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131384.390197:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131384.390200:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131384.390202:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131384.390203:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131384.390204:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131384.390206:0:2360:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131384.390208:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131384.390211:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d483a580 x1876039997343232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.390217:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131384.390220:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131384.390221:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131384.390224:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d483a580 x1876039997343232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131384.390231:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997343232:192.168.206.157@tcp:400:kworker.0 00000400:00000001:3.0:1789131384.390236:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131384.390243:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131384.390245:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995e18. 00000400:00000200:3.0:1789131384.390248:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5880 00000400:00000010:3.0:1789131384.390249:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5880. 00000100:00000001:3.0:1789131384.390252:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131384.390256:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d483ad00 x1876039997343488/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131400 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131384.390263:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d483ad00 x1876039997343488/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131400 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.390269:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131384.390271:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131384.390273:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131384.390274:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131384.390276:0:2360:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131384.390277:0:2360:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131384.390279:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131384.390284:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131384.390287:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131384.390289:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131384.390290:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131384.390292:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131384.390294:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131384.390296:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131384.390297:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 0 00000100:00000001:3.0:1789131384.390299:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131384.390300:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131384.390304:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d483ad00 x1876039997343488/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.390310:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131384.390312:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131384.390313:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131384.390317:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d483ad00 x1876039997343488/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131400 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131384.390334:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2360:1876039997343488:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131384.390338:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131384.390341:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131384.390344:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4838780 x1876039997343360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131400 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.390350:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131384.390352:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131384.390356:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d30de800. 02000000:00000001:3.0:1789131384.390360:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131384.390362:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131384.390363:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=3 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:3.0:1789131384.390366:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131384.390368:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d3314100. 02000000:00000001:3.0:1789131384.391364:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131384.391368:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131384.391370:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4838780. 00000100:00000001:3.0:1789131384.391377:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131384.391378:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131384.391381:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131384.391389:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d483a580 x1876039997343232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131400 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.391397:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131384.391399:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131384.391401:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d30dea00. 02000000:00000001:3.0:1789131384.391404:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131384.391405:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131384.391406:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:3.0:1789131384.391409:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131384.391411:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d3314600. 02000000:00000001:3.0:1789131384.391413:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131384.391414:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131384.391415:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d483a580. 00000100:00000001:3.0:1789131384.391418:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131384.391427:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131384.391429:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131384.391433:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d483ad00 x1876039997343488/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131400 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131384.391439:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131384.391440:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131384.391442:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d30de000. 02000000:00000001:3.0:1789131384.391444:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131384.391445:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131384.391446:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=3 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:3.0:1789131384.391448:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131384.391449:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d3314300. 02000000:00000001:3.0:1789131384.391451:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131384.391452:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131384.391453:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d483ad00. 00000100:00000001:3.0:1789131384.391457:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131384.391458:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131384.391460:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131384.391610:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131384.391613:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131384.391616:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131384.391619:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131385.178543:0:10006:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131385.178559:0:10006:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131385.342642:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294972291, at 4294972352 00000100:00000010:3.0:1789131385.342666:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d4bb9480. 00000100:00000040:2.0:1789131385.343078:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294972291, at 4294972352 00000100:00000010:2.0:1789131385.343087:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d4bb9540. 00000020:00000001:3.0:1789131386.431179:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131386.431184:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131386.431188:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789131387.460584:0:5587:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1789131387.460594:0:5587:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131389.502809:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131389.502814:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131389.502818:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789131389.504437:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131389.504443:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c4c59c00. 00000400:00000200:3.0:1789131389.504452:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131389.504458:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131389.504465:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346f68 00000400:00000010:3.0:1789131389.504494:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346f68. 00000100:00000001:3.0:1789131389.504509:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131389.504516:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b79e00 x1876039997343744/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131389.504527:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131389.504531:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b79e00 x1876039997343744/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131405 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131389.504539:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131389.504541:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131389.504556:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131389.504559:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593e00. 00000400:00000200:3.0:1789131389.504562:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131389.504565:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131389.504568:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346110 00000400:00000010:3.0:1789131389.504570:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346110. 00000100:00000001:3.0:1789131389.504572:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131389.504576:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b78000 x1876039997343616/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131389.504583:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131389.504585:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b78000 x1876039997343616/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131405 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131389.504592:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131389.504593:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131389.504671:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131389.504674:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593100. 00000400:00000200:3.0:1789131389.504677:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131389.504681:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131389.504684:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346d48 00000400:00000010:3.0:1789131389.504686:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346d48. 00000100:00000001:3.0:1789131389.504688:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131389.504692:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7ad00 x1876039997343872/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131389.504699:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131389.504708:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7ad00 x1876039997343872/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131405 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131389.504715:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131389.504717:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131389.519558:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131389.519587:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131389.519592:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131389.519596:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131389.519608:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.519619:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131389.519632:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.519639:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.519645:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.519651:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 25 MB=0x6aa3f99a04780 00000400:00000200:2.0:1789131389.519682:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.519691:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 224/224 into md 0x8bd [1] + 224 00000800:00000001:2.0:1789131389.519700:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131389.519706:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131389.519710:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131389.519716:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131389.519727:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131389.519749:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b78000 x1876039997343616/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131389.519764:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b78000 x1876039997343616/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131389.519776:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131389.519787:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131389.519791:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131389.519793:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131389.519795:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131389.519799:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.519802:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131389.519807:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.519809:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.519812:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.519815:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a04800 00000400:00000200:2.0:1789131389.519820:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.519824:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x8b5 [1] + 224 00000800:00000001:2.0:1789131389.519828:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131389.519831:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131389.519834:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131389.519837:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131389.519840:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131389.519845:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b79e00 x1876039997343744/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131389.519867:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b79e00 x1876039997343744/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131389.519875:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131389.519880:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131389.519884:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131389.519886:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131389.519888:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131389.519891:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.519894:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131389.519898:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.519900:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.519903:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.519906:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a04880 00000400:00000200:2.0:1789131389.519909:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.519912:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x8c5 [1] + 224 00000800:00000001:2.0:1789131389.519916:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131389.519927:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131389.519929:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131389.519933:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131389.519936:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131389.519941:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7ad00 x1876039997343872/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131389.519949:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b7ad00 x1876039997343872/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131389.519957:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131389.519960:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131389.519964:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131389.849831:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131389.849838:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d300. 00000400:00000200:2.0:1789131389.849843:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131389.849859:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131389.849866:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80206e8 00000400:00000010:2.0:1789131389.849869:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80206e8. 00000100:00000001:2.0:1789131389.849874:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131389.849882:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2e940 x1876039997344000/t0(0) o37->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 448/440 e 0 to 0 dl 1789131405 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131389.849894:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131389.849898:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2e940 x1876039997344000/t0(0) o37->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 448/440 e 0 to 0 dl 1789131405 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131389.849905:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131389.849906:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131389.855219:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131389.855251:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131389.855256:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131389.855260:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131389.855271:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.855281:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131389.855292:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.855297:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.855304:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.855309:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 4096 into portal 14 MB=0x6aa3f99a04900 00000400:00000200:2.0:1789131389.855314:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.855323:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.206.157@tcp of length 4096/4096 into md 0x8cd [256] + 0 00000400:00000010:2.0:1789131389.855329:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8eb58. 00000400:00000200:2.0:1789131389.855335:0:2351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9ba0c2f08000 00000800:00000001:2.0:1789131389.855342:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131389.855353:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131389.855356:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131389.855370:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131389.855377:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c2f08000 00000400:00000010:2.0:1789131389.855381:0:2351:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9ba0c2f08000. 00000100:00000001:2.0:1789131389.855387:0:2351:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789131389.855391:0:2351:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9ba0d4a2e940 desc ffff9ba0c6435400 mbits 1876039997344000 00000100:00000001:2.0:1789131389.855432:0:2351:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789131389.855445:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131389.855450:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.855456:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131389.855465:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [159:159:256:4294967295] 192.168.206.157@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:2.0:1789131389.858322:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131389.858341:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131389.858352:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131389.858374:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9ba0c6442000. 00000800:00000200:2.0:1789131389.858383:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131389.858393:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131389.858399:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c6442000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131389.858617:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131389.858621:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9ba0c6442000. 00000400:00000200:2.0:1789131389.858628:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131389.858634:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131389.858670:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131389.858678:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131389.868160:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131389.868186:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131389.868191:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131389.868194:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131389.868205:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131389.868214:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131389.868226:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131389.868232:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131389.868238:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131389.868255:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 440 into portal 10 MB=0x6aa3f99a04900 00000400:00000200:3.0:1789131389.868261:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131389.868269:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 440/440 into md 0x8d5 [1] + 224 00000800:00000001:3.0:1789131389.868281:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131389.868290:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131389.868294:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131389.868300:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131389.868311:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131389.868322:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2e940 x1876039997344000/t0(0) o37->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 448/440 e 0 to 0 dl 1789131405 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131389.868335:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9ba0d4a2e940 x1876039997344000/t0(0) o37->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 448/440 e 0 to 0 dl 1789131405 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131389.868440:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131389.868451:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131389.868455:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131389.891334:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131389.891342:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d900. 00000400:00000200:2.0:1789131389.891348:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131389.891356:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131389.891372:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020f68 00000400:00000010:2.0:1789131389.891376:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020f68. 00000100:00000001:2.0:1789131389.891383:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131389.891389:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2e580 x1876039997344128/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789131405 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131389.891401:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131389.891404:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2e580 x1876039997344128/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789131405 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131389.891412:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131389.891422:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131389.897617:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131389.897641:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131389.897646:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131389.897649:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131389.897659:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131389.897684:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131389.897695:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131389.897701:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131389.897707:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131389.897712:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 584 into portal 10 MB=0x6aa3f99a04980 00000400:00000200:3.0:1789131389.897717:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131389.897723:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 584/584 into md 0x8dd [1] + 224 00000800:00000001:3.0:1789131389.897741:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131389.897763:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131389.897767:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131389.897772:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131389.897782:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131389.897792:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2e580 x1876039997344128/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789131405 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131389.897804:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9ba0d4a2e580 x1876039997344128/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 584/1152 e 0 to 0 dl 1789131405 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131389.897820:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131389.897831:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131389.897834:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1789131389.926530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba1021f7000. 00000100:00000040:3.0:1789131390.462550:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294977412, at 4294977472 00000100:00000010:3.0:1789131390.462571:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81f7c00. 00000100:00000040:2.0:1789131390.473573:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294977412, at 4294977483 00000100:00000010:2.0:1789131390.473593:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81f7480. 00000020:00000001:3.0:1789131391.557046:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131391.557052:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131391.557057:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1789131391.614772:0:10412:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1789131391.614782:0:10412:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-dual test 0a: expired recovery with lost client ========================================================== 08:56:30 (1789131390) 00000001:00000001:3.0:1789131391.619372:0:10412:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000200:2.0:1789131392.073791:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131392.073796:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4db00. 00000400:00000200:2.0:1789131392.073804:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131392.073809:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131392.073817:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020990 00000400:00000010:2.0:1789131392.073820:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020990. 00000100:00000001:2.0:1789131392.073825:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131392.073831:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2e580 x1876039997344256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131408 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131392.073842:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131392.073846:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2e580 x1876039997344256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131408 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131392.073863:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131392.073864:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131392.087416:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.087438:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131392.087444:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.087447:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131392.087528:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.087538:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131392.087548:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.087554:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.087560:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.087565:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a04a00 00000400:00000200:3.0:1789131392.087570:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.087577:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0x8e5 [1] + 224 00000800:00000001:3.0:1789131392.087586:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.087594:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131392.087598:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131392.087603:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131392.087613:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131392.087625:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2e580 x1876039997344256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131408 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131392.087636:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d4a2e580 x1876039997344256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131408 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131392.087659:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131392.087670:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.087674:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131392.090552:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294979099, at 4294979100 00000100:00000040:3.0:1789131392.090552:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294979099, at 4294979100 00000100:00000010:2.0:1789131392.090565:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d4bb96c0. 00000100:00000010:3.0:1789131392.090588:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d4bb92a0. 00000800:00000200:2.0:1789131392.093902:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131392.093910:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4db00. 00000400:00000200:2.0:1789131392.093919:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131392.093927:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131392.093935:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:2.0:1789131392.093937:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:2.0:1789131392.093943:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131392.093950:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2e580 x1876039997344384/t0(0) o700->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:30/10 lens 264/248 e 0 to 0 dl 1789131408 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131392.093964:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131392.093967:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2e580 x1876039997344384/t0(0) o700->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:30/10 lens 264/248 e 0 to 0 dl 1789131408 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131392.093975:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131392.093986:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131392.099348:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.099383:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131392.099387:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.099390:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131392.099400:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.099408:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131392.099419:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.099424:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.099430:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.099435:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 248 into portal 10 MB=0x6aa3f99a04a80 00000400:00000200:3.0:1789131392.099459:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.099467:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 248/248 into md 0x8ed [1] + 224 00000800:00000001:3.0:1789131392.099526:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.099535:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131392.099540:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131392.099545:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131392.099555:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131392.099568:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2e580 x1876039997344384/t0(0) o700->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:30/10 lens 264/248 e 0 to 0 dl 1789131408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131392.099580:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=248 offset=224 replen=248 req@ffff9ba0d4a2e580 x1876039997344384/t0(0) o700->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:30/10 lens 264/248 e 0 to 0 dl 1789131408 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131392.099603:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131392.099614:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.099618:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789131392.104194:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131392.104200:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d900. 00000400:00000200:3.0:1789131392.104207:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131392.104213:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131392.104219:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020088 00000400:00000010:3.0:1789131392.104222:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020088. 00000100:00000001:3.0:1789131392.104227:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131392.104231:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2e580 x1876039997344640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131408 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131392.104241:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131392.104255:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2e580 x1876039997344640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131408 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131392.104263:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131392.104265:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131392.108685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4f18800. 00010000:00000010:1.1:1789131392.108705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba1021f7000. 00000800:00000001:3.0:1789131392.109772:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.109790:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131392.109794:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.109797:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131392.109824:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.109833:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131392.109843:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.109849:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.109856:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.109861:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 328 into portal 15 MB=0x6aa3f9ae0e580 00000400:00000200:3.0:1789131392.109871:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.157@tcp of length 328/328 into md 0x7e5 [2] + 0 00000800:00000001:3.0:1789131392.109879:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.109886:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131392.109891:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131392.109895:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131392.109905:0:2352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1789131392.109907:0:2352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1789131392.109914:0:2352:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4838780. 00000100:00000040:3.0:1789131392.109918:0:2352:0:(events.c:337:request_in_callback()) incoming req@ffff9ba0d4838780 x1876040018355584 msgsize 328 00000100:00100000:3.0:1789131392.109923:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.157@tcp (source: 12345-192.168.206.157@tcp) 00000100:00000001:3.0:1789131392.109945:0:2352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1789131392.109955:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.109958:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131392.110453:0:5588:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789131392.110458:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876040018355584 02000000:00000001:2.0:1789131392.110461:0:5588:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789131392.110464:0:5588:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131392.110466:0:5588:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131392.110512:0:5588:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131392.110517:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876040018355584 00000020:00000001:2.0:1789131392.110521:0:5588:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789131392.110523:0:5588:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc8adac5b2d01fc4c 00000020:00000001:2.0:1789131392.110526:0:5588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131392.110531:0:5588:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9ba0d87f5000 refcount=5 00000020:00000001:2.0:1789131392.110534:0:5588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713862135808 : -110359847415808 : ffff9ba0d87f5000) 00000020:00000001:2.0:1789131392.110536:0:5588:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633713862135808 : -110359847415808 : ffff9ba0d87f5000) 00000100:00000001:2.0:1789131392.110542:0:5588:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789131392.110549:0:5588:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9ba0c5594740. 00000100:00000001:2.0:1789131392.110552:0:5588:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789131392.110555:0:5588:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9ba0c5594740. 00000020:00000010:2.0:1789131392.110564:0:5588:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0d193cc00. 00000020:00000010:2.0:1789131392.110571:0:5588:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9ba0d2dfe680. 00000020:00000010:2.0:1789131392.110577:0:5588:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9ba0d8600960. 00000100:00000040:2.0:1789131392.110589:0:5588:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789131392.110593:0:5588:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789131392.110595:0:5588:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789131392.110598:0:5588:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131392.110608:0:5588:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131392.110630:0:5588:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131392.110645:0:5588:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789131392.110648:0:5588:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789131392.110655:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.157@tcp, seq: 7 00000100:00000040:2.0:1789131392.110660:0:5588:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9ba0d87f5000 : new rpc_count 1 00000100:00000001:2.0:1789131392.110662:0:5588:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633713795303296 : -110359914248320 : ffff9ba0d4838780) 00000100:00000040:2.0:1789131392.110670:0:5588:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9ba0d4838780 x1876040018355584/t0(0) o104->9eee4ef8-e1f0-41ea-9b1c-8c058814aea6@192.168.206.157@tcp:353/0 lens 328/0 e 0 to 0 dl 1789131403 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131392.110697:0:5588:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789131392.110699:0:5588:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9ba0c5594740. 00000100:00000001:2.0:1789131392.110702:0:5588:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789131392.110704:0:5588:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9ba0c5594740. 00000100:00100000:2.0:1789131392.110709:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ba0d4838780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6+5:12065:x1876040018355584:12345-192.168.206.157@tcp:104: 00000100:00000200:2.0:1789131392.110713:0:5588:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876040018355584 00010000:00000001:2.0:1789131392.110727:0:5588:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789131392.110737:0:5588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131392.110739:0:5588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131392.110742:0:5588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=2 00000020:00000001:2.0:1789131392.110744:0:5588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:2.0:1789131392.110747:0:5588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:2.0:1789131392.110751:0:5588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131392.110756:0:5588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789131392.110761:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fc68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x400000000000 nid: local remote: 0x2d69527cc21150a7 expref: -99 pid: 5624 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000100:00000001:2.0:1789131392.110772:0:5588:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789131392.110775:0:5588:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789131392.110782:0:5588:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9ba0c2f51000. 02000000:00000001:2.0:1789131392.110784:0:5588:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131392.110787:0:5588:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131392.110793:0:5588:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789131392.110797:0:5588:0:(ldlm_lib.c:3404:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131392.110801:0:5588:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c81f71e8 time=95 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131392.110807:0:5588:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789131392.110810:0:5588:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9ba0c3f3d6c0 refcount 22 to 192.168.206.157@tcp 00000100:00000001:2.0:1789131392.110812:0:5588:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633713517450944 : -110360192100672 : ffff9ba0c3f3d6c0) 02000000:00000001:2.0:1789131392.110815:0:5588:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789131392.110818:0:5588:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131392.110828:0:5588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131392.110831:0:5588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131392.110836:0:5588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ed48. 00000100:00000200:2.0:1789131392.110843:0:5588:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876040018355584, offset 224 00000400:00000200:2.0:1789131392.110850:0:5588:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131392.110861:0:5588:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.110869:0:5588:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131392.110876:0:5588:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [164:164:256:4294967295] 192.168.206.157@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:2.0:1789131392.110880:0:5588:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.110890:0:5588:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131392.110896:0:5588:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131392.110902:0:5588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c2c66b00. 00000800:00000200:2.0:1789131392.110910:0:5588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131392.110919:0:5588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131392.110925:0:5588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c2c66b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131392.110936:0:5588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131392.110939:0:5588:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9ba0c3f3d6c0 refcount 21 to 192.168.206.157@tcp 00010000:00000001:2.0:1789131392.110942:0:5588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789131392.110946:0:5588:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9ba0c2e87f00. 00010000:00000001:2.0:1789131392.110949:0:5588:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789131392.110956:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1789131392.110959:0:5588:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131392.110960:0:5588:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131392.110962:0:5588:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131392.110967:0:5588:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4838780 x1876040018355584/t0(0) o104->9eee4ef8-e1f0-41ea-9b1c-8c058814aea6@192.168.206.157@tcp:353/0 lens 328/224 e 0 to 0 dl 1789131403 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789131392.110976:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ba0d4838780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6+5:12065:x1876040018355584:12345-192.168.206.157@tcp:104: Request processed in 278us (1055us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131392.110984:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.157@tcp, seq: 7 00000100:00000040:2.0:1789131392.110988:0:5588:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9ba0d87f5000 : new rpc_count 0 00000100:00000001:2.0:1789131392.110997:0:5588:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789131392.110999:0:5588:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789131392.111005:0:5588:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9ba0d2dfe680. 00000020:00000010:2.0:1789131392.111009:0:5588:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9ba0d8600960. 00000020:00000010:2.0:1789131392.111013:0:5588:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9ba0d193cc00. 00000020:00000040:2.0:1789131392.111018:0:5588:0:(genops.c:879:class_export_put()) PUTting export ffff9ba0d87f5000 : new refcount 4 00000100:00000001:2.0:1789131392.111021:0:5588:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789131392.112526:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131392.112532:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c2c66b00. 00000400:00000200:3.0:1789131392.112539:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131392.112545:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131392.112551:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ed48 00000400:00000010:3.0:1789131392.112554:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ed48. 00000100:00000001:3.0:1789131392.112561:0:2351:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1789131392.112563:0:2351:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1789131392.112642:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131392.112645:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593400. 00000400:00000200:3.0:1789131392.112649:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131392.112653:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131392.112656:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346990 00000400:00000010:3.0:1789131392.112657:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346990. 00000100:00000001:3.0:1789131392.112661:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131392.112676:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b78000 x1876039997344768/t0(0) o103->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131408 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131392.112688:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131392.112692:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b78000 x1876039997344768/t0(0) o103->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131392.112699:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131392.112701:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131392.117508:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.117531:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131392.117537:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.117540:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131392.117551:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.117561:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131392.117572:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.117578:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.117585:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.117590:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 18 MB=0x6aa3f99a04c00 00000400:00000200:3.0:1789131392.117595:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.117602:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.157@tcp of length 224/224 into md 0x905 [1] + 224 00000800:00000001:3.0:1789131392.117612:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.117620:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131392.117623:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131392.117629:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131392.117638:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131392.117650:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b78000 x1876039997344768/t0(0) o103->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131408 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131392.117663:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b78000 x1876039997344768/t0(0) o103->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131408 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131392.117682:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131392.117694:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.117697:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1789131392.117912:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d0ae5180. 00010000:00000010:0.1:1789131392.120735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c55da800. 00010000:00000010:0.1:1789131392.120755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c13fd400. 00000800:00000001:3.0:1789131392.138328:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.138350:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131392.138356:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.138359:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131392.138371:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.138380:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131392.138391:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.138397:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.138404:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.138408:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a04b80 00000400:00000200:3.0:1789131392.138414:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.138421:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0x8f5 [32] + 224 00000800:00000001:3.0:1789131392.138430:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.138437:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131392.138440:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131392.138445:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131392.138454:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131392.138464:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2e580 x1876039997344640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131408 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131392.138533:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d4a2e580 x1876039997344640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131408 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131392.138554:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131392.138565:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131392.138568:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.138574:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131392.138581:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [166:166:256:4294967295] 192.168.206.157@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:3.0:1789131392.138586:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.138595:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131392.138602:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131392.138609:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84fe800. 00000800:00000200:3.0:1789131392.138634:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131392.138642:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131392.138648:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84fe800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131392.138732:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131392.138737:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84fe800. 00000400:00000200:3.0:1789131392.138741:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131392.138745:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131392.138753:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.138758:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789131392.142203:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131392.142212:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d000. 00000400:00000200:3.0:1789131392.142221:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131392.142240:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131392.142249:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020110 00000400:00000010:3.0:1789131392.142252:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020110. 00000100:00000001:3.0:1789131392.142258:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131392.142268:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2e940 x1876039997345024/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/512 e 0 to 0 dl 1789131408 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131392.142282:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131392.142285:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2e940 x1876039997345024/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/512 e 0 to 0 dl 1789131408 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131392.142293:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131392.142295:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131392.149386:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.149407:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131392.149412:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.149415:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131392.149425:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.149436:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131392.149447:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.149453:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.149459:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.149463:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a04d00 00000400:00000200:3.0:1789131392.149543:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.149551:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x90d [1] + 224 00000800:00000001:3.0:1789131392.149561:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.149573:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131392.149577:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131392.149581:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131392.149591:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131392.149602:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2e940 x1876039997345024/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/512 e 0 to 0 dl 1789131408 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131392.149615:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff9ba0d4a2e940 x1876039997345024/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/512 e 0 to 0 dl 1789131408 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131392.149631:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131392.149643:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131392.149646:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.149652:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131392.149661:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [168:168:256:4294967295] 192.168.206.157@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:3.0:1789131392.149665:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131392.149674:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131392.149680:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131392.149687:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4a63e00. 00000800:00000200:3.0:1789131392.149694:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131392.149703:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131392.149708:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4a63e00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131392.151186:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131392.151198:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4a63e00. 00000400:00000200:3.0:1789131392.151207:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131392.151216:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131392.151231:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131392.151238:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789131392.153387:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131392.153397:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d500. 00000400:00000200:3.0:1789131392.153406:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131392.153414:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131392.153422:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020880 00000400:00000010:3.0:1789131392.153425:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020880. 00000100:00000001:3.0:1789131392.153431:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131392.153439:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2fc00 x1876039997345152/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 376/472 e 0 to 0 dl 1789131408 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131392.153451:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131392.153456:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2fc00 x1876039997345152/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 376/472 e 0 to 0 dl 1789131408 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131392.153462:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131392.153464:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131392.154975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4f18b00. 00010000:00000010:1.1:1789131392.157531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4f18800. 00010000:00000010:1.1:1789131392.157552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba1021f7e00. 00000800:00000001:2.0:1789131392.165461:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131392.165527:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131392.165532:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131392.165535:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131392.165546:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.165556:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131392.165568:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.165574:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.165581:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.165586:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 400 into portal 10 MB=0x6aa3f99a04d80 00000400:00000200:2.0:1789131392.165591:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.165598:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 400/400 into md 0x915 [1] + 224 00000800:00000001:2.0:1789131392.165606:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131392.165618:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131392.165622:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131392.165627:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131392.165636:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131392.165646:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2fc00 x1876039997345152/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 376/472 e 0 to 0 dl 1789131408 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131392.165659:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9ba0d4a2fc00 x1876039997345152/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 376/472 e 0 to 0 dl 1789131408 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131392.165682:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131392.165693:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131392.165696:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789131392.169300:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131392.169310:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593c00. 00000400:00000200:3.0:1789131392.169317:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131392.169326:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131392.169333:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13466e8 00000400:00000010:3.0:1789131392.169336:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13466e8. 00000100:00000001:3.0:1789131392.169341:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131392.169349:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2cb40 x1876039997345280/t0(0) o8->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1789131402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131392.169360:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131392.169364:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2cb40 x1876039997345280/t0(0) o8->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1789131402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131392.169373:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131392.169375:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131392.176610:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131392.176650:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131392.176656:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131392.176659:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131392.176671:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.176681:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131392.176692:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.176697:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.176704:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.176708:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 416 into portal 4 MB=0x6aa3f99a04e00 00000400:00000200:2.0:1789131392.176714:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.176732:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 416/416 into md 0x91d [1] + 0 00000800:00000001:2.0:1789131392.176741:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131392.176749:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131392.176753:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131392.176758:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131392.176771:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131392.176781:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2cb40 x1876039997345280/t0(0) o8->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1789131402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131392.176796:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9ba0d4a2cb40 x1876039997345280/t0(0) o8->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1789131402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131392.176822:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131392.176832:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131392.176836:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789131392.179601:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131392.179612:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d700. 00000400:00000200:3.0:1789131392.179621:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131392.179629:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131392.179637:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020880 00000400:00000010:3.0:1789131392.179652:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020880. 00000100:00000001:3.0:1789131392.179658:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131392.179667:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2fc00 x1876039997345408/t0(0) o2->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 440/432 e 0 to 0 dl 1789131408 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131392.179679:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131392.179683:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2fc00 x1876039997345408/t0(0) o2->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 440/432 e 0 to 0 dl 1789131408 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131392.179691:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131392.179693:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1789131392.222634:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294979231, at 4294979232 00000100:00000010:2.0:1789131392.222657:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d4bb9ea0. 00000100:00000040:3.0:1789131392.222867:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294979231, at 4294979232 00000100:00000010:3.0:1789131392.222874:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d4bb9060. 00000800:00000001:2.0:1789131392.255112:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131392.255137:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131392.255143:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131392.255146:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131392.255158:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.255166:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131392.255178:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.255201:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.255208:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.255214:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 432 into portal 4 MB=0x6aa3f99a04e80 00000400:00000200:2.0:1789131392.255221:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.255228:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 432/432 into md 0x925 [1] + 224 00000800:00000001:2.0:1789131392.255239:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131392.255255:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131392.255260:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131392.255266:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131392.255277:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131392.255289:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2fc00 x1876039997345408/t0(0) o2->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 440/432 e 0 to 0 dl 1789131408 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131392.255300:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9ba0d4a2fc00 x1876039997345408/t0(0) o2->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 440/432 e 0 to 0 dl 1789131408 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131392.255313:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131392.255324:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131392.255328:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789131392.257096:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131392.257103:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593a00. 00000400:00000200:3.0:1789131392.257110:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131392.257117:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131392.257124:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346088 00000400:00000010:3.0:1789131392.257127:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346088. 00000100:00000001:3.0:1789131392.257131:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131392.257137:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b78000 x1876039997345664/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131408 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131392.257146:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131392.257150:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b78000 x1876039997345664/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131408 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131392.257157:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131392.257159:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131392.265325:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131392.265354:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131392.265360:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131392.265363:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131392.265375:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.265386:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131392.265398:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.265404:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.265411:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.265415:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a04f80 00000400:00000200:2.0:1789131392.265421:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131392.265428:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x92d [1] + 224 00000800:00000001:2.0:1789131392.265436:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131392.265451:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131392.265455:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131392.265538:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131392.265548:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131392.265559:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b78000 x1876039997345664/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131408 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131392.265571:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d1b78000 x1876039997345664/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131408 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131392.265583:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131392.265594:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131392.265599:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1789131392.271536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d0a90c00. 00000100:00000040:3.0:1789131392.276560:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294979285, at 4294979286 00000100:00000010:3.0:1789131392.276582:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81f7660. 00000100:00000040:2.0:1789131392.276741:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294979285, at 4294979286 00000100:00000010:2.0:1789131392.276749:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81f78a0. 00000800:00000200:3.0:1789131393.390684:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131393.390698:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4da00. 00000400:00000200:3.0:1789131393.390706:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131393.390730:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131393.390740:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020110 00000400:00000010:3.0:1789131393.390764:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020110. 00000100:00000001:3.0:1789131393.390771:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131393.390782:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7a1c0 x1876039997345792/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131409 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131393.390930:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131393.390936:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7a1c0 x1876039997345792/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131409 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131393.390945:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131393.390947:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131393.398521:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.398600:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131393.398607:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.398610:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.398624:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.398634:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131393.398647:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.399133:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.399144:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.399149:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a05000 00000400:00000200:2.0:1789131393.399155:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.399163:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0x935 [1] + 224 00000800:00000001:2.0:1789131393.399174:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.399192:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.399196:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131393.399203:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131393.399215:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131393.399227:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7a1c0 x1876039997345792/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131409 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131393.399240:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d1b7a1c0 x1876039997345792/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131393.399388:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131393.399402:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.399406:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789131393.411805:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131393.411817:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d800. 00000400:00000200:3.0:1789131393.411825:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131393.411836:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131393.411845:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020088 00000400:00000010:3.0:1789131393.411849:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020088. 00000100:00000001:3.0:1789131393.411875:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131393.411885:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2f840 x1876039997345920/t0(0) o41->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/368 e 0 to 0 dl 1789131409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.411899:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131393.411904:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2f840 x1876039997345920/t0(0) o41->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/368 e 0 to 0 dl 1789131409 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.411912:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131393.411914:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131393.413132:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.413157:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131393.413163:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.413166:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.413176:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.413185:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131393.413195:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.413200:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.413208:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.413213:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 368 into portal 10 MB=0x6aa3f99a05080 00000400:00000200:2.0:1789131393.413219:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.413227:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 368/368 into md 0x93d [1] + 224 00000800:00000001:2.0:1789131393.413236:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.413245:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.413248:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131393.413253:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131393.413262:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131393.413272:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2f840 x1876039997345920/t0(0) o41->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/368 e 0 to 0 dl 1789131409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131393.413286:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9ba0d4a2f840 x1876039997345920/t0(0) o41->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/368 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.413825:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131393.413840:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.413845:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789131393.424278:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131393.424284:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593b00. 00000400:00000200:3.0:1789131393.424289:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131393.424297:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131393.424314:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346088 00000400:00000010:3.0:1789131393.424317:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346088. 00000100:00000001:3.0:1789131393.424322:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131393.424327:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2f0c0 x1876039997346048/t0(0) o8->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1789131403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.424337:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131393.424346:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2f0c0 x1876039997346048/t0(0) o8->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1789131403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.424353:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131393.424355:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131393.431152:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.431180:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131393.431187:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.431191:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.431223:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.431234:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131393.431244:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.431251:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.431258:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.431264:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 416 into portal 4 MB=0x6aa3f99a05100 00000400:00000200:2.0:1789131393.431270:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.431278:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 416/416 into md 0x945 [1] + 0 00000800:00000001:2.0:1789131393.431286:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.431296:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.431312:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131393.431317:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131393.431327:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131393.431338:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2f0c0 x1876039997346048/t0(0) o8->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1789131403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131393.431352:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9ba0d4a2f0c0 x1876039997346048/t0(0) o8->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1789131403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.431374:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131393.431385:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.431389:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789131393.433781:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131393.433787:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d800. 00000400:00000200:3.0:1789131393.433793:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131393.433798:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131393.433805:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:3.0:1789131393.433808:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:3.0:1789131393.433814:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131393.433822:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2f840 x1876039997346176/t0(0) o13->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:7/4 lens 224/368 e 0 to 0 dl 1789131409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.433834:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131393.433837:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2f840 x1876039997346176/t0(0) o13->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:7/4 lens 224/368 e 0 to 0 dl 1789131409 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.433844:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131393.433846:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131393.441191:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.441216:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131393.441295:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.441300:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.441313:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.441323:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131393.441335:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.441341:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.441349:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.441354:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 368 into portal 4 MB=0x6aa3f99a05180 00000400:00000200:2.0:1789131393.441367:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.441374:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 368/368 into md 0x94d [1] + 224 00000800:00000001:2.0:1789131393.441403:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.441412:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.441416:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131393.441422:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131393.441431:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131393.441442:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2f840 x1876039997346176/t0(0) o13->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:7/4 lens 224/368 e 0 to 0 dl 1789131409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131393.441459:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9ba0d4a2f840 x1876039997346176/t0(0) o13->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:7/4 lens 224/368 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.441533:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131393.441546:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.441550:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789131393.444386:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131393.444394:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593800. 00000400:00000200:3.0:1789131393.444402:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131393.444411:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131393.444419:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13466e8 00000400:00000010:3.0:1789131393.444422:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13466e8. 00000100:00000001:3.0:1789131393.444427:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131393.444435:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2c780 x1876039997346304/t0(0) o8->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1789131403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.444448:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131393.444452:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2c780 x1876039997346304/t0(0) o8->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1789131403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.444460:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131393.444462:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131393.453570:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.453595:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131393.453601:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.453604:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.453616:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.453626:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131393.453639:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.453645:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.453652:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.453656:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 416 into portal 4 MB=0x6aa3f99a05200 00000400:00000200:2.0:1789131393.453662:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.453669:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 416/416 into md 0x955 [1] + 0 00000800:00000001:2.0:1789131393.453679:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.453687:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.453691:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131393.453696:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131393.453706:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131393.454136:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2c780 x1876039997346304/t0(0) o8->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1789131403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131393.454150:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9ba0d4a2c780 x1876039997346304/t0(0) o8->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1789131403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.454403:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131393.454429:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.454435:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789131393.458516:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131393.458530:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4da00. 00000400:00000200:3.0:1789131393.458540:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131393.458551:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131393.458561:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020990 00000400:00000010:3.0:1789131393.458564:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020990. 00000100:00000001:3.0:1789131393.458571:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131393.458581:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2f840 x1876039997346432/t0(0) o13->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:7/4 lens 224/368 e 0 to 0 dl 1789131409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.458597:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131393.458601:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2f840 x1876039997346432/t0(0) o13->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:7/4 lens 224/368 e 0 to 0 dl 1789131409 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.458609:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131393.458611:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131393.464018:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.464044:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131393.464059:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.464063:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.464074:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.464086:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131393.464098:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.464103:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.464109:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.464114:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 368 into portal 4 MB=0x6aa3f99a05280 00000400:00000200:2.0:1789131393.464119:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.464126:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 368/368 into md 0x95d [1] + 224 00000800:00000001:2.0:1789131393.464135:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.464144:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.464148:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131393.464153:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131393.464163:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131393.464174:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2f840 x1876039997346432/t0(0) o13->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:7/4 lens 224/368 e 0 to 0 dl 1789131409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131393.464186:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9ba0d4a2f840 x1876039997346432/t0(0) o13->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:7/4 lens 224/368 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.464211:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131393.464234:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.464238:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131393.519346:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294980523, at 4294980528 00000100:00000010:3.0:1789131393.519368:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d4bb91e0. 00000100:00000040:2.0:1789131393.519526:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294980523, at 4294980528 00000100:00000010:2.0:1789131393.519534:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d4bb98a0. 00000080:00000001:3.0:1789131393.532751:0:10440:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789131393.532758:0:10440:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789131393.532760:0:10440:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789131393.532763:0:10440:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c2fb98 00000080:00200000:3.0:1789131393.532768:0:10440:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:3.0:1789131393.532775:0:10440:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d313d200. 00800000:00000002:3.0:1789131393.532781:0:10440:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:3.0:1789131393.532784:0:10440:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789131393.532789:0:10440:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789131393.532790:0:10440:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c2fab8 00800000:00000002:3.0:1789131393.532793:0:10440:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789131393.532796:0:10440:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789131393.532800:0:10440:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789131393.532805:0:10440:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789131393.532807:0:10440:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c2f988 00000002:00010000:3.0:1789131393.532808:0:10440:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789131393.532813:0:10440:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789131393.532821:0:10440:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131393.532824:0:10440:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131393.532830:0:10440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d500 count: 2 00010000:00000001:3.0:1789131393.532833:0:10440:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789131393.532837:0:10440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131393.532842:0:10440:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789131393.532846:0:10440:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fd17 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115267 expref: -99 pid: 10433 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 02000000:00000001:3.0:1789131393.532857:0:10440:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789131393.532862:0:10440:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131393.532865:0:10440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fd17 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115267 expref: -99 pid: 10433 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000002:00000001:3.0:1789131393.532872:0:10440:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789131393.532873:0:10440:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131393.532875:0:10440:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789131393.532877:0:10440:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789131393.532879:0:10440:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789131393.532881:0:10440:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789131393.532884:0:10440:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789131393.532886:0:10440:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:3.0:1789131393.532890:0:10440:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d313d200. 00000080:00000001:3.0:1789131393.532894:0:10440:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789131393.532895:0:10440:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131393.532898:0:10440:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:3.0:1789131393.533411:0:10440:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fd17 00800000:00000001:3.0:1789131393.533416:0:10440:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789131393.533418:0:10440:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789131393.533420:0:10440:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131393.533423:0:10440:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131393.533426:0:10440:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030e00 refcount=3 00000020:00000001:3.0:1789131393.533428:0:10440:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:3.0:1789131393.533431:0:10440:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:3.0:1789131393.533441:0:10440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131393.533443:0:10440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131393.533444:0:10440:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131393.533445:0:10440:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131393.533448:0:10440:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd17 from it ffffbc4101c2fbd0 00010000:00000001:3.0:1789131393.533450:0:10440:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131393.533451:0:10440:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131393.533452:0:10440:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030e00 refcount=3 00000020:00000001:3.0:1789131393.533454:0:10440:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:3.0:1789131393.533456:0:10440:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:3.0:1789131393.533458:0:10440:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131393.533460:0:10440:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fd17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115267 expref: -99 pid: 10433 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00000001:3.0:1789131393.533467:0:10440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131393.533468:0:10440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131393.533503:0:10440:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789131393.533507:0:10440:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789131393.533510:0:10440:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fd17 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115267 expref: -99 pid: 10433 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00000001:3.0:1789131393.533519:0:10440:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789131393.533523:0:10440:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789131393.533526:0:10440:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789131393.533530:0:10440:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.533533:0:10440:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789131393.533535:0:10440:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.533537:0:10440:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.533541:0:10440:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.533543:0:10440:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131393.533544:0:10440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131393.533545:0:10440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789131393.533550:0:10440:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789131393.533553:0:10440:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789131393.533556:0:10440:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:3.0:1789131393.533568:0:10440:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789131393.533582:0:10440:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c807dde0. 00000020:00000001:3.0:1789131393.533586:0:10440:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c2fd88 00000080:00200000:3.0:1789131393.533588:0:10440:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=fsa-oleg657-client.virtnet, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), flags=1536 00000080:00000001:3.0:1789131393.533591:0:10440:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789131393.533592:0:10440:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789131393.533593:0:10440:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c2fc98 00000080:00200000:3.0:1789131393.533595:0:10440:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:3.0:1789131393.533599:0:10440:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d313d200. 00800000:00000002:3.0:1789131393.533602:0:10440:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:3.0:1789131393.533605:0:10440:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789131393.533607:0:10440:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789131393.533608:0:10440:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c2fbb8 00800000:00000002:3.0:1789131393.533610:0:10440:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789131393.533613:0:10440:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789131393.533615:0:10440:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789131393.533618:0:10440:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789131393.533619:0:10440:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c2fa88 00000002:00010000:3.0:1789131393.533621:0:10440:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789131393.533624:0:10440:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789131393.533625:0:10440:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131393.533627:0:10440:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131393.533630:0:10440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d500 count: 2 00010000:00000001:3.0:1789131393.533633:0:10440:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789131393.533636:0:10440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131393.533638:0:10440:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789131393.533641:0:10440:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fd17 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115267 expref: -99 pid: 10433 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 02000000:00000001:3.0:1789131393.533648:0:10440:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789131393.533651:0:10440:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131393.533653:0:10440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fd17 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115267 expref: -99 pid: 10433 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000002:00000001:3.0:1789131393.533669:0:10440:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789131393.533670:0:10440:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131393.533672:0:10440:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789131393.533674:0:10440:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789131393.533675:0:10440:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789131393.533677:0:10440:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789131393.533679:0:10440:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789131393.533681:0:10440:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:3.0:1789131393.533684:0:10440:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d313d200. 00000080:00000001:3.0:1789131393.533687:0:10440:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789131393.533688:0:10440:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131393.533690:0:10440:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:3.0:1789131393.533693:0:10440:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fd17 00800000:00000001:3.0:1789131393.533695:0:10440:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789131393.533696:0:10440:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789131393.533697:0:10440:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131393.533699:0:10440:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131393.533700:0:10440:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030e00 refcount=3 00000020:00000001:3.0:1789131393.533702:0:10440:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:3.0:1789131393.533705:0:10440:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:3.0:1789131393.533719:0:10440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131393.533722:0:10440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131393.533723:0:10440:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131393.533724:0:10440:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131393.533726:0:10440:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd17 from it ffffbc4101c2fcd0 00010000:00000001:3.0:1789131393.533728:0:10440:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131393.533729:0:10440:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131393.533730:0:10440:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030e00 refcount=3 00000020:00000001:3.0:1789131393.533731:0:10440:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:3.0:1789131393.533733:0:10440:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:3.0:1789131393.533735:0:10440:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131393.533743:0:10440:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fd17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115267 expref: -99 pid: 10433 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00000001:3.0:1789131393.533749:0:10440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131393.533750:0:10440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131393.533752:0:10440:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789131393.533753:0:10440:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789131393.533755:0:10440:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fd17 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115267 expref: -99 pid: 10433 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1789131393.533761:0:10440:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789131393.533763:0:10440:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789131393.533765:0:10440:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789131393.533766:0:10440:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.533768:0:10440:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789131393.533770:0:10440:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.533771:0:10440:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.533773:0:10440:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.533775:0:10440:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131393.533776:0:10440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131393.533777:0:10440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789131393.533779:0:10440:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789131393.533780:0:10440:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789131393.533782:0:10440:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:3.0:1789131393.533785:0:10440:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131393.533790:0:10440:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789131393.533791:0:10440:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789131393.533792:0:10440:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c2fd78 00000080:00200000:3.0:1789131393.533794:0:10440:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:3.0:1789131393.533798:0:10440:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d313d200. 00800000:00000002:3.0:1789131393.533801:0:10440:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:3.0:1789131393.533803:0:10440:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789131393.533805:0:10440:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789131393.533806:0:10440:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c2fc98 00800000:00000002:3.0:1789131393.533808:0:10440:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789131393.533810:0:10440:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789131393.533817:0:10440:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789131393.533820:0:10440:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789131393.533822:0:10440:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c2fb68 00000002:00010000:3.0:1789131393.533824:0:10440:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789131393.533826:0:10440:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789131393.533827:0:10440:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131393.533829:0:10440:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131393.533831:0:10440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d500 count: 2 00010000:00000001:3.0:1789131393.533833:0:10440:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789131393.533836:0:10440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131393.533837:0:10440:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789131393.533840:0:10440:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fd17 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115267 expref: -99 pid: 10433 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 02000000:00000001:3.0:1789131393.533845:0:10440:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789131393.533847:0:10440:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131393.533850:0:10440:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fd17 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115267 expref: -99 pid: 10433 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000002:00000001:3.0:1789131393.533856:0:10440:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789131393.533857:0:10440:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131393.533859:0:10440:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789131393.533860:0:10440:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789131393.533862:0:10440:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789131393.533864:0:10440:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789131393.533866:0:10440:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789131393.533868:0:10440:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:3.0:1789131393.533870:0:10440:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d313d200. 00000080:00000001:3.0:1789131393.533873:0:10440:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789131393.533874:0:10440:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131393.533876:0:10440:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:3.0:1789131393.533878:0:10440:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fd17 00800000:00000001:3.0:1789131393.533881:0:10440:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789131393.533888:0:10440:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789131393.533890:0:10440:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131393.533891:0:10440:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131393.533893:0:10440:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030e00 refcount=3 00000020:00000001:3.0:1789131393.533894:0:10440:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:3.0:1789131393.533897:0:10440:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:3.0:1789131393.533899:0:10440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131393.533901:0:10440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131393.533902:0:10440:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131393.533903:0:10440:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131393.533905:0:10440:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd17 from it ffffbc4101c2fdb0 00010000:00000001:3.0:1789131393.533907:0:10440:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131393.533908:0:10440:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131393.533910:0:10440:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030e00 refcount=3 00000020:00000001:3.0:1789131393.533911:0:10440:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:3.0:1789131393.533913:0:10440:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:3.0:1789131393.533914:0:10440:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131393.533917:0:10440:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fd17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115267 expref: -99 pid: 10433 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00000001:3.0:1789131393.533922:0:10440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131393.533924:0:10440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131393.533925:0:10440:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789131393.533926:0:10440:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789131393.533928:0:10440:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fd17 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115267 expref: -99 pid: 10433 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00000001:3.0:1789131393.533933:0:10440:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789131393.533935:0:10440:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789131393.533936:0:10440:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789131393.533938:0:10440:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.533940:0:10440:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789131393.533941:0:10440:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.533942:0:10440:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.533950:0:10440:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.533952:0:10440:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131393.533953:0:10440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131393.533954:0:10440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789131393.533955:0:10440:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789131393.533956:0:10440:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789131393.533958:0:10440:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:3.0:1789131393.533961:0:10440:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131393.533964:0:10440:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c2fe20 00000080:00200000:3.0:1789131393.538978:0:10440:0:(namei.c:2129:ll_create_nd()) VFS Op:name=fsa-oleg657-client.virtnet, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), flags=33188, excl=1 00000080:00000001:3.0:1789131393.538987:0:10440:0:(namei.c:2080:ll_mknod()) Process entered 00000020:00000001:3.0:1789131393.538989:0:10440:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c2fdd0 00000080:00200000:3.0:1789131393.538991:0:10440:0:(namei.c:2084:ll_mknod()) VFS Op:name=fsa-oleg657-client.virtnet, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448) mode 100644 dev 0 00000080:00000001:3.0:1789131393.538996:0:10440:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:3.0:1789131393.538998:0:10440:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:3.0:1789131393.539008:0:10440:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d313d200. 00800000:00000002:3.0:1789131393.539015:0:10440:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:3.0:1789131393.539022:0:10440:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131393.539028:0:10440:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:3.0:1789131393.539030:0:10440:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1789131393.539034:0:10440:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:3.0:1789131393.539038:0:10440:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1789131393.539039:0:10440:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1789131393.539043:0:10440:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1789131393.539045:0:10440:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000001:3.0:1789131393.539048:0:10440:0:(fid_request.c:208:seq_client_alloc_seq()) Process entered 40000000:00000001:3.0:1789131393.539049:0:10440:0:(fid_request.c:170:seq_client_alloc_meta()) Process entered 40000000:00000001:3.0:1789131393.539051:0:10440:0:(fid_request.c:44:seq_client_rpc()) Process entered 00000100:00000010:3.0:1789131393.539057:0:10440:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d483a1c0. 00000020:00000040:3.0:1789131393.539062:0:10440:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=4 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:3.0:1789131393.539066:0:10440:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131393.539069:0:10440:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131393.539072:0:10440:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131393.539079:0:10440:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d313c800. 00000100:00000001:3.0:1789131393.539086:0:10440:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131393.539092:0:10440:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789131393.539093:0:10440:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789131393.539113:0:10440:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d1bc49c0. 00000100:00000001:3.0:1789131393.539115:0:10440:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713748691392 : -110359960860224 : ffff9ba0d1bc49c0) 00000100:00000001:3.0:1789131393.539118:0:10440:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131393.539119:0:10440:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795310016 : -110359914241600 : ffff9ba0d483a1c0) 00000100:00000001:3.0:1789131393.539124:0:10440:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131393.539127:0:10440:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131393.539129:0:10440:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789131393.539131:0:10440:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131393.539141:0:10440:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483a1c0 x1876039997346560/t0(0) o700->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:30/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.539149:0:10440:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131393.539151:0:10440:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131393.539154:0:10440:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131393.539156:0:10440:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131393.539158:0:10440:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131393.539161:0:10440:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483a1c0 pname:cluuid:pid:xid:nid:opc:job mcreate:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10440:1876039997346560:192.168.206.157@tcp:700:mcreate.0 00000100:00000001:3.0:1789131393.539165:0:10440:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131393.539171:0:10440:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131393.539185:0:10440:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131393.539187:0:10440:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131393.539192:0:10440:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d313d600. 02000000:00000001:3.0:1789131393.539194:0:10440:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131393.539200:0:10440:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131393.539204:0:10440:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995e18. 00000400:00000010:3.0:1789131393.539211:0:10440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5880. 00000100:00000200:3.0:1789131393.539217:0:10440:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997346560, portal 10 00000100:00000001:3.0:1789131393.539219:0:10440:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131393.539220:0:10440:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795310016 : -110359914241600 : ffff9ba0d483a1c0) 00000100:00000040:3.0:1789131393.539226:0:10440:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d483a1c0 x1876039997346560/t0(0) o700->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:30/10 lens 264/248 e 0 to 0 dl 1789131409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.539233:0:10440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131393.539235:0:10440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131393.539238:0:10440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5110. 00000100:00000200:3.0:1789131393.539246:0:10440:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 30, xid 1876039997346560, offset 0 00000400:00000200:3.0:1789131393.539253:0:10440:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131393.539262:0:10440:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.539269:0:10440:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131393.539274:0:10440:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131393.539278:0:10440:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131393.539282:0:10440:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131393.539285:0:10440:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131393.539289:0:10440:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [179:179:256:4294967295] 192.168.206.157@tcp LPNI seq info [179:179:8:4294967295] 00000400:00000200:3.0:1789131393.539293:0:10440:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.539301:0:10440:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131393.539307:0:10440:0:(socklnd_cb.c:931:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131393.539312:0:10440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4a63e00. 00000800:00000200:3.0:1789131393.539318:0:10440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131393.539325:0:10440:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131393.539330:0:10440:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4a63e00 type 1, nob 360 niov 1 nkiov 1 00000100:00000001:3.0:1789131393.539343:0:10440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131393.539349:0:10440:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 100343 usecs (101 jiffies) 00000400:00000200:3.0:1789131393.539352:0:10440:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131393.539354:0:10440:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294980649 00000100:00000010:3.0:1789131393.539358:0:10440:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d81ddba0. 00000100:00000001:3.0:1789131393.539364:0:10440:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789131393.539369:0:10440:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294980649 00000100:00000010:3.0:1789131393.539371:0:10440:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d81ddde0. 00000100:00000001:3.0:1789131393.539374:0:10440:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789131393.539377:0:10440:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131393.539379:0:10440:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131393.539381:0:10440:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131393.539383:0:10440:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789131393.539385:0:10440:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1bc49c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789131393.539393:0:10440:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131393.539395:0:10440:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131393.539580:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131393.539591:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4a63e00. 00000400:00000200:2.0:1789131393.539596:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131393.539602:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131393.539607:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5110 00000400:00000010:2.0:1789131393.539609:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5110. 00000100:00000001:2.0:1789131393.539613:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131393.539618:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483a1c0 x1876039997346560/t0(0) o700->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:30/10 lens 264/248 e 0 to 0 dl 1789131409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.539628:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131393.539631:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483a1c0 x1876039997346560/t0(0) o700->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:30/10 lens 264/248 e 0 to 0 dl 1789131409 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.539637:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131393.539639:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131393.543419:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.543442:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131393.543448:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.543451:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.543462:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.543570:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131393.543582:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.543588:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.543595:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.543599:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 248 into portal 10 MB=0x6aa3f99a05300 00000400:00000200:2.0:1789131393.543606:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.543613:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 248/248 into md 0x965 [1] + 224 00000800:00000001:2.0:1789131393.543621:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.543630:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.543634:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131393.543639:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131393.543648:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131393.543669:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483a1c0 x1876039997346560/t0(0) o700->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:30/10 lens 264/248 e 0 to 0 dl 1789131409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131393.543681:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=248 offset=224 replen=248 req@ffff9ba0d483a1c0 x1876039997346560/t0(0) o700->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:30/10 lens 264/248 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.543727:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131393.543739:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.543743:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131393.543867:0:10440:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131393.543876:0:10440:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131393.543879:0:10440:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131393.543884:0:10440:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995e18. 00000400:00000200:3.0:1789131393.543889:0:10440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5880 00000400:00000010:3.0:1789131393.543893:0:10440:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5880. 00000100:00000001:3.0:1789131393.543896:0:10440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131393.543901:0:10440:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d483a1c0 x1876039997346560/t0(0) o700->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:30/10 lens 264/248 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131393.543910:0:10440:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d483a1c0 x1876039997346560/t0(0) o700->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:30/10 lens 264/248 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.543917:0:10440:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131393.543919:0:10440:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131393.543922:0:10440:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131393.543926:0:10440:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131393.543929:0:10440:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131393.543931:0:10440:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131393.543935:0:10440:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131393.543946:0:10440:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572538 time=1789131393 v=5 (0 0 0 0) 00000100:00001000:3.0:1789131393.543951:0:10440:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=106 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131393.543953:0:10440:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131393.543955:0:10440:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.543959:0:10440:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131393.543962:0:10440:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131393.544029:0:10440:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131393.544032:0:10440:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:3.0:1789131393.544034:0:10440:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131393.544036:0:10440:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131393.544042:0:10440:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d483a1c0 x1876039997346560/t0(0) o700->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:30/10 lens 264/248 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.544049:0:10440:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131393.544052:0:10440:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131393.544062:0:10440:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131393.544066:0:10440:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d483a1c0 x1876039997346560/t0(0) o700->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:30/10 lens 264/248 e 0 to 0 dl 1789131409 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131393.544074:0:10440:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483a1c0 pname:cluuid:pid:xid:nid:opc:job mcreate:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10440:1876039997346560:192.168.206.157@tcp:700:mcreate.0 00000100:00000001:3.0:1789131393.544080:0:10440:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131393.544083:0:10440:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131393.544086:0:10440:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789131393.544089:0:10440:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131393.544092:0:10440:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d483a1c0 x1876039997346560/t0(0) o700->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:30/10 lens 264/248 e 0 to 0 dl 1789131409 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.544099:0:10440:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789131393.544102:0:10440:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d1bc49c0. 00000100:00000001:3.0:1789131393.544106:0:10440:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789131393.544107:0:10440:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:3.0:1789131393.544114:0:10440:0:(fid_request.c:122:seq_client_rpc()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated meta-sequence [0x0000000200000402-0x0000000200000403]:0:mdt] 40000000:00000001:3.0:1789131393.544118:0:10440:0:(fid_request.c:124:seq_client_rpc()) Process leaving 00000100:00000001:3.0:1789131393.544120:0:10440:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131393.544122:0:10440:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d483a1c0 x1876039997346560/t0(0) o700->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:30/10 lens 264/248 e 0 to 0 dl 1789131409 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.544129:0:10440:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131393.544132:0:10440:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131393.544136:0:10440:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d313d600. 02000000:00000001:3.0:1789131393.544140:0:10440:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131393.544143:0:10440:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131393.544145:0:10440:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=3 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:3.0:1789131393.544147:0:10440:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131393.544150:0:10440:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d313c800. 02000000:00000001:3.0:1789131393.544154:0:10440:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131393.544156:0:10440:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131393.544158:0:10440:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d483a1c0. 00000100:00000001:3.0:1789131393.544162:0:10440:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131393.544163:0:10440:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 40000000:00000001:3.0:1789131393.544166:0:10440:0:(fid_request.c:199:seq_client_alloc_meta()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:3.0:1789131393.544173:0:10440:0:(fid_request.c:221:seq_client_alloc_seq()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: New range - [0x0000000200000402-0x0000000200000403]:0:mdt 40000000:00000040:3.0:1789131393.544176:0:10440:0:(fid_request.c:232:seq_client_alloc_seq()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated sequence [0x200000402] 40000000:00000001:3.0:1789131393.544179:0:10440:0:(fid_request.c:234:seq_client_alloc_seq()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:3.0:1789131393.544181:0:10440:0:(fid_request.c:324:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: New sequence [0x0000000200000402] 40000000:00000040:3.0:1789131393.544183:0:10440:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x1:0x0] 40000000:00000001:3.0:1789131393.544186:0:10440:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131393.544190:0:10440:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789131393.544193:0:10440:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789131393.544195:0:10440:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131393.544200:0:10440:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c2fbf0 00800000:00000002:3.0:1789131393.544202:0:10440:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'fsa-oleg657-client.virtnet' [0x200000402:0x1:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1789131393.544211:0:10440:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1789131393.544213:0:10440:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789131393.544296:0:10440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d500 count: 2 00010000:00000001:3.0:1789131393.544300:0:10440:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789131393.544303:0:10440:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789131393.544308:0:10440:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789131393.544314:0:10440:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fd17 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115267 expref: -99 pid: 10433 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00000001:3.0:1789131393.544325:0:10440:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131393.544330:0:10440:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131393.544333:0:10440:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131393.544335:0:10440:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789131393.544339:0:10440:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131393.544343:0:10440:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131393.544345:0:10440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d500 count: 3 00010000:00000001:3.0:1789131393.544347:0:10440:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131393.544350:0:10440:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131393.544352:0:10440:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131393.544353:0:10440:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131393.544354:0:10440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d500 count: 3 00010000:00000001:3.0:1789131393.544356:0:10440:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131393.544363:0:10440:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131393.544365:0:10440:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131393.544367:0:10440:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131393.544369:0:10440:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d500 count: 3 00010000:00000001:3.0:1789131393.544370:0:10440:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131393.544372:0:10440:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131393.544375:0:10440:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789131393.544378:0:10440:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789131393.544383:0:10440:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789131393.544385:0:10440:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789131393.544388:0:10440:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131393.544390:0:10440:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.544394:0:10440:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789131393.544397:0:10440:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131393.544399:0:10440:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131393.544401:0:10440:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131393.544405:0:10440:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789131393.544410:0:10440:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c0030e00 with handle 0xc8adac5b2d01fd17 from hash 00010000:00000001:3.0:1789131393.544413:0:10440:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131393.544415:0:10440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131393.544417:0:10440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131393.544418:0:10440:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131393.544422:0:10440:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131393.544424:0:10440:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789131393.544428:0:10440:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131393.544429:0:10440:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131393.544431:0:10440:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789131393.544437:0:10440:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d483a1c0. 00000020:00000040:3.0:1789131393.544442:0:10440:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=4 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:3.0:1789131393.544449:0:10440:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789131393.544450:0:10440:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.544453:0:10440:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789131393.544458:0:10440:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789131393.544461:0:10440:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131393.544464:0:10440:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131393.544466:0:10440:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131393.544813:0:10440:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131393.544824:0:10440:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d84fe000. 00000100:00000001:3.0:1789131393.544831:0:10440:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.544833:0:10440:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789131393.544836:0:10440:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789131393.544842:0:10440:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fd17 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115267 expref: -99 pid: 10433 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1789131393.544849:0:10440:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789131393.544851:0:10440:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131393.544852:0:10440:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131393.544855:0:10440:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fd17 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115267 expref: -99 pid: 10433 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00000040:3.0:1789131393.544862:0:10440:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d500 count: 0 00010000:00000010:3.0:1789131393.544868:0:10440:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f600. 00010000:00000001:3.0:1789131393.544880:0:10440:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131393.544882:0:10440:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.544884:0:10440:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789131393.544886:0:10440:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.544888:0:10440:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1789131393.544902:0:10440:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1789131393.544913:0:10440:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d483a1c0 x1876039997346816/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131393.546181:0:10440:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789131393.546184:0:10440:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789131393.546198:0:10440:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d1bc49c0. 00000100:00000001:3.0:1789131393.546201:0:10440:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713748691392 : -110359960860224 : ffff9ba0d1bc49c0) 00000100:00000001:3.0:1789131393.546207:0:10440:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131393.546208:0:10440:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795310016 : -110359914241600 : ffff9ba0d483a1c0) 00000100:00000001:3.0:1789131393.546216:0:10440:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131393.546410:0:10440:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131393.546413:0:10440:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789131393.546431:0:10440:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131393.546443:0:10440:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483a1c0 x1876039997346816/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.546453:0:10440:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131393.546456:0:10440:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131393.546461:0:10440:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131393.546464:0:10440:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131393.546468:0:10440:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131393.546489:0:10440:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483a1c0 pname:cluuid:pid:xid:nid:opc:job mcreate:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10440:1876039997346816:192.168.206.157@tcp:36:mcreate.0 00000100:00000001:3.0:1789131393.546494:0:10440:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131393.546502:0:10440:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131393.546505:0:10440:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131393.546507:0:10440:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131393.546513:0:10440:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d84fc000. 02000000:00000001:3.0:1789131393.546515:0:10440:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131393.546523:0:10440:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131393.546528:0:10440:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995e18. 00000400:00000010:3.0:1789131393.546537:0:10440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5880. 00000100:00000200:3.0:1789131393.546545:0:10440:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997346816, portal 10 00000100:00000001:3.0:1789131393.546547:0:10440:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131393.546548:0:10440:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795310016 : -110359914241600 : ffff9ba0d483a1c0) 00000100:00000040:3.0:1789131393.546557:0:10440:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d483a1c0 x1876039997346816/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 528/576 e 0 to 0 dl 1789131409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.546565:0:10440:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131393.546567:0:10440:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131393.546570:0:10440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5660. 00000100:00000200:3.0:1789131393.546573:0:10440:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1876039997346816, offset 0 00000400:00000200:3.0:1789131393.546581:0:10440:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131393.546591:0:10440:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.546600:0:10440:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131393.546606:0:10440:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131393.546612:0:10440:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131393.546616:0:10440:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131393.546626:0:10440:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131393.546631:0:10440:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [180:180:256:4294967295] 192.168.206.157@tcp LPNI seq info [180:180:8:4294967295] 00000400:00000200:3.0:1789131393.546636:0:10440:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.546648:0:10440:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131393.546744:0:10440:0:(socklnd_cb.c:931:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131393.546750:0:10440:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4a63600. 00000800:00000200:3.0:1789131393.546759:0:10440:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131393.546768:0:10440:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131393.546775:0:10440:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4a63600 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:3.0:1789131393.546794:0:10440:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131393.546800:0:10440:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 97485 usecs (98 jiffies) 00000400:00000200:3.0:1789131393.546804:0:10440:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131393.546808:0:10440:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294980654 00000100:00000001:3.0:1789131393.546818:0:10440:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294980649 00000100:00000001:3.0:1789131393.546830:0:10440:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294980654 00000100:00000001:3.0:1789131393.546835:0:10440:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294980649 00000100:00000001:3.0:1789131393.546838:0:10440:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131393.546842:0:10440:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131393.546845:0:10440:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131393.546847:0:10440:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789131393.546851:0:10440:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1bc49c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789131393.546854:0:10440:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131393.546857:0:10440:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131393.549212:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131393.549234:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4a63600. 00000400:00000200:2.0:1789131393.549243:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131393.549254:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131393.549262:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5660 00000400:00000010:2.0:1789131393.549266:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5660. 00000100:00000001:2.0:1789131393.549272:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131393.549281:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483a1c0 x1876039997346816/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 528/576 e 0 to 0 dl 1789131409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.549296:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131393.549300:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483a1c0 x1876039997346816/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 528/576 e 0 to 0 dl 1789131409 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.549309:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131393.549311:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1F:1789131393.550604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d500. 00010000:00000010:3.1:1789131393.550639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0030e00. 00000800:00000001:2.0:1789131393.560906:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.560931:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131393.560935:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.560938:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.560950:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.560960:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131393.560983:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.560989:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.560995:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.561000:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 448 into portal 10 MB=0x6aa3f99a05400 00000400:00000200:2.0:1789131393.561006:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.561014:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 448/448 into md 0x975 [1] + 224 00000800:00000001:2.0:1789131393.561025:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.561035:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.561061:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131393.561067:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131393.561079:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131393.561091:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483a1c0 x1876039997346816/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 528/576 e 0 to 0 dl 1789131409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131393.561105:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9ba0d483a1c0 x1876039997346816/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 528/576 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.561126:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131393.561139:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131393.561143:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.561149:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131393.561157:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [181:181:256:4294967295] 192.168.206.157@tcp LPNI seq info [181:181:8:4294967295] 00000400:00000200:2.0:1789131393.561162:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.561170:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131393.561176:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131393.561184:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c2c66b00. 00000800:00000200:2.0:1789131393.561191:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131393.561199:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131393.561205:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c2c66b00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131393.561311:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131393.561316:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c2c66b00. 00000400:00000200:2.0:1789131393.561319:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131393.561322:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131393.561329:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.561333:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131393.561629:0:10440:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131393.561639:0:10440:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131393.561642:0:10440:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131393.561646:0:10440:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995e18. 00000400:00000200:3.0:1789131393.561651:0:10440:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5880 00000400:00000010:3.0:1789131393.561654:0:10440:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5880. 00000100:00000001:3.0:1789131393.561658:0:10440:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131393.561778:0:10440:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d483a1c0 x1876039997346816/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 528/576 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131393.561802:0:10440:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d483a1c0 x1876039997346816/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 528/576 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.561808:0:10440:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131393.561811:0:10440:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131393.561813:0:10440:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131393.561818:0:10440:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131393.561821:0:10440:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131393.561823:0:10440:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131393.561827:0:10440:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131393.561839:0:10440:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=106 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131393.561843:0:10440:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=106 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131393.561846:0:10440:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131393.561848:0:10440:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.561851:0:10440:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131393.561855:0:10440:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131393.561860:0:10440:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789131393.561862:0:10440:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:3.0:1789131393.561864:0:10440:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789131393.561867:0:10440:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131393.561869:0:10440:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795310016 : -110359914241600 : ffff9ba0d483a1c0) 00000100:00000001:3.0:1789131393.561872:0:10440:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131393.561874:0:10440:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:3.0:1789131393.561876:0:10440:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131393.561880:0:10440:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131393.561886:0:10440:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d483a1c0 x1876039997346816/t4294967300(4294967300) o36->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 528/448 e 0 to 0 dl 1789131409 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.561894:0:10440:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131393.561898:0:10440:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131393.561900:0:10440:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131393.561905:0:10440:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d483a1c0 x1876039997346816/t4294967300(4294967300) o36->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 528/448 e 0 to 0 dl 1789131409 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131393.561913:0:10440:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483a1c0 pname:cluuid:pid:xid:nid:opc:job mcreate:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10440:1876039997346816:192.168.206.157@tcp:36:mcreate.0 00000100:00000001:3.0:1789131393.561925:0:10440:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131393.561929:0:10440:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131393.561932:0:10440:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789131393.561934:0:10440:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131393.561938:0:10440:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483a1c0 x1876039997346816/t4294967300(4294967300) o36->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 528/448 e 0 to 0 dl 1789131409 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.561945:0:10440:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789131393.561948:0:10440:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d1bc49c0. 00000100:00000001:3.0:1789131393.561952:0:10440:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789131393.561953:0:10440:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131393.562017:0:10440:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789131393.562022:0:10440:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000402:0x1:0x0] 00800000:00000001:3.0:1789131393.562024:0:10440:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131393.562028:0:10440:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:3.0:1789131393.562032:0:10440:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1789131392 to 1789131393 00000080:00000001:3.0:1789131393.562037:0:10440:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789131393.562044:0:10440:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789131393.562047:0:10440:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789131393.562050:0:10440:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279489 : 144115205289279489 : 200000402000001) 00000080:00000001:3.0:1789131393.562053:0:10440:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1789131393.562801:0:10440:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21a2940. 00000020:00000001:3.0:1789131393.562820:0:10440:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1789131393.562822:0:10440:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1789131393.562826:0:10440:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:3.0:1789131393.562828:0:10440:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x1:0x0](ffff9ba0d21a2a08) 00000080:00000001:3.0:1789131393.562836:0:10440:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279489 : 144115205289279489 : 200000402000001) 00000080:00000001:3.0:1789131393.562839:0:10440:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1789131393.562841:0:10440:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279489 mtime from 0 to 1789131393 00000080:00000001:3.0:1789131393.562846:0:10440:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000020:00000001:3.0:1789131393.562851:0:10440:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1789131393.562870:0:10440:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9ba0c651ae10. 00000020:00000010:3.0:1789131393.562877:0:10440:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0d313c800. 00000020:00000010:3.0:1789131393.562883:0:10440:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9ba0d313d600. 00000020:00000010:3.0:1789131393.562888:0:10440:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9ba0d81dd120. 00000008:00000010:3.0:1789131393.562896:0:10440:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2912 at ffff9ba0c2f18b60. 00020000:00000010:3.0:1789131393.562906:0:10440:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9ba0c81f3a80. 00008000:00000010:3.0:1789131393.562913:0:10440:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9ba0d81c3880. 00000080:00000010:3.0:1789131393.562920:0:10440:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9ba0c81f2000. 00000080:00000010:3.0:1789131393.562925:0:10440:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 624 at ffff9ba0d8650000. 00000020:00000010:3.0:1789131393.562930:0:10440:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0d36c4000. 00000008:00000010:3.0:1789131393.562935:0:10440:0:(osc_dev.c:118:osc_session_init()) slab-alloced 'info': 352 at ffff9ba0d1b74000. 00020000:00000010:3.0:1789131393.562939:0:10440:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 624 at ffff9ba0d8651fb0. 00008000:00000010:3.0:1789131393.562943:0:10440:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9ba0c3fc5680. 00000080:00000010:3.0:1789131393.562948:0:10440:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9ba0c62b4870. 00000020:00000001:3.0:1789131393.562952:0:10440:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557155352 : -110360152396264 : ffff9ba0c651ae18) 00000020:00001000:3.0:1789131393.562954:0:10440:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651ae10 00000020:00000001:3.0:1789131393.562959:0:10440:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1789131393.563293:0:10440:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d81b30c8. 00000020:00000001:3.0:1789131393.563298:0:10440:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789131393.563300:0:10440:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131393.563308:0:10440:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789131393.563557:0:10440:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d175d0. 00020000:00000001:2.0:1789131393.563561:0:10440:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582306768 : -110360127244848 : ffff9ba0c7d175d0) 00020000:00000001:2.0:1789131393.563565:0:10440:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:2.0:1789131393.563568:0:10440:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789131393.563581:0:10440:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff9ba0c2c66b00. 00000020:00000001:2.0:1789131393.563587:0:10440:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713855574344 : -110359853977272 : ffff9ba0d81b3148) 00000020:00001000:2.0:1789131393.563591:0:10440:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651ae10 00000080:00000001:2.0:1789131393.563595:0:10440:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754843656 : -110359954707960 : ffff9ba0d21a2a08) 00000080:00000001:2.0:1789131393.563599:0:10440:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131393.563603:0:10440:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789131393.563606:0:10440:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131393.563612:0:10440:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131393.563615:0:10440:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:2.0:1789131393.563617:0:10440:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131393.563631:0:10440:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d483a1c0 x1876039997346816/t4294967300(4294967300) o36->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 528/448 e 0 to 0 dl 1789131409 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.563641:0:10440:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131393.563644:0:10440:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:2.0:1789131393.563647:0:10440:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d313d200. 00000080:00000001:2.0:1789131393.563653:0:10440:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789131393.563660:0:10440:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1920 at ffff9ba0d8411800. 00000080:00000001:2.0:1789131393.563662:0:10440:0:(namei.c:2112:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131393.563665:0:10440:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c2fe20 00000080:00200000:2.0:1789131393.563667:0:10440:0:(namei.c:2137:ll_create_nd()) VFS Op:name=fsa-oleg657-client.virtnet, unhashed 1 00000080:00000001:2.0:1789131393.563685:0:10440:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789131393.563694:0:10440:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1F:1789131393.575541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c807dde0. 00000800:00000200:2.0:1789131393.579643:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131393.579650:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593800. 00000400:00000200:2.0:1789131393.579659:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131393.579667:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131393.579675:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346990 00000400:00000010:2.0:1789131393.579678:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346990. 00000100:00000001:2.0:1789131393.579683:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131393.579690:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b78f00 x1876039997346944/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131409 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131393.579772:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131393.579777:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b78f00 x1876039997346944/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131409 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131393.579797:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131393.579799:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131393.589407:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.589428:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131393.589433:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.589436:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.589447:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.589457:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131393.589494:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.589500:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.589506:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.589511:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a05480 00000400:00000200:2.0:1789131393.589517:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.589525:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0x985 [1] + 224 00000800:00000001:2.0:1789131393.589534:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.589543:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.589557:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131393.589562:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131393.589571:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131393.589586:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b78f00 x1876039997346944/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131409 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131393.589600:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d1b78f00 x1876039997346944/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131393.589619:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131393.589630:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.589633:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131393.593806:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131393.593817:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4de00. 00000400:00000200:2.0:1789131393.593825:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131393.593834:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131393.593841:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020f68 00000400:00000010:2.0:1789131393.593857:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020f68. 00000100:00000001:2.0:1789131393.593864:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131393.593873:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2f840 x1876039997347072/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 600/1152 e 0 to 0 dl 1789131409 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131393.593887:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131393.593891:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2f840 x1876039997347072/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 600/1152 e 0 to 0 dl 1789131409 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131393.593899:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131393.593901:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1789131393.599030:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131393.599038:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131393.599042:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789131393.600555:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.600577:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131393.600582:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.600584:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.600595:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.600604:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131393.600614:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.600619:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.600625:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.600630:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 584 into portal 10 MB=0x6aa3f99a05500 00000400:00000200:2.0:1789131393.600635:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.600642:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 584/584 into md 0x98d [1] + 224 00000800:00000001:2.0:1789131393.600651:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.600659:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.600663:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131393.600669:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131393.600678:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131393.600689:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2f840 x1876039997347072/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 600/1152 e 0 to 0 dl 1789131409 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131393.600701:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9ba0d4a2f840 x1876039997347072/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 600/1152 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131393.600730:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131393.600742:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.600761:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131393.605307:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131393.605313:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d700. 00000400:00000200:2.0:1789131393.605320:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131393.605328:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131393.605336:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020e58 00000400:00000010:2.0:1789131393.605339:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020e58. 00000100:00000001:2.0:1789131393.605345:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131393.605354:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2f840 x1876039997347328/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 512/624 e 0 to 0 dl 1789131409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.605367:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131393.605371:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2f840 x1876039997347328/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 512/624 e 0 to 0 dl 1789131409 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.605379:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131393.605381:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131393.609572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4f18800. 00010000:00000010:1.1:1789131393.609596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba1021f7c00. 00010000:00000010:1.1:1789131393.609602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d900. 00010000:00000010:1.1:1789131393.609606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0031200. 00000800:00000001:2.0:1789131393.613331:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.613463:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131393.613468:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.613582:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.613593:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.613604:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131393.613615:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.613622:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.613628:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.613633:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a05600 00000400:00000200:2.0:1789131393.613639:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.613646:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x995 [1] + 224 00000800:00000001:2.0:1789131393.613655:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.613690:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131393.613694:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131393.613700:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131393.613719:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131393.613731:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2f840 x1876039997347328/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 512/624 e 0 to 0 dl 1789131409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131393.613757:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9ba0d4a2f840 x1876039997347328/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 512/624 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.613857:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131393.613870:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131393.613874:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.613881:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131393.613889:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [185:185:256:4294967295] 192.168.206.157@tcp LPNI seq info [185:185:8:4294967295] 00000400:00000200:2.0:1789131393.613893:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.613903:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131393.613910:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131393.613920:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c178e200. 00000800:00000200:2.0:1789131393.613928:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131393.613938:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131393.613944:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c178e200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131393.614071:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131393.614076:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c178e200. 00000400:00000200:2.0:1789131393.614080:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131393.614083:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131393.614091:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131393.614094:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.1:1789131393.627529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d81aade0. 00000080:00000010:1.1:1789131393.627574:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9ba0d21a2940. 00000800:00000200:2.0:1789131393.662254:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131393.662260:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593b00. 00000400:00000200:2.0:1789131393.662264:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131393.662270:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131393.662277:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346110 00000400:00000010:2.0:1789131393.662280:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346110. 00000100:00000001:2.0:1789131393.662284:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131393.662291:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b792c0 x1876039997347456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131409 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131393.662315:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131393.662319:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b792c0 x1876039997347456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131409 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131393.662326:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131393.662327:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131393.672259:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131393.672283:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131393.672288:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131393.672291:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131393.672303:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.672313:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131393.672323:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.672329:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.672336:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.672341:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a05680 00000400:00000200:3.0:1789131393.672347:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.672355:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0x99d [1] + 224 00000800:00000001:3.0:1789131393.672364:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131393.672378:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131393.672382:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131393.672405:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131393.672417:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131393.672428:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b792c0 x1876039997347456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131409 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131393.672442:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d1b792c0 x1876039997347456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131393.672589:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131393.672601:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131393.672605:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789131393.699108:0:10450:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789131393.699116:0:10450:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789131393.699119:0:10450:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789131393.699123:0:10450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c4fb98 00000080:00200000:3.0:1789131393.699128:0:10450:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d2175348),name=/ 00000080:00000010:3.0:1789131393.699138:0:10450:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d1937000. 00800000:00000002:3.0:1789131393.699145:0:10450:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0d3001800 2 00000080:00000001:3.0:1789131393.699149:0:10450:0:(namei.c:944:ll_intent_lock()) Process entered 00000020:00000010:3.0:1789131393.699158:0:10450:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff9ba0d84fe800. 00800000:00000001:3.0:1789131393.699164:0:10450:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789131393.699166:0:10450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c4fab8 00800000:00000002:3.0:1789131393.699169:0:10450:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789131393.699174:0:10450:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789131393.699179:0:10450:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:3.0:1789131393.699185:0:10450:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff9ba0d84fc800. 00000002:00000001:3.0:1789131393.699190:0:10450:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789131393.699192:0:10450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c4f988 00000002:00010000:3.0:1789131393.699193:0:10450:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789131393.699197:0:10450:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789131393.699200:0:10450:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131393.699204:0:10450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131393.699213:0:10450:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d700 count: 2 00010000:00000001:3.0:1789131393.699217:0:10450:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789131393.699223:0:10450:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:3.0:1789131393.699234:0:10450:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff9ba0c65bfa00. 00010000:00000001:3.0:1789131393.699238:0:10450:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789131393.699243:0:10450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fd2c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21152d7 expref: -99 pid: 10447 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789131393.699255:0:10450:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789131393.699262:0:10450:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131393.699266:0:10450:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fd2c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21152d7 expref: -99 pid: 10447 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789131393.699274:0:10450:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789131393.699276:0:10450:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131393.699278:0:10450:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789131393.699280:0:10450:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789131393.699283:0:10450:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789131393.699285:0:10450:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789131393.699288:0:10450:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789131393.699291:0:10450:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d3001800 2 00000080:00000010:3.0:1789131393.699295:0:10450:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1937000. 00000080:00000001:3.0:1789131393.704271:0:10450:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789131393.704274:0:10450:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131393.704280:0:10450:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d2175348) 00000080:00010000:3.0:1789131393.704285:0:10450:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d2175348) for lock 0xc8adac5b2d01fd2c 00800000:00000001:3.0:1789131393.704292:0:10450:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789131393.704297:0:10450:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789131393.704300:0:10450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131393.704303:0:10450:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131393.704307:0:10450:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031c00 refcount=3 00000020:00000001:3.0:1789131393.704310:0:10450:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:3.0:1789131393.704314:0:10450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:3.0:1789131393.704319:0:10450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131393.704321:0:10450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131393.704323:0:10450:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131393.704325:0:10450:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131393.704354:0:10450:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd2c from it ffffbc4101c4fbd0 00010000:00000001:3.0:1789131393.704356:0:10450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131393.704357:0:10450:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131393.704359:0:10450:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031c00 refcount=3 00000020:00000001:3.0:1789131393.704361:0:10450:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:3.0:1789131393.704363:0:10450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:3.0:1789131393.704366:0:10450:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131393.704371:0:10450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fd2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21152d7 expref: -99 pid: 10447 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789131393.704382:0:10450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131393.704384:0:10450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131393.704385:0:10450:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789131393.704389:0:10450:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789131393.704392:0:10450:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fd2c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21152d7 expref: -99 pid: 10447 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789131393.704401:0:10450:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789131393.704405:0:10450:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789131393.704408:0:10450:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789131393.704413:0:10450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131393.704414:0:10450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131393.704416:0:10450:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.704419:0:10450:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789131393.704421:0:10450:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.704423:0:10450:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789131393.704431:0:10450:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff9ba0d1937000. 00010000:00000001:3.0:1789131393.704436:0:10450:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131393.704438:0:10450:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131393.704440:0:10450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131393.704441:0:10450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789131393.704445:0:10450:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789131393.704447:0:10450:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789131393.704451:0:10450:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d2175348), inode mode 41ed mask 1 00000100:00000040:2.0:1789131393.704551:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294980705, at 4294980714 00000100:00000010:2.0:1789131393.704564:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81ddba0. 00000020:00000010:3.0:1789131393.704900:0:10450:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1920 at ffff9ba0c6423000. 00000080:00000001:3.0:1789131393.704911:0:10450:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131393.704963:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294980705, at 4294980714 00000100:00000010:3.0:1789131393.704969:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81ddde0. 00000080:00000010:2.0:1789131393.705541:0:10450:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c2f40b80. 00000020:00000001:2.0:1789131393.705551:0:10450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c4fd88 00000080:00200000:2.0:1789131393.705554:0:10450:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=fsa-oleg657-client.virtnet, dir=[0x200000007:0x1:0x0](ffff9ba0d2175348), flags=1536 00000080:00000001:2.0:1789131393.705560:0:10450:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131393.705562:0:10450:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131393.705564:0:10450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c4fc98 00000080:00200000:2.0:1789131393.705566:0:10450:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d2175348),name=/ 00000080:00000010:2.0:1789131393.705573:0:10450:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193c600. 00800000:00000002:2.0:1789131393.705581:0:10450:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0d3001800 2 00000080:00000001:2.0:1789131393.705586:0:10450:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131393.705591:0:10450:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131393.705593:0:10450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c4fbb8 00800000:00000002:2.0:1789131393.705596:0:10450:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131393.705600:0:10450:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131393.705605:0:10450:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131393.705611:0:10450:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131393.705613:0:10450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c4fa88 00000002:00010000:2.0:1789131393.705616:0:10450:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131393.705620:0:10450:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131393.705622:0:10450:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131393.705627:0:10450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131393.705634:0:10450:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d700 count: 2 00010000:00000001:2.0:1789131393.705638:0:10450:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131393.705643:0:10450:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:2.0:1789131393.705649:0:10450:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff9ba0d2dfe180. 00010000:00000001:2.0:1789131393.705660:0:10450:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789131393.705665:0:10450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fd2c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21152d7 expref: -99 pid: 10447 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1789131393.705676:0:10450:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789131393.705682:0:10450:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131393.705685:0:10450:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fd2c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21152d7 expref: -99 pid: 10447 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1789131393.705692:0:10450:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789131393.705694:0:10450:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131393.705696:0:10450:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131393.705698:0:10450:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131393.705700:0:10450:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131393.705702:0:10450:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789131393.705705:0:10450:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789131393.705717:0:10450:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d3001800 2 00000080:00000010:2.0:1789131393.705721:0:10450:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193c600. 00000080:00000001:2.0:1789131393.705725:0:10450:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131393.705726:0:10450:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131393.705729:0:10450:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d2175348) 00000080:00010000:2.0:1789131393.705732:0:10450:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d2175348) for lock 0xc8adac5b2d01fd2c 00800000:00000001:2.0:1789131393.705736:0:10450:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131393.705738:0:10450:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131393.705740:0:10450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131393.705742:0:10450:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131393.705745:0:10450:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031c00 refcount=3 00000020:00000001:2.0:1789131393.705747:0:10450:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:2.0:1789131393.705750:0:10450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:2.0:1789131393.705753:0:10450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131393.705755:0:10450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131393.705756:0:10450:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131393.705758:0:10450:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131393.705760:0:10450:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd2c from it ffffbc4101c4fcd0 00010000:00000001:2.0:1789131393.705769:0:10450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131393.705770:0:10450:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131393.705771:0:10450:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031c00 refcount=3 00000020:00000001:2.0:1789131393.705773:0:10450:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:2.0:1789131393.705775:0:10450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:2.0:1789131393.705777:0:10450:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131393.705780:0:10450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fd2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21152d7 expref: -99 pid: 10447 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789131393.705786:0:10450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131393.705787:0:10450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131393.705789:0:10450:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131393.705791:0:10450:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131393.705793:0:10450:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fd2c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21152d7 expref: -99 pid: 10447 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00000001:2.0:1789131393.705800:0:10450:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131393.705802:0:10450:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131393.705804:0:10450:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131393.705879:0:10450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131393.705880:0:10450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131393.705882:0:10450:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131393.705885:0:10450:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131393.705887:0:10450:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131393.705889:0:10450:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789131393.705893:0:10450:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff9ba0d193c600. 00010000:00000001:2.0:1789131393.705896:0:10450:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131393.705898:0:10450:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131393.705900:0:10450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131393.705901:0:10450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131393.705904:0:10450:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789131393.705906:0:10450:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131393.705908:0:10450:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d2175348), inode mode 41ed mask 3 00000020:00000010:2.0:1789131393.705914:0:10450:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1920 at ffff9ba0d8410800. 00000080:00000001:2.0:1789131393.705917:0:10450:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131393.705929:0:10450:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131393.705930:0:10450:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131393.705932:0:10450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c4fd78 00000080:00200000:2.0:1789131393.705934:0:10450:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d2175348),name=/ 00000080:00000010:2.0:1789131393.705938:0:10450:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193ce00. 00800000:00000002:2.0:1789131393.705941:0:10450:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0d3001800 2 00000080:00000001:2.0:1789131393.705943:0:10450:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131393.705945:0:10450:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131393.705947:0:10450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c4fc98 00800000:00000002:2.0:1789131393.705949:0:10450:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131393.705951:0:10450:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131393.705953:0:10450:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131393.705957:0:10450:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131393.705958:0:10450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c4fb68 00000002:00010000:2.0:1789131393.705959:0:10450:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131393.705962:0:10450:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131393.705963:0:10450:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131393.705964:0:10450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131393.705968:0:10450:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d700 count: 2 00010000:00000001:2.0:1789131393.705970:0:10450:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131393.705973:0:10450:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131393.705975:0:10450:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789131393.705978:0:10450:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fd2c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21152d7 expref: -99 pid: 10447 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 02000000:00000001:2.0:1789131393.705985:0:10450:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789131393.705988:0:10450:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131393.705991:0:10450:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fd2c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21152d7 expref: -99 pid: 10447 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000002:00000001:2.0:1789131393.705997:0:10450:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789131393.705998:0:10450:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131393.706000:0:10450:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131393.706002:0:10450:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131393.706009:0:10450:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131393.706011:0:10450:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789131393.706014:0:10450:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789131393.706016:0:10450:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d3001800 2 00000080:00000010:2.0:1789131393.706018:0:10450:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ce00. 00000080:00000001:2.0:1789131393.706021:0:10450:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131393.706022:0:10450:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131393.706024:0:10450:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d2175348) 00000080:00010000:2.0:1789131393.706027:0:10450:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d2175348) for lock 0xc8adac5b2d01fd2c 00800000:00000001:2.0:1789131393.706029:0:10450:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131393.706031:0:10450:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131393.706033:0:10450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131393.706034:0:10450:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131393.706036:0:10450:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031c00 refcount=3 00000020:00000001:2.0:1789131393.706038:0:10450:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:2.0:1789131393.706040:0:10450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:2.0:1789131393.706042:0:10450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131393.706043:0:10450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131393.706044:0:10450:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131393.706045:0:10450:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131393.706047:0:10450:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd2c from it ffffbc4101c4fdb0 00010000:00000001:2.0:1789131393.706050:0:10450:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131393.706051:0:10450:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131393.706052:0:10450:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031c00 refcount=3 00000020:00000001:2.0:1789131393.706054:0:10450:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:2.0:1789131393.706056:0:10450:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:2.0:1789131393.706058:0:10450:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131393.706060:0:10450:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fd2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21152d7 expref: -99 pid: 10447 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00000001:2.0:1789131393.706066:0:10450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131393.706067:0:10450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131393.706069:0:10450:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131393.706070:0:10450:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131393.706079:0:10450:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fd2c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21152d7 expref: -99 pid: 10447 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00000001:2.0:1789131393.706085:0:10450:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131393.706087:0:10450:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131393.706088:0:10450:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131393.706090:0:10450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131393.706091:0:10450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131393.706093:0:10450:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131393.706095:0:10450:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131393.706096:0:10450:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131393.706098:0:10450:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131393.706100:0:10450:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131393.706102:0:10450:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131393.706103:0:10450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131393.706104:0:10450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131393.706106:0:10450:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789131393.706107:0:10450:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131393.706109:0:10450:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d2175348), inode mode 41ed mask 3 00000080:00000001:2.0:1789131393.706112:0:10450:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131393.706116:0:10450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c4fe20 00000080:00200000:2.0:1789131393.706118:0:10450:0:(namei.c:2129:ll_create_nd()) VFS Op:name=fsa-oleg657-client.virtnet, dir=[0x200000007:0x1:0x0](ffff9ba0d2175348), flags=33188, excl=1 00000080:00000001:2.0:1789131393.706122:0:10450:0:(namei.c:2080:ll_mknod()) Process entered 00000020:00000001:2.0:1789131393.706123:0:10450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c4fdd0 00000080:00200000:2.0:1789131393.706125:0:10450:0:(namei.c:2084:ll_mknod()) VFS Op:name=fsa-oleg657-client.virtnet, dir=[0x200000007:0x1:0x0](ffff9ba0d2175348) mode 100644 dev 0 00000080:00000001:2.0:1789131393.706129:0:10450:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:2.0:1789131393.706131:0:10450:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1789131393.706135:0:10450:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193ce00. 00800000:00000002:2.0:1789131393.706137:0:10450:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0d3001800 2 00000080:00000001:2.0:1789131393.706144:0:10450:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131393.706148:0:10450:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1789131393.706150:0:10450:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789131393.706155:0:10450:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713991850496 : -110359717701120 : ffff9ba0e03a9a00) 00800000:00000001:2.0:1789131393.706158:0:10450:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789131393.706160:0:10450:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789131393.706163:0:10450:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789131393.706166:0:10450:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789131393.706175:0:10450:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d1a0e000: Allocated FID [0x200000401:0x2:0x0] 40000000:00000001:2.0:1789131393.706178:0:10450:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131393.706180:0:10450:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131393.706182:0:10450:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131393.706185:0:10450:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131393.706187:0:10450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c4fbf0 00800000:00000002:2.0:1789131393.706190:0:10450:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'fsa-oleg657-client.virtnet' [0x200000401:0x2:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1789131393.706196:0:10450:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1789131393.706199:0:10450:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789131393.706202:0:10450:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d700 count: 2 00010000:00000001:2.0:1789131393.706204:0:10450:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131393.706207:0:10450:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789131393.706211:0:10450:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131393.706214:0:10450:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fd2c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc21152d7 expref: -99 pid: 10447 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00000001:2.0:1789131393.706223:0:10450:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131393.706228:0:10450:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131393.706230:0:10450:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131393.706232:0:10450:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789131393.706235:0:10450:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131393.706237:0:10450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131393.706239:0:10450:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d700 count: 3 00010000:00000001:2.0:1789131393.706241:0:10450:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131393.706244:0:10450:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131393.706245:0:10450:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131393.706246:0:10450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131393.706248:0:10450:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d700 count: 3 00010000:00000001:2.0:1789131393.706250:0:10450:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131393.706251:0:10450:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131393.706253:0:10450:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131393.706254:0:10450:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131393.706255:0:10450:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d700 count: 3 00010000:00000001:2.0:1789131393.706258:0:10450:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131393.706260:0:10450:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131393.706267:0:10450:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131393.706271:0:10450:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d2175280, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789131393.706276:0:10450:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789131393.706278:0:10450:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789131393.706282:0:10450:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131393.706283:0:10450:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131393.706288:0:10450:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131393.706292:0:10450:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131393.706294:0:10450:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131393.706296:0:10450:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131393.706298:0:10450:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789131393.706301:0:10450:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c0031c00 with handle 0xc8adac5b2d01fd2c from hash 00010000:00000001:2.0:1789131393.706304:0:10450:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131393.706306:0:10450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131393.706307:0:10450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131393.706308:0:10450:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131393.706311:0:10450:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131393.706313:0:10450:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789131393.706316:0:10450:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131393.706318:0:10450:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131393.706320:0:10450:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789131393.706326:0:10450:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4d81a40. 00000020:00000040:2.0:1789131393.706331:0:10450:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=7 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 02000000:00000001:2.0:1789131393.706337:0:10450:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789131393.706339:0:10450:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131393.706342:0:10450:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131393.706980:0:10450:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131393.706986:0:10450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131393.706987:0:10450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131393.706988:0:10450:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131393.706994:0:10450:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131393.706996:0:10450:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131393.707000:0:10450:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131393.707009:0:10450:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c2f51400. 00000100:00000001:2.0:1789131393.707017:0:10450:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131393.707020:0:10450:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131393.707029:0:10450:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789131393.707038:0:10450:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fd2c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21152d7 expref: -99 pid: 10447 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1789131393.707046:0:10450:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789131393.707048:0:10450:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131393.707050:0:10450:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131393.707052:0:10450:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fd2c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21152d7 expref: -99 pid: 10447 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00000040:2.0:1789131393.707061:0:10450:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d700 count: 0 00010000:00000010:2.0:1789131393.707067:0:10450:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f900. 00010000:00000001:2.0:1789131393.707075:0:10450:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131393.707076:0:10450:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131393.707078:0:10450:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131393.707080:0:10450:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131393.707082:0:10450:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789131393.707097:0:10450:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1789131393.707110:0:10450:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4d81a40 x1876039997347712/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131393.707118:0:10450:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131393.707120:0:10450:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131393.707128:0:10450:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87900. 00000100:00000001:2.0:1789131393.707130:0:10450:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499928832 : -110360209622784 : ffff9ba0c2e87900) 00000100:00000001:2.0:1789131393.707133:0:10450:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131393.707141:0:10450:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800845888 : -110359908705728 : ffff9ba0d4d81a40) 00000100:00000001:2.0:1789131393.707147:0:10450:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131393.707152:0:10450:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131393.707154:0:10450:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131393.707156:0:10450:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131393.707161:0:10450:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d81a40 x1876039997347712/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 528/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.707168:0:10450:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131393.707176:0:10450:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131393.707180:0:10450:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131393.707183:0:10450:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131393.707186:0:10450:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131393.707190:0:10450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d81a40 pname:cluuid:pid:xid:nid:opc:job mcreate:28807d01-a03a-479a-9ee1-7bdfc4545b0f:10450:1876039997347712:192.168.206.157@tcp:36:mcreate.0 00000100:00000001:2.0:1789131393.707195:0:10450:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131393.707202:0:10450:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131393.707205:0:10450:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131393.707207:0:10450:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131393.707212:0:10450:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c2f53400. 02000000:00000001:2.0:1789131393.707214:0:10450:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131393.707222:0:10450:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131393.707226:0:10450:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46268. 00000400:00000010:2.0:1789131393.707233:0:10450:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e990. 00000100:00000200:2.0:1789131393.707240:0:10450:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997347712, portal 10 00000100:00000001:2.0:1789131393.707242:0:10450:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131393.707243:0:10450:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800845888 : -110359908705728 : ffff9ba0d4d81a40) 00000100:00000040:2.0:1789131393.707250:0:10450:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d4d81a40 x1876039997347712/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 528/576 e 0 to 0 dl 1789131409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.707259:0:10450:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131393.707261:0:10450:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131393.707264:0:10450:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ef68. 00000100:00000200:2.0:1789131393.707267:0:10450:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1876039997347712, offset 0 00000400:00000200:2.0:1789131393.707274:0:10450:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131393.707284:0:10450:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.707292:0:10450:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131393.707299:0:10450:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131393.707303:0:10450:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131393.707308:0:10450:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131393.707311:0:10450:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131393.707316:0:10450:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [187:187:256:4294967295] 192.168.206.157@tcp LPNI seq info [187:187:8:4294967295] 00000400:00000200:2.0:1789131393.707320:0:10450:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.707330:0:10450:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131393.707342:0:10450:0:(socklnd_cb.c:931:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131393.708717:0:10450:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c178e200. 00000800:00000200:2.0:1789131393.708739:0:10450:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131393.708749:0:10450:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131393.708754:0:10450:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c178e200 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:2.0:1789131393.708783:0:10450:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131393.708790:0:10450:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 18075 usecs (19 jiffies) 00000400:00000200:2.0:1789131393.708796:0:10450:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131393.708800:0:10450:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294980737 00000100:00000010:2.0:1789131393.708811:0:10450:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c85b51e0. 00000100:00000001:2.0:1789131393.708892:0:10450:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789131393.708901:0:10450:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294980737 00000100:00000010:2.0:1789131393.708907:0:10450:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c85b5c00. 00000100:00000001:2.0:1789131393.708910:0:10450:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789131393.708914:0:10450:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131393.708918:0:10450:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131393.708922:0:10450:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131393.708924:0:10450:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131393.708927:0:10450:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87900 going to sleep for 11 seconds 00000100:00000001:2.0:1789131393.708930:0:10450:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131393.708934:0:10450:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131393.709045:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131393.709052:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c178e200. 00000400:00000200:3.0:1789131393.709059:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131393.709066:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131393.709075:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ef68 00000400:00000010:3.0:1789131393.709078:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ef68. 00000100:00000001:3.0:1789131393.709084:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131393.709091:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d81a40 x1876039997347712/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 528/576 e 0 to 0 dl 1789131409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.709103:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131393.709107:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d81a40 x1876039997347712/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 528/576 e 0 to 0 dl 1789131409 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.709115:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131393.709117:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789131393.717700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d700. 00010000:00000010:2.1:1789131393.717743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0031c00. 00000800:00000001:3.0:1789131393.725265:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131393.725288:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131393.725294:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131393.725297:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131393.725308:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.725317:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131393.725328:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.725334:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.725340:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.725344:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 448 into portal 10 MB=0x6aa3f99a05780 00000400:00000200:3.0:1789131393.725367:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.725374:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 448/448 into md 0x9a5 [1] + 224 00000800:00000001:3.0:1789131393.725383:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131393.725392:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131393.725395:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131393.725419:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131393.725429:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131393.725442:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d81a40 x1876039997347712/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 528/576 e 0 to 0 dl 1789131409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131393.725455:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9ba0d4d81a40 x1876039997347712/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 528/576 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.725530:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131393.725542:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131393.725546:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.725551:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131393.725559:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [188:188:256:4294967295] 192.168.206.157@tcp LPNI seq info [188:188:8:4294967295] 00000400:00000200:3.0:1789131393.725564:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.725573:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131393.725580:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131393.725586:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4a63c00. 00000800:00000200:3.0:1789131393.725593:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131393.725601:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131393.725606:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4a63c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131393.725717:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131393.725721:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4a63c00. 00000400:00000200:3.0:1789131393.725725:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131393.725729:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131393.725735:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131393.725740:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131393.726009:0:10450:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131393.726018:0:10450:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131393.726021:0:10450:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131393.726025:0:10450:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46268. 00000400:00000200:2.0:1789131393.726031:0:10450:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e990 00000400:00000010:2.0:1789131393.726033:0:10450:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e990. 00000100:00000001:2.0:1789131393.726037:0:10450:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131393.726043:0:10450:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d81a40 x1876039997347712/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 528/576 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789131393.726052:0:10450:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d81a40 x1876039997347712/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 528/576 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.726067:0:10450:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131393.726069:0:10450:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131393.726071:0:10450:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131393.726075:0:10450:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131393.726079:0:10450:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131393.726081:0:10450:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131393.726085:0:10450:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131393.726097:0:10450:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=45 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131393.726101:0:10450:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131393.726103:0:10450:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131393.726105:0:10450:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131393.726108:0:10450:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131393.726113:0:10450:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131393.726117:0:10450:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131393.726118:0:10450:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1789131393.726120:0:10450:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789131393.726123:0:10450:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131393.726125:0:10450:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800845888 : -110359908705728 : ffff9ba0d4d81a40) 00000100:00000001:2.0:1789131393.726128:0:10450:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131393.726130:0:10450:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131393.726132:0:10450:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131393.726135:0:10450:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131393.726140:0:10450:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d81a40 x1876039997347712/t4294967302(4294967302) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 528/448 e 0 to 0 dl 1789131409 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.726147:0:10450:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131393.726150:0:10450:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131393.726152:0:10450:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131393.726156:0:10450:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d81a40 x1876039997347712/t4294967302(4294967302) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 528/448 e 0 to 0 dl 1789131409 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131393.726163:0:10450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d81a40 pname:cluuid:pid:xid:nid:opc:job mcreate:28807d01-a03a-479a-9ee1-7bdfc4545b0f:10450:1876039997347712:192.168.206.157@tcp:36:mcreate.0 00000100:00000001:2.0:1789131393.726169:0:10450:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131393.726178:0:10450:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131393.726181:0:10450:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131393.726183:0:10450:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131393.726186:0:10450:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d81a40 x1876039997347712/t4294967302(4294967302) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 528/448 e 0 to 0 dl 1789131409 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.726193:0:10450:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131393.726197:0:10450:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87900. 00000100:00000001:2.0:1789131393.726200:0:10450:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131393.726202:0:10450:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131393.726211:0:10450:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131393.726216:0:10450:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000401:0x2:0x0] 00800000:00000001:2.0:1789131393.726218:0:10450:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131393.726222:0:10450:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000001:2.0:1789131393.726226:0:10450:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131393.726234:0:10450:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789131393.726236:0:10450:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131393.726239:0:10450:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000001:2.0:1789131393.726242:0:10450:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789131393.726275:0:10450:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21aa100. 00000020:00000001:2.0:1789131393.726289:0:10450:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789131393.726291:0:10450:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789131393.726295:0:10450:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789131393.726297:0:10450:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000401:0x2:0x0](ffff9ba0d21aa1c8) 00000080:00000001:2.0:1789131393.726300:0:10450:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000001:2.0:1789131393.726302:0:10450:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789131393.726305:0:10450:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205272502274 mtime from 0 to 1789131393 00000080:00000001:2.0:1789131393.726310:0:10450:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000020:00000001:2.0:1789131393.726314:0:10450:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131393.726319:0:10450:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557155352 : -110360152396264 : ffff9ba0c651ae18) 00000020:00001000:2.0:1789131393.726321:0:10450:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651ae10 00000020:00000001:2.0:1789131393.726326:0:10450:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789131393.726331:0:10450:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d8600960. 00000020:00000001:2.0:1789131393.726334:0:10450:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131393.726336:0:10450:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131393.726344:0:10450:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789131393.726361:0:10450:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d17e88. 00020000:00000001:2.0:1789131393.726369:0:10450:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582309000 : -110360127242616 : ffff9ba0c7d17e88) 00020000:00000001:2.0:1789131393.726372:0:10450:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:2.0:1789131393.726376:0:10450:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789131393.726383:0:10450:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff9ba0c178e200. 00000020:00000001:2.0:1789131393.726388:0:10450:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713860086240 : -110359849465376 : ffff9ba0d86009e0) 00000020:00001000:2.0:1789131393.726391:0:10450:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651ae10 00000080:00000001:2.0:1789131393.726394:0:10450:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754874312 : -110359954677304 : ffff9ba0d21aa1c8) 00000080:00000001:2.0:1789131393.726397:0:10450:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131393.726400:0:10450:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789131393.726402:0:10450:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131393.726407:0:10450:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131393.726410:0:10450:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:2.0:1789131393.726412:0:10450:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131393.726416:0:10450:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4d81a40 x1876039997347712/t4294967302(4294967302) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 528/448 e 0 to 0 dl 1789131409 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.726423:0:10450:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131393.726426:0:10450:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d3001800 2 00000080:00000010:2.0:1789131393.726429:0:10450:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ce00. 00000080:00000001:2.0:1789131393.726433:0:10450:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131393.726437:0:10450:0:(namei.c:2112:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131393.726440:0:10450:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c4fe20 00000080:00200000:2.0:1789131393.726442:0:10450:0:(namei.c:2137:ll_create_nd()) VFS Op:name=fsa-oleg657-client.virtnet, unhashed 1 00000080:00000001:2.0:1789131393.726458:0:10450:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789131393.726465:0:10450:0:(dcache.c:48:ll_release()) Process leaving 00000100:00000040:2.0:1789131393.728917:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294980737, at 4294980738 00000100:00000010:2.0:1789131393.728935:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c85b51e0. 00000100:00000040:3.0:1789131393.731638:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294980737, at 4294980741 00000100:00000010:3.0:1789131393.731658:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c85b5c00. 00000080:00000010:2.1:1789131393.737584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c2f40b80. 00000002:00000001:1.0:1789131393.751175:0:10453:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789131393.751187:0:10453:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4a2e1c0. 00000020:00000040:1.0:1789131393.751192:0:10453:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=8 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00010000:00000001:1.0:1789131393.751200:0:10453:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131393.751206:0:10453:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131393.751214:0:10453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131393.751216:0:10453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131393.751218:0:10453:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131393.751222:0:10453:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131393.751225:0:10453:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131393.751231:0:10453:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131393.751379:0:10453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c6436400. 00000100:00000001:1.0:1789131393.751388:0:10453:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131393.751396:0:10453:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131393.751398:0:10453:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131393.751399:0:10453:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131393.751400:0:10453:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131393.751402:0:10453:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131393.751411:0:10453:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713797358016 : -110359912193600 : ffff9ba0d4a2e1c0) 00010000:00000001:1.0:1789131393.751415:0:10453:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131393.751418:0:10453:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131393.751423:0:10453:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d4f18800. 00010000:00000010:1.0:1789131393.751428:0:10453:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa280. 00010000:00000001:1.0:1789131393.751433:0:10453:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131393.751437:0:10453:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba1021f7c00. 00000020:00000001:1.0:1789131393.751441:0:10453:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131393.751445:0:10453:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba1021f7c00 with handle 0xc8adac5b2d01fd33 to hash 00000020:00000001:1.0:1789131393.751447:0:10453:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131393.751449:0:10453:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131393.751454:0:10453:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131393.751458:0:10453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131393.751461:0:10453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131393.751466:0:10453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fd33 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10453 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131393.751514:0:10453:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fd33 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10453 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131393.751534:0:10453:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fd33 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10453 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131393.751541:0:10453:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131393.751543:0:10453:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131393.751551:0:10453:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c620c900. 00000100:00000001:1.0:1789131393.751554:0:10453:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713553950976 : -110360155600640 : ffff9ba0c620c900) 00000100:00000001:1.0:1789131393.751557:0:10453:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131393.751558:0:10453:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797358016 : -110359912193600 : ffff9ba0d4a2e1c0) 00000100:00000001:1.0:1789131393.751563:0:10453:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131393.751568:0:10453:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131393.751570:0:10453:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131393.751573:0:10453:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131393.751585:0:10453:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4a2e1c0 x1876039997347840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131393.751594:0:10453:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131393.751596:0:10453:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131393.751601:0:10453:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131393.751603:0:10453:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131393.751606:0:10453:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131393.751609:0:10453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2e1c0 pname:cluuid:pid:xid:nid:opc:job rm:28807d01-a03a-479a-9ee1-7bdfc4545b0f:10453:1876039997347840:192.168.206.157@tcp:101:rm.0 00000100:00000001:1.0:1789131393.751613:0:10453:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131393.751620:0:10453:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131393.751623:0:10453:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131393.751625:0:10453:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131393.751630:0:10453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0c643d800. 02000000:00000001:1.0:1789131393.751632:0:10453:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131393.751640:0:10453:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131393.751644:0:10453:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8ea50. 00000400:00000010:1.0:1789131393.751652:0:10453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020550. 00000100:00000200:1.0:1789131393.751661:0:10453:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997347840, portal 10 00000100:00000001:1.0:1789131393.751663:0:10453:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131393.751669:0:10453:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797358016 : -110359912193600 : ffff9ba0d4a2e1c0) 00000100:00000040:1.0:1789131393.751675:0:10453:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4a2e1c0 x1876039997347840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131409 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131393.751683:0:10453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131393.751686:0:10453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131393.751688:0:10453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80206e8. 00000100:00000200:1.0:1789131393.751693:0:10453:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997347840, offset 0 00000400:00000200:1.0:1789131393.751700:0:10453:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131393.751723:0:10453:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131393.751733:0:10453:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131393.751739:0:10453:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131393.751744:0:10453:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131393.751748:0:10453:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131393.751751:0:10453:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131393.751755:0:10453:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [189:189:256:4294967295] 192.168.206.157@tcp LPNI seq info [189:189:8:4294967295] 00000400:00000200:1.0:1789131393.751758:0:10453:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131393.751769:0:10453:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131393.751776:0:10453:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131393.751783:0:10453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d500. 00000800:00000200:1.0:1789131393.751790:0:10453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131393.751800:0:10453:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131393.751805:0:10453:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789131393.751828:0:10453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131393.751833:0:10453:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 18340 usecs (19 jiffies) 00000400:00000200:1.0:1789131393.751836:0:10453:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131393.751839:0:10453:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294980780 00000100:00000010:1.0:1789131393.751844:0:10453:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d4bb9900. 00000100:00000001:1.0:1789131393.751852:0:10453:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789131393.751860:0:10453:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294980780 00000100:00000010:1.0:1789131393.751863:0:10453:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d4bb9ba0. 00000100:00000001:1.0:1789131393.751873:0:10453:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789131393.751876:0:10453:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131393.751878:0:10453:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131393.751881:0:10453:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131393.751884:0:10453:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131393.751887:0:10453:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c620c900 going to sleep for 11 seconds 00000100:00000001:1.0:1789131393.751889:0:10453:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131393.751893:0:10453:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131393.754606:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131393.754616:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d500. 00000400:00000200:3.0:1789131393.754623:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131393.754646:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131393.754654:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80206e8 00000400:00000010:3.0:1789131393.754657:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80206e8. 00000100:00000001:3.0:1789131393.754664:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131393.754673:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2e1c0 x1876039997347840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131409 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131393.754686:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131393.754690:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2e1c0 x1876039997347840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131409 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131393.754698:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131393.754700:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131393.768519:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131393.768541:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131393.768546:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131393.768549:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131393.768562:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.768572:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131393.768583:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.768589:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.768596:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.768601:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a05800 00000400:00000200:3.0:1789131393.768607:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.768614:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0x9b5 [1] + 224 00000800:00000001:3.0:1789131393.768622:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131393.768637:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131393.768641:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131393.768646:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131393.768656:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131393.768667:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2e1c0 x1876039997347840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131409 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131393.768680:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d4a2e1c0 x1876039997347840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131393.768739:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131393.768751:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131393.768755:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131393.769898:0:10453:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131393.769911:0:10453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131393.769913:0:10453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131393.769918:0:10453:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8ea50. 00000400:00000200:1.0:1789131393.769924:0:10453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020550 00000400:00000010:1.0:1789131393.769927:0:10453:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020550. 00000100:00000001:1.0:1789131393.769932:0:10453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131393.769948:0:10453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4a2e1c0 x1876039997347840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131393.769959:0:10453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4a2e1c0 x1876039997347840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131393.769968:0:10453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131393.769970:0:10453:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131393.769972:0:10453:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131393.769976:0:10453:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131393.769979:0:10453:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131393.769982:0:10453:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131393.769985:0:10453:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131393.769995:0:10453:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=45 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131393.770000:0:10453:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131393.770002:0:10453:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131393.770004:0:10453:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131393.770014:0:10453:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131393.770017:0:10453:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131393.770021:0:10453:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131393.770024:0:10453:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131393.770026:0:10453:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131393.770042:0:10453:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131393.770054:0:10453:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4a2e1c0 x1876039997347840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131393.770062:0:10453:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131393.770066:0:10453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131393.770068:0:10453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131393.770072:0:10453:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4a2e1c0 x1876039997347840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131409 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131393.770080:0:10453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2e1c0 pname:cluuid:pid:xid:nid:opc:job rm:28807d01-a03a-479a-9ee1-7bdfc4545b0f:10453:1876039997347840:192.168.206.157@tcp:101:rm.0 00000100:00000001:1.0:1789131393.770085:0:10453:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131393.770088:0:10453:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131393.770090:0:10453:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131393.770093:0:10453:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131393.770096:0:10453:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2e1c0 x1876039997347840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131409 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131393.770104:0:10453:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131393.770107:0:10453:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c620c900. 00000100:00000001:1.0:1789131393.770111:0:10453:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131393.770113:0:10453:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131393.770117:0:10453:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131393.770121:0:10453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131393.770124:0:10453:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131393.770127:0:10453:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7c00 refcount=4 00000020:00000001:1.0:1789131393.770130:0:10453:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131393.770133:0:10453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000040:1.0:1789131393.770141:0:10453:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba1021f7c00, remote cookie: 0x2d69527cc21152f3, flags: 0x1001 00010000:00010000:1.0:1789131393.770146:0:10453:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fd33 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21152f3 expref: -99 pid: 10453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131393.770158:0:10453:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fd33 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21152f3 expref: -99 pid: 10453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131393.770175:0:10453:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131393.770184:0:10453:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131393.770186:0:10453:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131393.770188:0:10453:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131393.770190:0:10453:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131393.770193:0:10453:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0d4f18800) refcount = 1 00010000:00010000:1.0:1789131393.770198:0:10453:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fd33 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21152f3 expref: -99 pid: 10453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131393.770205:0:10453:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131393.770208:0:10453:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131393.770210:0:10453:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131393.770213:0:10453:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131393.770215:0:10453:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131393.770219:0:10453:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fd33 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21152f3 expref: -99 pid: 10453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131393.770224:0:10453:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131393.770226:0:10453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131393.770228:0:10453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131393.770229:0:10453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131393.770230:0:10453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131393.770232:0:10453:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131393.770237:0:10453:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131393.770238:0:10453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131393.770240:0:10453:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131393.770241:0:10453:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7c00 refcount=3 00000020:00000001:1.0:1789131393.770243:0:10453:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131393.770245:0:10453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131393.770247:0:10453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131393.770248:0:10453:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131393.770249:0:10453:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7c00 refcount=4 00000020:00000001:1.0:1789131393.770251:0:10453:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131393.770256:0:10453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131393.770259:0:10453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131393.770262:0:10453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131393.770266:0:10453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fd33 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21152f3 expref: -99 pid: 10453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131393.770273:0:10453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131393.770274:0:10453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131393.770275:0:10453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131393.770276:0:10453:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131393.770277:0:10453:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7c00 refcount=5 00000020:00000001:1.0:1789131393.770279:0:10453:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131393.770281:0:10453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131393.770283:0:10453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131393.770286:0:10453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fd33 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21152f3 expref: -99 pid: 10453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131393.770291:0:10453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131393.770292:0:10453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131393.770295:0:10453:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fd33 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21152f3 expref: -99 pid: 10453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131393.770301:0:10453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131393.770302:0:10453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131393.770303:0:10453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131393.770304:0:10453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131393.770305:0:10453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131393.770309:0:10453:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d4a2e1c0 x1876039997347840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131409 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789131393.770318:0:10453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131393.770319:0:10453:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131393.770321:0:10453:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7c00 refcount=3 00000020:00000001:1.0:1789131393.770323:0:10453:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131393.770328:0:10453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131393.770330:0:10453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131393.770331:0:10453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131393.770333:0:10453:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131393.770335:0:10453:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131393.770339:0:10453:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789131393.770342:0:10453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131393.770343:0:10453:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131393.770344:0:10453:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7c00 refcount=3 00000020:00000001:1.0:1789131393.770345:0:10453:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131393.770347:0:10453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00000002:00010000:1.0:1789131393.770350:0:10453:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fd33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21152f3 expref: -99 pid: 10453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131393.770355:0:10453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131393.770356:0:10453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131393.770359:0:10453:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131393.770360:0:10453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131393.770361:0:10453:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131393.770362:0:10453:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7c00 refcount=3 00000020:00000001:1.0:1789131393.770363:0:10453:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131393.770365:0:10453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000040:1.0:1789131393.770372:0:10453:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4f18800 count: 2 00010000:00000001:1.0:1789131393.770374:0:10453:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131393.770379:0:10453:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d85fac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789131393.770381:0:10453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131393.770382:0:10453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131393.770383:0:10453:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131393.770386:0:10453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c57898 00000002:00002000:1.0:1789131393.770388:0:10453:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789131393.770391:0:10453:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131393.770395:0:10453:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131393.770398:0:10453:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131393.770404:0:10453:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789131393.770408:0:10453:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131393.770413:0:10453:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d3001800 2 00000080:00000010:1.0:1789131393.770417:0:10453:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836cc00. 00000080:00000001:1.0:1789131393.770422:0:10453:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131393.770425:0:10453:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131393.770432:0:10453:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789131393.770437:0:10453:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789131393.770442:0:10453:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0d30011c0. 00800000:00000001:1.0:1789131393.770444:0:10453:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713769910720 : -110359939640896 : ffff9ba0d30011c0) 00800000:00000001:1.0:1789131393.770447:0:10453:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131393.770449:0:10453:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131393.770452:0:10453:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789131393.770454:0:10453:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789131393.770457:0:10453:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789131393.770460:0:10453:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789131393.770462:0:10453:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131393.770467:0:10453:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789131393.770522:0:10453:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789131393.770527:0:10453:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:1.0:1789131393.770530:0:10453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131393.770531:0:10453:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131393.770533:0:10453:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7c00 refcount=3 00000020:00000001:1.0:1789131393.770535:0:10453:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131393.770538:0:10453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131393.770540:0:10453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131393.770541:0:10453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131393.770543:0:10453:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131393.770546:0:10453:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789131393.770548:0:10453:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d30011c0 1 00800000:00000010:1.0:1789131393.770550:0:10453:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0d30011c0. 00800000:00000001:1.0:1789131393.770554:0:10453:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131393.770557:0:10453:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d2175348) for lock 0xc8adac5b2d01fd33 00800000:00000001:1.0:1789131393.770563:0:10453:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131393.770570:0:10453:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131393.770572:0:10453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131393.770574:0:10453:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131393.770575:0:10453:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7c00 refcount=3 00000020:00000001:1.0:1789131393.770577:0:10453:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131393.770580:0:10453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131393.770582:0:10453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131393.770583:0:10453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131393.770584:0:10453:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131393.770586:0:10453:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131393.770588:0:10453:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131393.770591:0:10453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d2175348) 00000080:00010000:1.0:1789131393.770594:0:10453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd33 from it ffffbc4101c57b58 00010000:00000001:1.0:1789131393.770596:0:10453:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131393.770597:0:10453:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131393.770598:0:10453:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7c00 refcount=3 00000020:00000001:1.0:1789131393.770599:0:10453:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131393.770601:0:10453:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131393.770603:0:10453:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131393.770606:0:10453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fd33 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21152f3 expref: -99 pid: 10453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131393.770612:0:10453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131393.770613:0:10453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131393.770615:0:10453:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131393.770617:0:10453:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131393.770619:0:10453:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fd33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21152f3 expref: -99 pid: 10453 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131393.770627:0:10453:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131393.770630:0:10453:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131393.770632:0:10453:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131393.770637:0:10453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131393.770638:0:10453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131393.770642:0:10453:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131393.770645:0:10453:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131393.770647:0:10453:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131393.770649:0:10453:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131393.770652:0:10453:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131393.770654:0:10453:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131393.770656:0:10453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131393.770657:0:10453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131393.770659:0:10453:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131393.770665:0:10453:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4a2e1c0 x1876039997347840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131409 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131393.770672:0:10453:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131393.770675:0:10453:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131393.770678:0:10453:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0c643d800. 02000000:00000001:1.0:1789131393.770681:0:10453:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131393.770684:0:10453:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131393.770686:0:10453:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=7 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:1.0:1789131393.770688:0:10453:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131393.770691:0:10453:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c6436400. 02000000:00000001:1.0:1789131393.770695:0:10453:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131393.770697:0:10453:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131393.770699:0:10453:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4a2e1c0. 00000100:00000001:1.0:1789131393.770703:0:10453:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131393.770705:0:10453:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131393.770719:0:10453:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d2175348), inode mode 41ed mask 1 00000080:00000001:1.0:1789131393.770725:0:10453:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131393.771651:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131393.771657:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593a00. 00000400:00000200:3.0:1789131393.771662:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131393.771668:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131393.771674:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346f68 00000400:00000010:3.0:1789131393.771677:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346f68. 00000100:00000001:3.0:1789131393.771681:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131393.771687:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b792c0 x1876039997347968/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 600/1152 e 0 to 0 dl 1789131409 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131393.771702:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131393.771716:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b792c0 x1876039997347968/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 600/1152 e 0 to 0 dl 1789131409 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131393.771724:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131393.771725:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131393.777730:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131393.777753:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131393.777758:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131393.777761:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131393.777772:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.777781:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131393.777793:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.777799:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.777805:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.777810:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 584 into portal 10 MB=0x6aa3f99a05880 00000400:00000200:3.0:1789131393.777827:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.777834:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 584/584 into md 0x9bd [1] + 224 00000800:00000001:3.0:1789131393.777843:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131393.777851:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131393.777855:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131393.777878:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131393.777887:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131393.777898:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b792c0 x1876039997347968/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 600/1152 e 0 to 0 dl 1789131409 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131393.777910:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9ba0d1b792c0 x1876039997347968/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 600/1152 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131393.777936:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131393.777946:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131393.777950:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131393.784922:0:10453:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1789131393.784932:0:10453:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000401:0x2:0x0] 00800000:00000001:2.0:1789131393.784938:0:10453:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131393.784941:0:10453:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000401:0x2:0x0] -> mds #0 00000002:00000001:2.0:1789131393.784949:0:10453:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1789131393.784952:0:10453:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789131393.784963:0:10453:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4f18800 count: 2 00010000:00000001:2.0:1789131393.784967:0:10453:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131393.784994:0:10453:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789131393.784999:0:10453:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131393.785005:0:10453:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fd33 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc21152f3 expref: -99 pid: 10453 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1789131393.785030:0:10453:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131393.785035:0:10453:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131393.785038:0:10453:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131393.785041:0:10453:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789131393.785046:0:10453:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131393.785050:0:10453:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131393.785054:0:10453:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4f18800 count: 3 00010000:00000001:2.0:1789131393.785057:0:10453:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131393.785061:0:10453:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131393.785063:0:10453:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131393.785064:0:10453:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131393.785065:0:10453:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4f18800 count: 3 00010000:00000001:2.0:1789131393.785067:0:10453:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131393.785070:0:10453:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131393.785071:0:10453:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131393.785072:0:10453:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131393.785074:0:10453:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4f18800 count: 3 00010000:00000001:2.0:1789131393.785076:0:10453:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131393.785078:0:10453:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131393.785080:0:10453:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131393.785093:0:10453:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d2175280, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789131393.785098:0:10453:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789131393.785101:0:10453:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789131393.785104:0:10453:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131393.785106:0:10453:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131393.785110:0:10453:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131393.785114:0:10453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131393.785116:0:10453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131393.785119:0:10453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131393.785122:0:10453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789131393.785127:0:10453:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba1021f7c00 with handle 0xc8adac5b2d01fd33 from hash 00010000:00000001:2.0:1789131393.785137:0:10453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131393.785139:0:10453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131393.785141:0:10453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131393.785143:0:10453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131393.785147:0:10453:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131393.785149:0:10453:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789131393.785152:0:10453:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131393.785154:0:10453:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131393.785156:0:10453:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131393.785159:0:10453:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789131393.785164:0:10453:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d600 count: 2 00010000:00000001:2.0:1789131393.785166:0:10453:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131393.785178:0:10453:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789131393.785180:0:10453:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131393.785183:0:10453:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fd3a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x2d69527cc211530f expref: -99 pid: 10453 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789131393.785192:0:10453:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131393.785201:0:10453:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131393.785203:0:10453:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131393.785204:0:10453:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000401:0x2:0x0] mode (null) 00000002:00000001:2.0:1789131393.785207:0:10453:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131393.785208:0:10453:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131393.785211:0:10453:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d600 count: 3 00010000:00000001:2.0:1789131393.785213:0:10453:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131393.785216:0:10453:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131393.785217:0:10453:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131393.785218:0:10453:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131393.785220:0:10453:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d600 count: 3 00010000:00000001:2.0:1789131393.785222:0:10453:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131393.785224:0:10453:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131393.785225:0:10453:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131393.785226:0:10453:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131393.785228:0:10453:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d600 count: 3 00010000:00000001:2.0:1789131393.785230:0:10453:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131393.785238:0:10453:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131393.785240:0:10453:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131393.785241:0:10453:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131393.785244:0:10453:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d600 count: 3 00010000:00000001:2.0:1789131393.785245:0:10453:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131393.785247:0:10453:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131393.785249:0:10453:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131393.785251:0:10453:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131393.785255:0:10453:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131393.785260:0:10453:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557155352 : -110360152396264 : ffff9ba0c651ae18) 00000020:00001000:2.0:1789131393.785264:0:10453:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651ae10 00000020:00000001:2.0:1789131393.785266:0:10453:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789131393.785270:0:10453:0:(vvp_object.c:123:vvp_conf_set()) [0x200000401:0x2:0x0]: losing layout lock 00000080:00000001:2.0:1789131393.785274:0:10453:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789131393.785277:0:10453:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789131393.785283:0:10453:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131393.785286:0:10453:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131393.785288:0:10453:0:(lov_object.c:1547:lov_conf_set()) [0x200000401:0x2:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789131393.785291:0:10453:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131393.785293:0:10453:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789131393.785295:0:10453:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651ae10 00000080:00000001:2.0:1789131393.785298:0:10453:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131393.785301:0:10453:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789131393.785304:0:10453:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000401:0x2:0x0](ffff9ba0d21aa1c8) invalid 00000020:00000001:2.0:1789131393.785307:0:10453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c57a60 00000080:00002000:2.0:1789131393.785310:0:10453:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry fsa-oleg657-client.virtnet (ffff9ba0d2150ca8) parent ffff9ba0d2135ca8 inode ffff9ba0d21aa1c8 refc 1 00000080:00000001:2.0:1789131393.785315:0:10453:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789131393.785316:0:10453:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131393.785318:0:10453:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131393.785320:0:10453:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131393.785322:0:10453:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131393.785323:0:10453:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131393.785325:0:10453:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131393.785327:0:10453:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789131393.785329:0:10453:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c0031c00 with handle 0xc8adac5b2d01fd3a from hash 00010000:00000001:2.0:1789131393.785332:0:10453:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131393.785338:0:10453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131393.785340:0:10453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131393.785341:0:10453:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131393.785343:0:10453:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131393.785344:0:10453:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789131393.785347:0:10453:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131393.785349:0:10453:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131393.785351:0:10453:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789131393.785360:0:10453:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4d82580. 00000020:00000040:2.0:1789131393.785365:0:10453:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=8 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 02000000:00000001:2.0:1789131393.785371:0:10453:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789131393.785373:0:10453:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131393.785375:0:10453:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131393.785382:0:10453:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131393.785386:0:10453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131393.785387:0:10453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131393.785388:0:10453:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131393.785392:0:10453:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131393.785394:0:10453:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131393.785399:0:10453:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131393.785408:0:10453:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d193ce00. 00000100:00000001:2.0:1789131393.785416:0:10453:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131393.785418:0:10453:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131393.785421:0:10453:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789131393.785428:0:10453:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fd3a lrc: 1/0,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2d69527cc211530f expref: -99 pid: 10453 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789131393.785437:0:10453:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fd33 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21152f3 expref: -99 pid: 10453 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1789131393.785443:0:10453:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:2.0:1789131393.785445:0:10453:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1789131393.785447:0:10453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131393.785449:0:10453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fd3a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2d69527cc211530f expref: -99 pid: 10453 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1789131393.785492:0:10453:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d600 count: 0 00010000:00000010:2.0:1789131393.785510:0:10453:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f100. 00010000:00000001:2.0:1789131393.785535:0:10453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131393.785536:0:10453:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131393.785539:0:10453:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fd33 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21152f3 expref: -99 pid: 10453 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1789131393.785545:0:10453:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4f18800 count: 0 00010000:00000010:2.0:1789131393.785548:0:10453:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa280. 00010000:00000001:2.0:1789131393.785559:0:10453:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131393.785561:0:10453:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131393.785563:0:10453:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131393.785565:0:10453:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131393.785567:0:10453:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1789131393.785582:0:10453:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1789131393.785598:0:10453:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4d82580 x1876039997348224/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131393.785607:0:10453:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131393.785609:0:10453:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131393.785617:0:10453:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87900. 00000100:00000001:2.0:1789131393.785619:0:10453:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499928832 : -110360209622784 : ffff9ba0c2e87900) 00000100:00000001:2.0:1789131393.785621:0:10453:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131393.785623:0:10453:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800848768 : -110359908702848 : ffff9ba0d4d82580) 00000100:00000001:2.0:1789131393.785628:0:10453:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131393.785632:0:10453:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131393.785634:0:10453:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131393.785636:0:10453:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131393.785640:0:10453:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d82580 x1876039997348224/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.785647:0:10453:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131393.785654:0:10453:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131393.785659:0:10453:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131393.785661:0:10453:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131393.785664:0:10453:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131393.785668:0:10453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d82580 pname:cluuid:pid:xid:nid:opc:job rm:28807d01-a03a-479a-9ee1-7bdfc4545b0f:10453:1876039997348224:192.168.206.157@tcp:36:rm.0 00000100:00000001:2.0:1789131393.785673:0:10453:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131393.785680:0:10453:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131393.785683:0:10453:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131393.785686:0:10453:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131393.785690:0:10453:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c2f52800. 02000000:00000001:2.0:1789131393.785692:0:10453:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131393.785700:0:10453:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131393.785705:0:10453:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46268. 00000400:00000010:2.0:1789131393.785725:0:10453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e990. 00000100:00000200:2.0:1789131393.785734:0:10453:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997348224, portal 10 00000100:00000001:2.0:1789131393.785736:0:10453:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131393.785737:0:10453:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800848768 : -110359908702848 : ffff9ba0d4d82580) 00000100:00000040:2.0:1789131393.785745:0:10453:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d4d82580 x1876039997348224/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 512/624 e 0 to 0 dl 1789131409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.785752:0:10453:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131393.785755:0:10453:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131393.785758:0:10453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e6e8. 00000100:00000200:2.0:1789131393.785761:0:10453:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1876039997348224, offset 0 00000400:00000200:2.0:1789131393.785768:0:10453:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131393.785779:0:10453:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.785788:0:10453:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131393.785794:0:10453:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131393.785799:0:10453:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131393.785804:0:10453:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131393.785806:0:10453:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131393.785810:0:10453:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [191:191:256:4294967295] 192.168.206.157@tcp LPNI seq info [191:191:8:4294967295] 00000400:00000200:2.0:1789131393.785815:0:10453:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131393.785825:0:10453:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131393.785838:0:10453:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131393.785845:0:10453:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964c00. 00000800:00000200:2.0:1789131393.785853:0:10453:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131393.785863:0:10453:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131393.785868:0:10453:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964c00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1789131393.785895:0:10453:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131393.785900:0:10453:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 18140 usecs (19 jiffies) 00000400:00000200:2.0:1789131393.785904:0:10453:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131393.785908:0:10453:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294980814 00000100:00000001:2.0:1789131393.785917:0:10453:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, simply extend its deadline from 4294980799 00000100:00000001:2.0:1789131393.785922:0:10453:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294980814 00000100:00000001:2.0:1789131393.785926:0:10453:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, simply extend its deadline from 4294980799 00000100:00000001:2.0:1789131393.785929:0:10453:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131393.785932:0:10453:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131393.785934:0:10453:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131393.785936:0:10453:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131393.785940:0:10453:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87900 going to sleep for 11 seconds 00000100:00000001:2.0:1789131393.785942:0:10453:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131393.785946:0:10453:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131393.786456:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131393.786463:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964c00. 00000400:00000200:3.0:1789131393.786494:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131393.786502:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131393.786509:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e6e8 00000400:00000010:3.0:1789131393.786513:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e6e8. 00000100:00000001:3.0:1789131393.786519:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131393.786526:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d82580 x1876039997348224/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 512/624 e 0 to 0 dl 1789131409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.786537:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131393.786541:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d82580 x1876039997348224/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 512/624 e 0 to 0 dl 1789131409 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.786548:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131393.786550:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131393.796265:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131393.796287:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131393.796292:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131393.796295:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131393.796306:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.796314:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131393.796325:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.796330:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.796337:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.796342:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a05980 00000400:00000200:3.0:1789131393.796379:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.796387:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x9c5 [1] + 224 00000800:00000001:3.0:1789131393.796396:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131393.796404:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131393.796407:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131393.796412:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131393.796421:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131393.796431:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d82580 x1876039997348224/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 512/624 e 0 to 0 dl 1789131409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131393.796443:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9ba0d4d82580 x1876039997348224/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 512/624 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131393.796465:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131393.796517:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131393.796522:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.796528:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131393.796535:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [192:192:256:4294967295] 192.168.206.157@tcp LPNI seq info [192:192:8:4294967295] 00000400:00000200:3.0:1789131393.796539:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131393.796548:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131393.796555:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131393.796563:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4a63c00. 00000800:00000200:3.0:1789131393.796571:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131393.796579:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131393.796585:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4a63c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131393.796697:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131393.796702:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4a63c00. 00000400:00000200:3.0:1789131393.796716:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131393.796723:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131393.796732:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131393.796736:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131393.796783:0:10453:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131393.796800:0:10453:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131393.796803:0:10453:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131393.796808:0:10453:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46268. 00000400:00000200:2.0:1789131393.796813:0:10453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e990 00000400:00000010:2.0:1789131393.796816:0:10453:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e990. 00000100:00000001:2.0:1789131393.796821:0:10453:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131393.796827:0:10453:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d82580 x1876039997348224/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 512/624 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789131393.796838:0:10453:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d82580 x1876039997348224/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 512/624 e 0 to 0 dl 1789131409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.796846:0:10453:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131393.796858:0:10453:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131393.796861:0:10453:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131393.796866:0:10453:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131393.796869:0:10453:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131393.796872:0:10453:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131393.796875:0:10453:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131393.796888:0:10453:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=45 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131393.796894:0:10453:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=45 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131393.796897:0:10453:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131393.796899:0:10453:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131393.796903:0:10453:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131393.796907:0:10453:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131393.796912:0:10453:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131393.796914:0:10453:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x100000006] 00000100:00000001:2.0:1789131393.796916:0:10453:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789131393.796919:0:10453:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131393.796921:0:10453:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800848768 : -110359908702848 : ffff9ba0d4d82580) 00000100:00000001:2.0:1789131393.796925:0:10453:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131393.796927:0:10453:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131393.796930:0:10453:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131393.796933:0:10453:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131393.796939:0:10453:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d82580 x1876039997348224/t4294967303(4294967303) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 512/456 e 0 to 0 dl 1789131409 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.796947:0:10453:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131393.796950:0:10453:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131393.796952:0:10453:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131393.796956:0:10453:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d82580 x1876039997348224/t4294967303(4294967303) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 512/456 e 0 to 0 dl 1789131409 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131393.796964:0:10453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d82580 pname:cluuid:pid:xid:nid:opc:job rm:28807d01-a03a-479a-9ee1-7bdfc4545b0f:10453:1876039997348224:192.168.206.157@tcp:36:rm.0 00000100:00000001:2.0:1789131393.796970:0:10453:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131393.796973:0:10453:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131393.796976:0:10453:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131393.796979:0:10453:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131393.796989:0:10453:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d82580 x1876039997348224/t4294967303(4294967303) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 512/456 e 0 to 0 dl 1789131409 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.796997:0:10453:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131393.797000:0:10453:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87900. 00000100:00000001:2.0:1789131393.797003:0:10453:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131393.797005:0:10453:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131393.797015:0:10453:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131393.797018:0:10453:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131393.797035:0:10453:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d3001800 2 00000080:00000010:2.0:1789131393.797040:0:10453:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d2de1e00. 00000100:00000001:2.0:1789131393.797048:0:10453:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131393.797052:0:10453:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4d82580 x1876039997348224/t4294967303(4294967303) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 512/456 e 0 to 0 dl 1789131409 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131393.797059:0:10453:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131393.797064:0:10453:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131393.797080:0:10453:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789131393.797404:0:10453:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101c57e28 00000080:00002000:2.0:1789131393.797408:0:10453:0:(dcache.c:127:ll_ddelete()) deleting dentry fsa-oleg657-client.virtnet (ffff9ba0d2150ca8, parent ffff9ba0d2135ca8, inode 0000000000000000) hashed, 00000080:00000001:2.0:1789131393.797412:0:10453:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789131393.797419:0:10453:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789131393.797426:0:10453:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789131393.797437:0:10453:0:(llite_lib.c:3423:ll_delete_inode()) Process entered 00000080:00000001:2.0:1789131393.797440:0:10453:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1789131393.797443:0:10453:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131393.797448:0:10453:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557155352 : -110360152396264 : ffff9ba0c651ae18) 00000020:00001000:2.0:1789131393.797452:0:10453:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651ae10 00000020:00000001:2.0:1789131393.797458:0:10453:0:(cl_object.c:143:cl_object_top()) ffff9ba0d86009e0 -> ffff9ba0d86009e0 00000020:00000001:2.0:1789131393.797462:0:10453:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1789131393.797466:0:10453:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00010000:00000010:2.1:1789131393.797756:0:10453:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d600. 00010000:00000010:2.1:1789131393.797764:0:10453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0031c00. 00010000:00000010:2.1:1789131393.797771:0:10453:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4f18800. 00010000:00000010:2.1:1789131393.797775:0:10453:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba1021f7c00. 00000080:00200000:2.0:1789131393.797783:0:10453:0:(vvp_io.c:1992:vvp_io_init()) [0x200000401:0x2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789131393.797795:0:10453:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789131393.797797:0:10453:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789131393.797798:0:10453:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789131393.797804:0:10453:0:(lov_object.c:1604:lov_io_init()) [0x200000401:0x2:0x0]io ffff9ba0d8650060 type 6 ignore/verify layout 1/0, compressed 0 00020000:00000002:2.0:1789131393.797808:0:10453:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17e88) owner 0000000000000000/ffff9ba0c2f8cf80 00020000:00000001:2.0:1789131393.797822:0:10453:0:(lov_io.c:2514:lov_io_init_empty()) Process entered 00020000:00000001:2.0:1789131393.797825:0:10453:0:(lov_io.c:2548:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1789131393.797827:0:10453:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17e88) owner 0000000000000000/ffff9ba0c2f8cf80 00000020:00000001:2.0:1789131393.797830:0:10453:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789131393.797833:0:10453:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:2.0:1789131393.797836:0:10453:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789131393.797838:0:10453:0:(vvp_io.c:402:vvp_io_fini()) [0x200000401:0x2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:2.0:1789131393.797841:0:10453:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789131393.797842:0:10453:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789131393.797846:0:10453:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651ae10 00000080:00000001:2.0:1789131393.797850:0:10453:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131393.797854:0:10453:0:(llite_lib.c:2079:ll_clear_inode()) Process entered 00000080:00200000:2.0:1789131393.797857:0:10453:0:(llite_lib.c:2082:ll_clear_inode()) VFS Op:inode=[0x200000401:0x2:0x0](ffff9ba0d21aa1c8) 00800000:00000001:2.0:1789131393.797862:0:10453:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1789131393.797864:0:10453:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000401:0x2:0x0] 00000002:00000001:2.0:1789131393.797870:0:10453:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1789131393.797877:0:10453:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131393.797879:0:10453:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131393.797881:0:10453:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1789131393.797884:0:10453:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1789131393.797885:0:10453:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131393.797887:0:10453:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131393.797891:0:10453:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131393.797893:0:10453:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557155352 : -110360152396264 : ffff9ba0c651ae18) 00000020:00001000:2.0:1789131393.797895:0:10453:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651ae10 00020000:00000001:2.0:1789131393.797912:0:10453:0:(lov_object.c:1555:lov_object_delete()) Process entered 00020000:00000002:2.0:1789131393.797914:0:10453:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17e88) owner 0000000000000000/ffff9ba0c2f8cf80 00020000:00000001:2.0:1789131393.797954:0:10453:0:(lov_object.c:1327:lov_layout_wait()) Process entered 00020000:00000001:2.0:1789131393.797956:0:10453:0:(lov_object.c:1337:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789131393.797959:0:10453:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17e88) owner 0000000000000000/ffff9ba0c2f8cf80 00020000:00000001:2.0:1789131393.797961:0:10453:0:(lov_object.c:1557:lov_object_delete()) Process leaving 00020000:00000001:2.0:1789131393.797963:0:10453:0:(lov_object.c:1564:lov_object_free()) Process entered 00020000:00000002:2.0:1789131393.797964:0:10453:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17e88) owner 0000000000000000/ffff9ba0c2f8cf80 00020000:00000002:2.0:1789131393.797967:0:10453:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17e88) owner 0000000000000000/ffff9ba0c2f8cf80 00020000:00000010:2.0:1789131393.797971:0:10453:0:(lov_object.c:1567:lov_object_free()) slab-freed '(lov)': 248 at ffff9ba0c7d17e88. 00020000:00000001:2.0:1789131393.797975:0:10453:0:(lov_object.c:1568:lov_object_free()) Process leaving 00000080:00000010:2.0:1789131393.797984:0:10453:0:(vvp_object.c:280:vvp_object_free()) slab-freed 'vob': 200 at ffff9ba0d8600960. 00000020:00001000:2.0:1789131393.797989:0:10453:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651ae10 00000080:00000001:2.0:1789131393.797992:0:10453:0:(llite_lib.c:2130:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1789131393.797994:0:10453:0:(llite_lib.c:3452:ll_delete_inode()) Process leaving 00000100:00000040:2.0:1789131393.805681:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294980814, at 4294980815 00000100:00000010:2.0:1789131393.805698:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d4bb9900. 00000100:00000040:3.0:1789131393.806698:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294980814, at 4294980816 00000100:00000010:3.0:1789131393.806721:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d4bb9ba0. 00000080:00000010:2.1:1789131393.809737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d1a3f800. 00000080:00000010:2.1:1789131393.809772:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9ba0d21aa100. 00000100:00000001:1.0:1789131394.623311:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131394.623316:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131394.623319:0:2357:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131394.623327:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b792c0 x1876039997348352/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131394.623335:0:2357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131394.623338:0:2357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131394.623343:0:2357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131394.623346:0:2357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131394.623349:0:2357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131394.623359:0:2357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b792c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2357:1876039997348352:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131394.623364:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131394.623372:0:2357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131394.623375:0:2357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131394.623378:0:2357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131394.623382:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d836d000. 02000000:00000001:1.0:1789131394.623384:0:2357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131394.623393:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131394.623398:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8ea50. 00000400:00000010:1.0:1789131394.623406:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020550. 00000100:00000200:1.0:1789131394.623414:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997348352, portal 25 00000100:00000001:1.0:1789131394.623417:0:2357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131394.623419:0:2357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748382400 : -110359961169216 : ffff9ba0d1b792c0) 00000100:00000040:1.0:1789131394.623425:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d1b792c0 x1876039997348352/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131394.623433:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131394.623436:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131394.623439:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020770. 00000100:00000200:1.0:1789131394.623442:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039997348352, offset 0 00000400:00000200:1.0:1789131394.623449:0:2357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131394.623460:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131394.623469:0:2357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131394.623498:0:2357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131394.623503:0:2357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131394.623507:0:2357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131394.623510:0:2357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131394.623514:0:2357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [193:193:256:4294967295] 192.168.206.157@tcp LPNI seq info [193:193:8:4294967295] 00000400:00000200:1.0:1789131394.623518:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131394.623531:0:2357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131394.623538:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131394.623544:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d000. 00000800:00000200:1.0:1789131394.623556:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131394.623565:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131394.623571:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789131394.623583:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131394.623588:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131394.623591:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294982531 00000100:00000010:1.0:1789131394.623595:0:2357:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d4bb9cc0. 00000100:00000001:1.0:1789131394.623605:0:2357:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789131394.623613:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294982531 00000100:00000010:1.0:1789131394.623617:0:2357:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d4bb9660. 00000100:00000001:1.0:1789131394.623620:0:2357:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789131394.623624:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131394.623627:0:2357:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131394.623630:0:2357:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131394.623634:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7b480 x1876039997348608/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131394.623641:0:2357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131394.623642:0:2357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131394.623644:0:2357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131394.623646:0:2357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131394.623648:0:2357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131394.623651:0:2357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2357:1876039997348608:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131394.623654:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131394.623657:0:2357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131394.623658:0:2357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131394.623660:0:2357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131394.623663:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d836ca00. 02000000:00000001:1.0:1789131394.623665:0:2357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131394.623669:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131394.623671:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000010:1.0:1789131394.623675:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80203b8. 00000100:00000200:1.0:1789131394.623678:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997348608, portal 4 00000100:00000001:1.0:1789131394.623687:0:2357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131394.623688:0:2357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748391040 : -110359961160576 : ffff9ba0d1b7b480) 00000100:00000040:1.0:1789131394.623696:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d1b7b480 x1876039997348608/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131394.623713:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131394.623715:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131394.623718:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020330. 00000100:00000200:1.0:1789131394.623785:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997348608, offset 0 00000400:00000200:1.0:1789131394.623791:0:2357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131394.623795:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131394.623799:0:2357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131394.623802:0:2357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131394.623805:0:2357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131394.623808:0:2357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131394.623810:0:2357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131394.623813:0:2357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [194:194:255:4294967295] 192.168.206.157@tcp LPNI seq info [194:194:7:4294967295] 00000400:00000200:1.0:1789131394.623817:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131394.623824:0:2357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131394.623828:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131394.623832:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d900. 00000800:00000200:1.0:1789131394.623836:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131394.623840:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131394.623843:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789131394.623846:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131394.623850:0:2357:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: using a timeout of 15053 usecs (16 jiffies) 00000400:00000200:1.0:1789131394.623853:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131394.623855:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294981648 00000100:00000001:1.0:1789131394.623858:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4294982531 00000100:00000001:1.0:1789131394.623860:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294981648 00000100:00000001:1.0:1789131394.623862:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4294982531 00000100:00000001:1.0:1789131394.623869:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131394.623871:0:2357:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131394.623873:0:2357:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131394.623877:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7b0c0 x1876039997348864/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131394.623884:0:2357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131394.623886:0:2357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131394.623888:0:2357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131394.623890:0:2357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131394.623891:0:2357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131394.623894:0:2357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2357:1876039997348864:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131394.623898:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131394.623900:0:2357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131394.623901:0:2357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131394.623903:0:2357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131394.623905:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d836d400. 02000000:00000001:1.0:1789131394.623907:0:2357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131394.623911:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131394.623913:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8edc0. 00000400:00000010:1.0:1789131394.623917:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131394.623920:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997348864, portal 10 00000100:00000001:1.0:1789131394.623922:0:2357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131394.623923:0:2357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748390080 : -110359961161536 : ffff9ba0d1b7b0c0) 00000100:00000040:1.0:1789131394.623929:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d1b7b0c0 x1876039997348864/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131394.623935:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131394.623938:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131394.623940:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80202a8. 00000100:00000200:1.0:1789131394.623942:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997348864, offset 0 00000400:00000200:1.0:1789131394.623945:0:2357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131394.623948:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131394.623951:0:2357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131394.623958:0:2357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131394.623960:0:2357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131394.623962:0:2357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131394.623965:0:2357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131394.623968:0:2357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [195:195:254:4294967295] 192.168.206.157@tcp LPNI seq info [195:195:6:4294967295] 00000400:00000200:1.0:1789131394.623972:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131394.623978:0:2357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131394.623982:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131394.623986:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4db00. 00000800:00000200:1.0:1789131394.623989:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131394.623993:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131394.623995:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789131394.623998:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131394.624001:0:2357:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 17968 usecs (18 jiffies) 00000400:00000200:1.0:1789131394.624004:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131394.624006:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294981650 00000100:00000001:1.0:1789131394.624008:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4294982531 00000100:00000001:1.0:1789131394.624010:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294981650 00000100:00000001:1.0:1789131394.624012:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4294982531 00000100:00000001:1.0:1789131394.624014:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131394.624016:0:2357:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131394.624018:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131394.624022:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131394.624030:0:2357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131394.624032:0:2357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131394.624035:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131394.624037:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131394.624039:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131394.624042:0:2357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:1.0:1789131394.624044:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131394.624046:0:2357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131394.624050:0:2357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131394.624052:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131394.624053:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131394.624055:0:2357:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131394.624059:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7a580 x1876039997348480/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131394.624066:0:2357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131394.624068:0:2357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131394.624070:0:2357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131394.624071:0:2357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131394.624073:0:2357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131394.624076:0:2357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2357:1876039997348480:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131394.624079:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131394.624081:0:2357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131394.624082:0:2357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131394.624084:0:2357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131394.624086:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d836c800. 02000000:00000001:1.0:1789131394.624088:0:2357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131394.624091:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131394.624094:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e370. 00000400:00000010:1.0:1789131394.624097:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80207f8. 00000100:00000200:1.0:1789131394.624099:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997348480, portal 10 00000100:00000001:1.0:1789131394.624101:0:2357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131394.624102:0:2357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748387200 : -110359961164416 : ffff9ba0d1b7a580) 00000100:00000040:1.0:1789131394.624108:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d1b7a580 x1876039997348480/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131394.624115:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131394.624117:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131394.624119:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020dd0. 00000100:00000200:1.0:1789131394.624121:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997348480, offset 0 00000400:00000200:1.0:1789131394.624125:0:2357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131394.624128:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131394.624130:0:2357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131394.624136:0:2357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131394.624139:0:2357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131394.624141:0:2357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131394.624144:0:2357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131394.624147:0:2357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [196:196:253:4294967295] 192.168.206.157@tcp LPNI seq info [196:196:5:4294967295] 00000400:00000200:1.0:1789131394.624151:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131394.624157:0:2357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131394.624162:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131394.624166:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d500. 00000800:00000200:1.0:1789131394.624170:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131394.624174:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131394.624176:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789131394.624179:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131394.624182:0:2357:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 88576 usecs (89 jiffies) 00000400:00000200:1.0:1789131394.624185:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131394.624187:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294981721 00000100:00000001:1.0:1789131394.624189:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4294982531 00000100:00000001:1.0:1789131394.624191:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294981721 00000100:00000001:1.0:1789131394.624193:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4294982531 00000100:00000001:1.0:1789131394.624195:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131394.624197:0:2357:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131394.624199:0:2357:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131394.624202:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b783c0 x1876039997348736/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131394.624209:0:2357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131394.624210:0:2357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131394.624212:0:2357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131394.624213:0:2357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131394.624215:0:2357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131394.625088:0:2357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b783c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2357:1876039997348736:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131394.625096:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131394.625103:0:2357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131394.625105:0:2357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131394.625108:0:2357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131394.625112:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d836d600. 02000000:00000001:1.0:1789131394.625114:0:2357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131394.625121:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131394.625125:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e478. 00000400:00000010:1.0:1789131394.625133:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020000. 00000100:00000200:1.0:1789131394.625139:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997348736, portal 4 00000100:00000001:1.0:1789131394.625142:0:2357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131394.625143:0:2357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748378560 : -110359961173056 : ffff9ba0d1b783c0) 00000100:00000040:1.0:1789131394.625154:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d1b783c0 x1876039997348736/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131394.625162:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131394.625165:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131394.625167:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020b28. 00000100:00000200:1.0:1789131394.625170:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997348736, offset 0 00000400:00000200:1.0:1789131394.625175:0:2357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131394.625182:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131394.625188:0:2357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131394.625192:0:2357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131394.625196:0:2357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131394.625199:0:2357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131394.625202:0:2357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131394.625205:0:2357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [197:197:252:4294967295] 192.168.206.157@tcp LPNI seq info [197:197:4:4294967295] 00000400:00000200:1.0:1789131394.625210:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131394.625219:0:2357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131394.625229:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131394.625233:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d700. 00000800:00000200:1.0:1789131394.625251:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131394.625259:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131394.625263:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789131394.625267:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131394.625271:0:2357:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: using a timeout of 16172 usecs (17 jiffies) 00000400:00000200:1.0:1789131394.625275:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131394.625277:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294981651 00000100:00000001:1.0:1789131394.625281:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4294982531 00000100:00000001:1.0:1789131394.625283:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294981651 00000100:00000001:1.0:1789131394.625285:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4294982531 00000100:00000001:1.0:1789131394.625288:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131394.625290:0:2357:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131394.625293:0:2357:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131394.625298:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7a940 x1876039997348992/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131394.625306:0:2357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131394.625307:0:2357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131394.625312:0:2357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131394.625314:0:2357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131394.625317:0:2357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131394.625319:0:2357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2357:1876039997348992:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131394.625323:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131394.625326:0:2357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131394.625327:0:2357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131394.625329:0:2357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131394.625332:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d836d800. 02000000:00000001:1.0:1789131394.625334:0:2357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131394.625337:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131394.625339:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e9a0. 00000400:00000010:1.0:1789131394.625343:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80205d8. 00000100:00000200:1.0:1789131394.625346:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997348992, portal 4 00000100:00000001:1.0:1789131394.625355:0:2357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131394.625357:0:2357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748388160 : -110359961163456 : ffff9ba0d1b7a940) 00000100:00000040:1.0:1789131394.625364:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d1b7a940 x1876039997348992/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131394.625371:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131394.625373:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131394.625375:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80204c8. 00000100:00000200:1.0:1789131394.625378:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997348992, offset 0 00000400:00000200:1.0:1789131394.625383:0:2357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131394.625387:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131394.625391:0:2357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131394.625393:0:2357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131394.625396:0:2357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131394.625398:0:2357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131394.625401:0:2357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131394.625404:0:2357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [198:198:251:4294967295] 192.168.206.157@tcp LPNI seq info [198:198:3:4294967295] 00000400:00000200:1.0:1789131394.625408:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131394.625414:0:2357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131394.625418:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131394.625421:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4de00. 00000800:00000200:1.0:1789131394.625424:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131394.625429:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131394.625431:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4de00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789131394.625434:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131394.625437:0:2357:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: using a timeout of 31735 usecs (32 jiffies) 00000400:00000200:1.0:1789131394.625440:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131394.625442:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294981666 00000100:00000001:1.0:1789131394.625445:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4294982531 00000100:00000001:1.0:1789131394.625447:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294981666 00000100:00000001:1.0:1789131394.625449:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4294982531 00000100:00000001:1.0:1789131394.625457:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131394.625459:0:2357:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131394.625463:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131394.625486:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131394.626028:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131394.626031:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131394.626035:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789131394.628999:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131394.629013:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d000. 00000400:00000200:3.0:1789131394.629021:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131394.629105:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131394.629156:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020770 00000400:00000010:3.0:1789131394.629160:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020770. 00000100:00000001:3.0:1789131394.629167:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131394.629178:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b792c0 x1876039997348352/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131394.629193:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131394.629196:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b792c0 x1876039997348352/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131394.629204:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131394.629206:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131394.629225:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131394.629228:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d900. 00000400:00000200:3.0:1789131394.629231:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131394.629388:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131394.629393:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020330 00000400:00000010:3.0:1789131394.629395:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020330. 00000100:00000001:3.0:1789131394.629398:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131394.629404:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7b480 x1876039997348608/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131394.629413:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131394.629416:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7b480 x1876039997348608/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131394.629423:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131394.629425:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131394.629436:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131394.629439:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4db00. 00000400:00000200:3.0:1789131394.629456:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131394.629460:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131394.629463:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80202a8 00000400:00000010:3.0:1789131394.629465:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80202a8. 00000100:00000001:3.0:1789131394.629467:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131394.629496:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7b0c0 x1876039997348864/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131394.629504:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131394.629507:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7b0c0 x1876039997348864/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131394.629513:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131394.629515:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131394.629525:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131394.629528:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d500. 00000400:00000200:3.0:1789131394.629530:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131394.629534:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131394.629536:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020dd0 00000400:00000010:3.0:1789131394.629538:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020dd0. 00000100:00000001:3.0:1789131394.629540:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131394.629545:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7a580 x1876039997348480/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131394.629553:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131394.629557:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7a580 x1876039997348480/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131394.629563:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131394.629565:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131394.629573:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131394.629576:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d700. 00000400:00000200:3.0:1789131394.629579:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131394.629582:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131394.629584:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020b28 00000400:00000010:3.0:1789131394.629586:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020b28. 00000100:00000001:3.0:1789131394.629595:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131394.629600:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b783c0 x1876039997348736/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131394.629608:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131394.629683:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b783c0 x1876039997348736/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131394.629691:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131394.629693:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131394.629899:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131394.629902:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4de00. 00000400:00000200:3.0:1789131394.629906:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131394.629910:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131394.629913:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80204c8 00000400:00000010:3.0:1789131394.629916:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80204c8. 00000100:00000001:3.0:1789131394.629919:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131394.629925:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7a940 x1876039997348992/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131394.629934:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131394.629936:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7a940 x1876039997348992/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131394.629943:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131394.629945:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131394.641246:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131394.641266:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131394.641270:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131394.641273:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131394.641284:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641293:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131394.641303:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641308:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641314:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641319:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 25 MB=0x6aa3f99a05a00 00000400:00000200:3.0:1789131394.641325:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641340:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 224/224 into md 0x9d5 [1] + 224 00000800:00000001:3.0:1789131394.641349:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131394.641352:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131394.641356:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131394.641361:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131394.641370:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131394.641381:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b792c0 x1876039997348352/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131394.641394:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b792c0 x1876039997348352/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131394.641422:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131394.641431:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131394.641434:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131394.641436:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131394.641438:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131394.641441:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641445:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131394.641449:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641452:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641455:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641458:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a05c00 00000400:00000200:3.0:1789131394.641462:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641467:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x9e5 [1] + 224 00000800:00000001:3.0:1789131394.641496:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131394.641500:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131394.641502:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131394.641506:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131394.641509:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131394.641513:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7b0c0 x1876039997348864/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131394.641523:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b7b0c0 x1876039997348864/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131394.641536:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131394.641540:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131394.641544:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131394.641545:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131394.641547:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131394.641550:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641554:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131394.641558:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641561:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641564:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641567:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a05a80 00000400:00000200:3.0:1789131394.641570:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641575:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x9ed [1] + 224 00000800:00000001:3.0:1789131394.641578:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131394.641581:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131394.641582:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131394.641585:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131394.641588:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131394.641593:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7a580 x1876039997348480/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131394.641602:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b7a580 x1876039997348480/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131394.641610:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131394.641612:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131394.641614:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131394.641616:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131394.641618:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131394.641621:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641624:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131394.641627:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641636:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641639:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641642:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a05b00 00000400:00000200:3.0:1789131394.641645:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641650:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x9dd [1] + 224 00000800:00000001:3.0:1789131394.641653:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131394.641657:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131394.641659:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131394.641662:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131394.641665:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131394.641670:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7b480 x1876039997348608/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131394.641679:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b7b480 x1876039997348608/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131394.641687:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131394.641690:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131394.641693:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131394.641695:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131394.641697:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131394.641700:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641713:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131394.641717:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641719:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641722:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641725:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a05b80 00000400:00000200:3.0:1789131394.641728:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.641732:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x9f5 [1] + 224 00000800:00000001:3.0:1789131394.641735:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131394.641746:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131394.641748:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131394.641751:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131394.641754:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131394.641764:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b783c0 x1876039997348736/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131394.641773:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b783c0 x1876039997348736/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131394.641780:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131394.641784:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131394.641787:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131394.643825:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131394.643841:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131394.643846:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131394.643848:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131394.643857:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.643863:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131394.643872:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.643877:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.643882:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.643887:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a05c80 00000400:00000200:3.0:1789131394.643891:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131394.643897:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x9fd [1] + 224 00000800:00000001:3.0:1789131394.643903:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131394.643909:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131394.643912:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131394.643917:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131394.643924:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131394.643933:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7a940 x1876039997348992/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131394.643943:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d1b7a940 x1876039997348992/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131394.643958:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131394.643974:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131394.643977:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131395.582757:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294982531, at 4294982592 00000100:00000010:3.0:1789131395.582772:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d4bb9660. 00000100:00000040:2.0:1789131395.582845:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294982531, at 4294982592 00000100:00000010:2.0:1789131395.582851:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d4bb9cc0. 00000020:00000001:1.0:1789131395.646779:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131395.646782:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131395.646785:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789131396.285313:0:10481:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131396.285323:0:10481:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131396.285326:0:10481:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131396.285330:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca7bc0 00000080:00200000:2.0:1789131396.285335:0:10481:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d2175348),name=/ 00000080:00000010:2.0:1789131396.285345:0:10481:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193d000. 00800000:00000002:2.0:1789131396.285353:0:10481:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0d3001800 2 00000080:00000001:2.0:1789131396.285357:0:10481:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131396.285364:0:10481:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.285366:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca7ae0 00800000:00000002:2.0:1789131396.285369:0:10481:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131396.285373:0:10481:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131396.285379:0:10481:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131396.285385:0:10481:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.285387:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca79b0 00000002:00010000:2.0:1789131396.285389:0:10481:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131396.285394:0:10481:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131396.285396:0:10481:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.285400:0:10481:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131396.285413:0:10481:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.285416:0:10481:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.285418:0:10481:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.285421:0:10481:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789131396.285424:0:10481:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789131396.285431:0:10481:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4d80000. 00000020:00000040:2.0:1789131396.285436:0:10481:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=9 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00010000:00000001:2.0:1789131396.285443:0:10481:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131396.285456:0:10481:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.285464:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.285466:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.285734:0:10481:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.285740:0:10481:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131396.285843:0:10481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131396.285913:0:10481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131396.285924:0:10481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c2f50400. 00000100:00000001:2.0:1789131396.285933:0:10481:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.285939:0:10481:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.285941:0:10481:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.285943:0:10481:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.285944:0:10481:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.285945:0:10481:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.285952:0:10481:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713800839168 : -110359908712448 : ffff9ba0d4d80000) 00010000:00000001:2.0:1789131396.285957:0:10481:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131396.285960:0:10481:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131396.285965:0:10481:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998100. 00010000:00000010:2.0:1789131396.285970:0:10481:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfee00. 00010000:00000001:2.0:1789131396.285974:0:10481:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131396.285977:0:10481:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c13fc200. 00000020:00000001:2.0:1789131396.285982:0:10481:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131396.285985:0:10481:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c13fc200 with handle 0xc8adac5b2d01fd41 to hash 00000020:00000001:2.0:1789131396.285987:0:10481:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131396.285989:0:10481:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.285993:0:10481:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.285997:0:10481:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.286000:0:10481:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.286005:0:10481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd41 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.286015:0:10481:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd41 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.286025:0:10481:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd41 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10481 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131396.286038:0:10481:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131396.286041:0:10481:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131396.286049:0:10481:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87e40. 00000100:00000001:2.0:1789131396.286052:0:10481:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499930176 : -110360209621440 : ffff9ba0c2e87e40) 00000100:00000001:2.0:1789131396.286055:0:10481:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.286057:0:10481:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800839168 : -110359908712448 : ffff9ba0d4d80000) 00000100:00000001:2.0:1789131396.286062:0:10481:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131396.286066:0:10481:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.286068:0:10481:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131396.286070:0:10481:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131396.286083:0:10481:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d80000 x1876039997349120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.286092:0:10481:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131396.286095:0:10481:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.286099:0:10481:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131396.286102:0:10481:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131396.286105:0:10481:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131396.286108:0:10481:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d80000 pname:cluuid:pid:xid:nid:opc:job touch:28807d01-a03a-479a-9ee1-7bdfc4545b0f:10481:1876039997349120:192.168.206.157@tcp:101:touch.0 00000100:00000001:2.0:1789131396.286113:0:10481:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131396.286120:0:10481:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131396.286123:0:10481:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.286126:0:10481:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131396.286132:0:10481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d8413800. 02000000:00000001:2.0:1789131396.286133:0:10481:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131396.286142:0:10481:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131396.286146:0:10481:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46268. 00000400:00000010:2.0:1789131396.286154:0:10481:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e990. 00000100:00000200:2.0:1789131396.286164:0:10481:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997349120, portal 10 00000100:00000001:2.0:1789131396.286165:0:10481:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.286167:0:10481:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800839168 : -110359908712448 : ffff9ba0d4d80000) 00000100:00000040:2.0:1789131396.286173:0:10481:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4d80000 x1876039997349120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.286191:0:10481:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131396.286194:0:10481:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131396.286197:0:10481:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ee58. 00000100:00000200:2.0:1789131396.286201:0:10481:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997349120, offset 0 00000400:00000200:2.0:1789131396.286208:0:10481:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131396.286221:0:10481:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.286230:0:10481:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.286237:0:10481:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131396.286242:0:10481:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131396.286246:0:10481:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131396.286261:0:10481:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131396.286265:0:10481:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [199:199:256:4294967295] 192.168.206.157@tcp LPNI seq info [199:199:8:4294967295] 00000400:00000200:2.0:1789131396.286270:0:10481:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.286281:0:10481:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131396.286288:0:10481:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131396.286294:0:10481:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964100. 00000800:00000200:2.0:1789131396.286302:0:10481:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131396.286311:0:10481:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131396.286317:0:10481:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789131396.286338:0:10481:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.286343:0:10481:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 18213 usecs (19 jiffies) 00000400:00000200:2.0:1789131396.286348:0:10481:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131396.286351:0:10481:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294983314 00000100:00000010:2.0:1789131396.286356:0:10481:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c85b51e0. 00000100:00000001:2.0:1789131396.286365:0:10481:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789131396.286372:0:10481:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294983314 00000100:00000010:2.0:1789131396.286375:0:10481:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c85b5a20. 00000100:00000001:2.0:1789131396.286378:0:10481:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789131396.286381:0:10481:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.286390:0:10481:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.286392:0:10481:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131396.286394:0:10481:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131396.286398:0:10481:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87e40 going to sleep for 11 seconds 00000100:00000001:2.0:1789131396.286401:0:10481:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131396.286404:0:10481:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.287235:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.287244:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964100. 00000400:00000200:3.0:1789131396.287261:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.287269:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.287277:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ee58 00000400:00000010:3.0:1789131396.287280:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ee58. 00000100:00000001:3.0:1789131396.287285:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.287292:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d80000 x1876039997349120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.287303:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.287306:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d80000 x1876039997349120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.287313:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.287315:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131396.291079:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.291100:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131396.291106:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.291108:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.291120:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.291129:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131396.291141:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.291147:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.291153:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.291157:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a05d00 00000400:00000200:3.0:1789131396.291162:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.291169:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xa05 [1] + 224 00000800:00000001:3.0:1789131396.291179:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.291186:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.291191:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.291196:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131396.291215:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.291247:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d80000 x1876039997349120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131396.291261:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d4d80000 x1876039997349120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.291287:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131396.291299:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.291303:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.291371:0:10481:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131396.291381:0:10481:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131396.291384:0:10481:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131396.291388:0:10481:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46268. 00000400:00000200:2.0:1789131396.291393:0:10481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e990 00000400:00000010:2.0:1789131396.291397:0:10481:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e990. 00000100:00000001:2.0:1789131396.291402:0:10481:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.291407:0:10481:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d80000 x1876039997349120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131396.291416:0:10481:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d80000 x1876039997349120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.291422:0:10481:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131396.291425:0:10481:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.291427:0:10481:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131396.291432:0:10481:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131396.291435:0:10481:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131396.291437:0:10481:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.291441:0:10481:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131396.291452:0:10481:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=48 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131396.291457:0:10481:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=48 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131396.291460:0:10481:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131396.291462:0:10481:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.291466:0:10481:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131396.291497:0:10481:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.291503:0:10481:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131396.291505:0:10481:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131396.291517:0:10481:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131396.291520:0:10481:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.291526:0:10481:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d80000 x1876039997349120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.291547:0:10481:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.291550:0:10481:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131396.291552:0:10481:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131396.291557:0:10481:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d80000 x1876039997349120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131396.291564:0:10481:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d80000 pname:cluuid:pid:xid:nid:opc:job touch:28807d01-a03a-479a-9ee1-7bdfc4545b0f:10481:1876039997349120:192.168.206.157@tcp:101:touch.0 00000100:00000001:2.0:1789131396.291572:0:10481:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.291576:0:10481:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.291578:0:10481:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131396.291581:0:10481:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.291585:0:10481:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4d80000 x1876039997349120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.291592:0:10481:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131396.291596:0:10481:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87e40. 00000100:00000001:2.0:1789131396.291599:0:10481:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131396.291601:0:10481:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.291604:0:10481:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789131396.291609:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.291612:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.291615:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=4 00000020:00000001:2.0:1789131396.291618:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.291621:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000040:2.0:1789131396.291630:0:10481:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c13fc200, remote cookie: 0x2d69527cc2115339, flags: 0x1001 00010000:00010000:2.0:1789131396.291636:0:10481:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd41 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115339 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.291647:0:10481:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd41 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115339 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.291666:0:10481:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131396.291671:0:10481:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131396.291674:0:10481:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131396.291675:0:10481:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131396.291677:0:10481:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131396.291680:0:10481:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c3998100) refcount = 1 00010000:00010000:2.0:1789131396.291684:0:10481:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd41 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115339 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.291705:0:10481:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131396.291710:0:10481:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131396.291712:0:10481:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131396.291715:0:10481:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131396.291718:0:10481:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.291721:0:10481:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd41 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115339 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.291726:0:10481:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131396.291728:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.291730:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.291731:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.291732:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.291733:0:10481:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.291739:0:10481:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789131396.291741:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.291742:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.291744:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=3 00000020:00000001:2.0:1789131396.291745:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.291747:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.291750:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.291751:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.291752:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=4 00000020:00000001:2.0:1789131396.291753:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.291763:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.291766:0:10481:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.291769:0:10481:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.291773:0:10481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd41 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115339 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.291779:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.291780:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.291781:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.291782:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.291784:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=5 00000020:00000001:2.0:1789131396.291785:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.291787:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.291790:0:10481:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.291793:0:10481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd41 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115339 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.291799:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.291800:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131396.291803:0:10481:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd41 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115339 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.291809:0:10481:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.291810:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.291811:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.291812:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.291813:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789131396.291819:0:10481:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d4d80000 x1876039997349120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789131396.291828:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.291829:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.291831:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=3 00000020:00000001:2.0:1789131396.291838:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.291841:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.291843:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.291845:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.291857:0:10481:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.291860:0:10481:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.291862:0:10481:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789131396.291865:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.291866:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.291868:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=3 00000020:00000001:2.0:1789131396.291870:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.291872:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00000002:00010000:2.0:1789131396.291875:0:10481:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115339 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.291881:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.291882:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.291885:0:10481:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131396.291886:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.291887:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.291888:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=3 00000020:00000001:2.0:1789131396.291890:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.291892:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000040:2.0:1789131396.291899:0:10481:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 2 00010000:00000001:2.0:1789131396.291902:0:10481:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131396.291906:0:10481:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d85fac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789131396.291908:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.291910:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.291911:0:10481:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131396.291914:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca7938 00000002:00002000:2.0:1789131396.291916:0:10481:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789131396.291919:0:10481:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.291924:0:10481:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.291933:0:10481:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131396.291937:0:10481:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789131396.291940:0:10481:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131396.291945:0:10481:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d3001800 2 00000080:00000010:2.0:1789131396.291950:0:10481:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193d000. 00000080:00000001:2.0:1789131396.291956:0:10481:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131396.291959:0:10481:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131396.291966:0:10481:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789131396.291971:0:10481:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789131396.291976:0:10481:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c5594900. 00800000:00000001:2.0:1789131396.291979:0:10481:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713540876544 : -110360168675072 : ffff9ba0c5594900) 00800000:00000001:2.0:1789131396.291981:0:10481:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.291984:0:10481:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131396.291987:0:10481:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789131396.291989:0:10481:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789131396.291992:0:10481:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789131396.291996:0:10481:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789131396.291998:0:10481:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.292003:0:10481:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789131396.292006:0:10481:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789131396.292012:0:10481:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:2.0:1789131396.292015:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.292016:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.292018:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=3 00000020:00000001:2.0:1789131396.292020:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.292023:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.292025:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.292027:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131396.292029:0:10481:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131396.292031:0:10481:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789131396.292033:0:10481:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c5594900 1 00800000:00000010:2.0:1789131396.292035:0:10481:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c5594900. 00800000:00000001:2.0:1789131396.292039:0:10481:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.292043:0:10481:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d2175348) for lock 0xc8adac5b2d01fd41 00800000:00000001:2.0:1789131396.292047:0:10481:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131396.292054:0:10481:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131396.292055:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.292057:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.292058:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=3 00000020:00000001:2.0:1789131396.292060:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.292062:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.292064:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.292066:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.292067:0:10481:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.292069:0:10481:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.292072:0:10481:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.292074:0:10481:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d2175348) 00000080:00010000:2.0:1789131396.292078:0:10481:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd41 from it ffffbc4101ca7bf8 00010000:00000001:2.0:1789131396.292079:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.292080:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.292082:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=3 00000020:00000001:2.0:1789131396.292083:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.292085:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.292086:0:10481:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.292089:0:10481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115339 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.292095:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.292096:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.292097:0:10481:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131396.292100:0:10481:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131396.292103:0:10481:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd41 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115339 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131396.292112:0:10481:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131396.292115:0:10481:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131396.292117:0:10481:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.292123:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.292124:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.292131:0:10481:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.292135:0:10481:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131396.292137:0:10481:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.292139:0:10481:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.292141:0:10481:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.292143:0:10481:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.292144:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.292145:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131396.292148:0:10481:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.292154:0:10481:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4d80000 x1876039997349120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.292161:0:10481:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131396.292165:0:10481:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131396.292169:0:10481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d8413800. 02000000:00000001:2.0:1789131396.292172:0:10481:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131396.292175:0:10481:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131396.292177:0:10481:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=8 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:2.0:1789131396.292180:0:10481:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131396.292612:0:10481:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c2f50400. 02000000:00000001:2.0:1789131396.292621:0:10481:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131396.292624:0:10481:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131396.292626:0:10481:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4d80000. 00000100:00000001:2.0:1789131396.292632:0:10481:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131396.292634:0:10481:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131396.292638:0:10481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d2175348), inode mode 41ed mask 1 00000080:00000001:2.0:1789131396.292644:0:10481:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131396.292663:0:10481:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c2f40b80. 00000080:00000001:2.0:1789131396.292670:0:10481:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131396.292672:0:10481:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131396.292673:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca7b00 00000080:00200000:2.0:1789131396.292676:0:10481:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d2175348),name=/ 00000080:00000010:2.0:1789131396.292681:0:10481:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193d000. 00800000:00000002:2.0:1789131396.292687:0:10481:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0d3001800 2 00000080:00000001:2.0:1789131396.292691:0:10481:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131396.292707:0:10481:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.292709:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca7a20 00800000:00000002:2.0:1789131396.292712:0:10481:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131396.292723:0:10481:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131396.292727:0:10481:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131396.292732:0:10481:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.292735:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca78f0 00000002:00010000:2.0:1789131396.292737:0:10481:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131396.292741:0:10481:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131396.292743:0:10481:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.292745:0:10481:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.292750:0:10481:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 2 00010000:00000001:2.0:1789131396.292752:0:10481:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131396.292756:0:10481:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.292760:0:10481:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789131396.292764:0:10481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115339 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789131396.292772:0:10481:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789131396.292776:0:10481:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.292779:0:10481:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115339 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789131396.292786:0:10481:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789131396.292787:0:10481:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131396.292789:0:10481:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131396.292791:0:10481:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131396.292793:0:10481:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131396.292794:0:10481:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789131396.292797:0:10481:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789131396.292799:0:10481:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d3001800 2 00000080:00000010:2.0:1789131396.292801:0:10481:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193d000. 00000080:00000001:2.0:1789131396.292804:0:10481:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131396.292806:0:10481:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.292808:0:10481:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d2175348) 00000080:00010000:2.0:1789131396.292810:0:10481:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d2175348) for lock 0xc8adac5b2d01fd41 00800000:00000001:2.0:1789131396.292820:0:10481:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131396.292821:0:10481:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131396.292823:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.292825:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.292826:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=3 00000020:00000001:2.0:1789131396.292828:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.292830:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.292833:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.292834:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.292835:0:10481:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.292837:0:10481:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.292839:0:10481:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd41 from it ffffbc4101ca7b38 00010000:00000001:2.0:1789131396.292841:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.292842:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.292843:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=3 00000020:00000001:2.0:1789131396.292844:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.292859:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.292861:0:10481:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.292863:0:10481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115339 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131396.292869:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.292870:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.292872:0:10481:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131396.292874:0:10481:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131396.292876:0:10481:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd41 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115339 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789131396.292882:0:10481:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131396.292884:0:10481:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131396.292885:0:10481:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.292887:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.292888:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.292889:0:10481:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.292897:0:10481:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131396.292898:0:10481:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.292900:0:10481:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.292902:0:10481:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.292904:0:10481:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.292905:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.292906:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131396.292908:0:10481:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789131396.292910:0:10481:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131396.292912:0:10481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d2175348), inode mode 41ed mask 3 00000080:00000001:2.0:1789131396.292914:0:10481:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.292918:0:10481:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789131396.292920:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca7b58 00000080:00200000:2.0:1789131396.292922:0:10481:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual, dir=[0x200000007:0x1:0x0](ffff9ba0d2175348), file ffff9ba0c81a7e00, open_flags 8941, mode 81b6 opened 0 00000080:00000010:2.0:1789131396.292928:0:10481:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0c85b5b40. 00000080:00000001:2.0:1789131396.292934:0:10481:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789131396.292936:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca7a08 00000080:00200000:2.0:1789131396.292938:0:10481:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual, dir=[0x200000007:0x1:0x0](ffff9ba0d2175348), intent=open|creat 00000080:00000010:2.0:1789131396.292945:0:10481:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193d000. 00800000:00000002:2.0:1789131396.292948:0:10481:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0d3001800 2 00000080:00000001:2.0:1789131396.292954:0:10481:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131396.292956:0:10481:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.292957:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca7928 00800000:00000002:2.0:1789131396.292959:0:10481:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131396.292962:0:10481:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789131396.292966:0:10481:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789131396.292970:0:10481:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713991850496 : -110359717701120 : ffff9ba0e03a9a00) 00800000:00000001:2.0:1789131396.292974:0:10481:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789131396.292976:0:10481:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789131396.292979:0:10481:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789131396.292982:0:10481:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789131396.292985:0:10481:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d1a0e000: Allocated FID [0x200000401:0x3:0x0] 40000000:00000001:2.0:1789131396.292988:0:10481:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.292990:0:10481:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.292992:0:10481:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.293002:0:10481:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.293004:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca78a8 00800000:00000002:2.0:1789131396.293006:0:10481:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000401:0x3:0x0], name='f0a.replay-dual' -> mds #0 layout version 1 00000002:00000001:2.0:1789131396.293010:0:10481:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.293011:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca77e0 00000002:00010000:2.0:1789131396.293013:0:10481:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual,[0x200000401:0x3:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0104502 00000002:00000001:2.0:1789131396.293017:0:10481:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789131396.293021:0:10481:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789131396.293025:0:10481:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789131396.293029:0:10481:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.293030:0:10481:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789131396.293032:0:10481:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 2 00010000:00000001:2.0:1789131396.293034:0:10481:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131396.293037:0:10481:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789131396.293040:0:10481:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131396.293043:0:10481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd41 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115339 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789131396.293050:0:10481:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131396.293055:0:10481:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131396.293058:0:10481:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131396.293060:0:10481:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789131396.293063:0:10481:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.293064:0:10481:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.293067:0:10481:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 3 00010000:00000001:2.0:1789131396.293069:0:10481:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.293072:0:10481:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.293073:0:10481:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.293075:0:10481:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.293076:0:10481:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 3 00010000:00000001:2.0:1789131396.293077:0:10481:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.293079:0:10481:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.293081:0:10481:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.293082:0:10481:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.293083:0:10481:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 3 00010000:00000001:2.0:1789131396.293090:0:10481:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.293092:0:10481:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.293095:0:10481:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131396.293098:0:10481:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d2175280, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789131396.293102:0:10481:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789131396.293104:0:10481:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789131396.293107:0:10481:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131396.293108:0:10481:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.293112:0:10481:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131396.293115:0:10481:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131396.293117:0:10481:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131396.293119:0:10481:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.293121:0:10481:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789131396.293125:0:10481:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c13fc200 with handle 0xc8adac5b2d01fd41 from hash 00010000:00000001:2.0:1789131396.293127:0:10481:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131396.293129:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.293130:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.293131:0:10481:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131396.293134:0:10481:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131396.293136:0:10481:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789131396.293139:0:10481:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131396.293141:0:10481:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131396.293143:0:10481:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789131396.293147:0:10481:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4d80000. 00000020:00000040:2.0:1789131396.293150:0:10481:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=9 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 02000000:00000001:2.0:1789131396.293156:0:10481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789131396.293158:0:10481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.293160:0:10481:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131396.293164:0:10481:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.293167:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.293168:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.293170:0:10481:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.293172:0:10481:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131396.293175:0:10481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131396.293178:0:10481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131396.293185:0:10481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c2f50400. 00000100:00000001:2.0:1789131396.293195:0:10481:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.293199:0:10481:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.293202:0:10481:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789131396.293206:0:10481:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd41 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115339 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789131396.293213:0:10481:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789131396.293214:0:10481:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131396.293216:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131396.293219:0:10481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd41 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115339 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1789131396.293227:0:10481:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998100 count: 0 00010000:00000010:2.0:1789131396.293232:0:10481:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfee00. 00010000:00000001:2.0:1789131396.293243:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.293245:0:10481:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.293247:0:10481:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.293353:0:10481:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.293356:0:10481:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.293368:0:10481:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713800839168 : -110359908712448 : ffff9ba0d4d80000) 00010000:00000001:2.0:1789131396.293372:0:10481:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131396.293374:0:10481:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131396.293379:0:10481:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998900. 00010000:00000010:2.0:1789131396.293383:0:10481:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfee00. 00010000:00000001:2.0:1789131396.293387:0:10481:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131396.293391:0:10481:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c13fc400. 00000020:00000001:2.0:1789131396.293394:0:10481:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131396.293396:0:10481:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c13fc400 with handle 0xc8adac5b2d01fd48 to hash 00000020:00000001:2.0:1789131396.293399:0:10481:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131396.293400:0:10481:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.293404:0:10481:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.293407:0:10481:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.293409:0:10481:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.293417:0:10481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd48 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.293425:0:10481:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd48 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10481 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789131396.293438:0:10481:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789131396.293449:0:10481:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4d80000 x1876039997349376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789131396.293458:0:10481:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd48 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10481 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131396.293464:0:10481:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131396.293467:0:10481:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131396.293498:0:10481:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87e40. 00000100:00000001:2.0:1789131396.293501:0:10481:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499930176 : -110360209621440 : ffff9ba0c2e87e40) 00000100:00000001:2.0:1789131396.293504:0:10481:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.293506:0:10481:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800839168 : -110359908712448 : ffff9ba0d4d80000) 00000100:00000001:2.0:1789131396.293511:0:10481:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131396.293516:0:10481:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.293518:0:10481:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131396.293520:0:10481:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131396.293524:0:10481:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d80000 x1876039997349376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 656/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.293533:0:10481:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131396.293535:0:10481:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.293540:0:10481:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131396.293543:0:10481:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131396.293545:0:10481:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131396.293549:0:10481:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d80000 pname:cluuid:pid:xid:nid:opc:job touch:28807d01-a03a-479a-9ee1-7bdfc4545b0f:10481:1876039997349376:192.168.206.157@tcp:101:touch.0 00000100:00000001:2.0:1789131396.293554:0:10481:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131396.293561:0:10481:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131396.293568:0:10481:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.293571:0:10481:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131396.293634:0:10481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0c7c20000. 02000000:00000001:2.0:1789131396.293636:0:10481:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131396.293645:0:10481:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131396.293649:0:10481:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46268. 00000400:00000010:2.0:1789131396.293658:0:10481:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c2f53c00. 00000100:00000200:2.0:1789131396.293666:0:10481:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997349376, portal 10 00000100:00000001:2.0:1789131396.293668:0:10481:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.293669:0:10481:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800839168 : -110359908712448 : ffff9ba0d4d80000) 00000100:00000040:2.0:1789131396.293676:0:10481:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4d80000 x1876039997349376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 656/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.293684:0:10481:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131396.293686:0:10481:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131396.293690:0:10481:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e990. 00000100:00000200:2.0:1789131396.293706:0:10481:0:(niobuf.c:94:ptl_send_buf()) Sending 656 bytes to portal 12, xid 1876039997349376, offset 0 00000400:00000200:2.0:1789131396.293715:0:10481:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131396.293725:0:10481:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.293734:0:10481:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.293751:0:10481:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131396.293757:0:10481:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131396.293762:0:10481:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131396.293766:0:10481:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131396.293770:0:10481:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [200:200:256:4294967295] 192.168.206.157@tcp LPNI seq info [200:200:8:4294967295] 00000400:00000200:2.0:1789131396.293775:0:10481:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.293785:0:10481:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131396.293792:0:10481:0:(socklnd_cb.c:931:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131396.293798:0:10481:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964200. 00000800:00000200:2.0:1789131396.293806:0:10481:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131396.293815:0:10481:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131396.293820:0:10481:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964200 type 1, nob 752 niov 1 nkiov 1 00000100:00000001:2.0:1789131396.293838:0:10481:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.294001:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.294006:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964200. 00000400:00000200:3.0:1789131396.294012:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.294018:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.294024:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e990 00000400:00000010:3.0:1789131396.294026:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e990. 00000100:00000001:3.0:1789131396.294031:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.294036:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d80000 x1876039997349376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 656/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.294045:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.294048:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d80000 x1876039997349376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 656/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.294055:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.294056:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1789131396.294132:0:10481:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 17771 usecs (18 jiffies) 00000400:00000200:2.0:1789131396.294136:0:10481:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131396.294139:0:10481:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294983321 00000100:00000001:2.0:1789131396.294148:0:10481:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, simply extend its deadline from 4294983314 00000100:00000001:2.0:1789131396.294156:0:10481:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294983321 00000100:00000001:2.0:1789131396.294160:0:10481:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, simply extend its deadline from 4294983314 00000100:00000001:2.0:1789131396.294163:0:10481:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.294166:0:10481:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.294169:0:10481:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131396.294171:0:10481:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131396.294174:0:10481:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87e40 going to sleep for 11 seconds 00000100:00000001:2.0:1789131396.294178:0:10481:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131396.294181:0:10481:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789131396.301622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998100. 00010000:00000010:2.1:1789131396.301636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c13fc200. 00000100:00000040:2.0:1789131396.312913:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294983321, at 4294983322 00000100:00000010:2.0:1789131396.312937:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c85b51e0. 00000100:00000040:3.0:1789131396.313082:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294983321, at 4294983322 00000100:00000010:3.0:1789131396.313089:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c85b5a20. 00000800:00000001:3.0:1789131396.317325:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.317351:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131396.317356:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.317358:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.317370:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.317381:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131396.317392:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.317398:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.317405:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.317430:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a05e00 00000400:00000200:3.0:1789131396.317436:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.317443:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xa15 [32] + 224 00000800:00000001:3.0:1789131396.317452:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.317460:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.317463:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.318152:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131396.318163:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.318175:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d80000 x1876039997349376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 656/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131396.318188:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d4d80000 x1876039997349376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 656/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.318269:0:10481:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131396.318298:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131396.318310:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131396.318316:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.318323:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131396.318331:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [201:201:256:4294967295] 192.168.206.157@tcp LPNI seq info [201:201:8:4294967295] 00000400:00000200:3.0:1789131396.318336:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.318346:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131396.318352:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131396.318402:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84fdc00. 00000800:00000200:3.0:1789131396.318410:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131396.318419:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131396.318425:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84fdc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131396.318588:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.318592:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84fdc00. 00000400:00000200:3.0:1789131396.318596:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.318600:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131396.318608:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.318625:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789131396.319720:0:10481:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131396.319726:0:10481:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131396.319732:0:10481:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46268. 00000400:00000200:2.0:1789131396.319739:0:10481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c2f53c00 00000400:00000010:2.0:1789131396.319741:0:10481:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c2f53c00. 00000100:00000001:2.0:1789131396.319747:0:10481:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.319759:0:10481:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d80000 x1876039997349376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 656/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131396.319770:0:10481:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d80000 x1876039997349376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 656/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.319777:0:10481:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131396.319780:0:10481:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.319783:0:10481:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131396.319787:0:10481:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131396.319790:0:10481:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131396.319793:0:10481:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.319812:0:10481:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131396.319825:0:10481:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=48 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131396.319830:0:10481:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=48 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131396.319832:0:10481:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131396.319834:0:10481:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.319837:0:10481:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131396.320003:0:10481:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.320009:0:10481:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131396.320011:0:10481:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1789131396.320013:0:10481:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789131396.320016:0:10481:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.320018:0:10481:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800839168 : -110359908712448 : ffff9ba0d4d80000) 00000100:00000001:2.0:1789131396.320021:0:10481:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131396.320024:0:10481:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131396.320025:0:10481:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131396.320028:0:10481:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.320034:0:10481:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 656/664 e 0 to 0 dl 1789131412 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.320042:0:10481:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.320045:0:10481:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131396.320048:0:10481:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131396.320052:0:10481:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 656/664 e 0 to 0 dl 1789131412 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131396.320061:0:10481:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d80000 pname:cluuid:pid:xid:nid:opc:job touch:28807d01-a03a-479a-9ee1-7bdfc4545b0f:10481:1876039997349376:192.168.206.157@tcp:101:touch.0 00000100:00000001:2.0:1789131396.320066:0:10481:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.320069:0:10481:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.320072:0:10481:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131396.320074:0:10481:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.320078:0:10481:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 656/664 e 0 to 0 dl 1789131412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.320135:0:10481:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131396.320140:0:10481:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87e40. 00000100:00000001:2.0:1789131396.320150:0:10481:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131396.320152:0:10481:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.320156:0:10481:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789131396.320163:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.320167:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.320171:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc400 refcount=4 00000020:00000001:2.0:1789131396.320173:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.320177:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000040:2.0:1789131396.320184:0:10481:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c13fc400, remote cookie: 0x2d69527cc2115355, flags: 0x1001 00010000:00010000:2.0:1789131396.320191:0:10481:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd48 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115355 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789131396.320201:0:10481:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000401:0x3:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789131396.320273:0:10481:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789131396.320352:0:10481:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998100. 00010000:00000010:2.0:1789131396.320358:0:10481:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe500. 00010000:00000040:2.0:1789131396.320366:0:10481:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998900 count: 0 00010000:00000010:2.0:1789131396.320372:0:10481:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfee00. 00010000:00000001:2.0:1789131396.320382:0:10481:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.320387:0:10481:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd48 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115355 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.320395:0:10481:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd48 lrc: 4/0,1 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115355 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.320402:0:10481:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131396.320407:0:10481:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131396.320409:0:10481:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131396.320411:0:10481:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131396.320412:0:10481:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131396.320414:0:10481:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000401:0x3:0x0].0x0 (ffff9ba0c3998100) refcount = 1 00010000:00010000:2.0:1789131396.320418:0:10481:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd48 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115355 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.320434:0:10481:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131396.320438:0:10481:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131396.320440:0:10481:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131396.320443:0:10481:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131396.320446:0:10481:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.320450:0:10481:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd48 lrc: 4/0,1 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115355 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.320455:0:10481:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131396.320457:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.320459:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.320459:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.320460:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.320462:0:10481:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.320468:0:10481:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789131396.320808:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.320810:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.320813:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc400 refcount=3 00000020:00000001:2.0:1789131396.320815:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.320818:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.320820:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.320821:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.320822:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc400 refcount=4 00000020:00000001:2.0:1789131396.320824:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.320826:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.320829:0:10481:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.320834:0:10481:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.320838:0:10481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd48 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115355 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.321169:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.321179:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.321181:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.321183:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.321185:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc400 refcount=5 00000020:00000001:2.0:1789131396.321187:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.321190:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.321192:0:10481:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.321196:0:10481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd48 lrc: 5/1,1 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115355 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.321202:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.321380:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131396.321385:0:10481:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd48 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115355 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.321393:0:10481:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.321394:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.321396:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.321397:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.321398:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789131396.321411:0:10481:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 656/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131396.321423:0:10481:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789131396.321428:0:10481:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 656/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131396.321434:0:10481:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.321443:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.321445:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.321447:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc400 refcount=3 00000020:00000001:2.0:1789131396.321449:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.321451:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00000002:00010000:2.0:1789131396.321455:0:10481:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115355 expref: -99 pid: 10481 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789131396.321676:0:10481:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c5594900. 00010000:00000001:2.0:1789131396.321680:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.321681:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.321682:0:10481:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.321684:0:10481:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.321688:0:10481:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789131396.321691:0:10481:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.321706:0:10481:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800839168 : -110359908712448 : ffff9ba0d4d80000) 00000100:00000001:2.0:1789131396.321708:0:10481:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.321709:0:10481:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800839168 : -110359908712448 : ffff9ba0d4d80000) 00010000:00000001:2.0:1789131396.321712:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.321713:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.321715:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc400 refcount=3 00000020:00000001:2.0:1789131396.321717:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.321719:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00000002:00010000:2.0:1789131396.321723:0:10481:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115355 expref: -99 pid: 10481 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.321730:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.321731:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.321734:0:10481:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131396.321735:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.321736:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.321737:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc400 refcount=3 00000020:00000001:2.0:1789131396.321739:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.321741:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000040:2.0:1789131396.321747:0:10481:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 2 00010000:00000001:2.0:1789131396.321750:0:10481:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131396.321755:0:10481:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d85fac00 type 13 mode 4 res 8589935617/3 (0 0) 00010000:00000001:2.0:1789131396.321757:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.321758:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.321768:0:10481:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131396.321772:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca7768 00000002:00002000:2.0:1789131396.321774:0:10481:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789131396.321778:0:10481:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.321783:0:10481:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.321786:0:10481:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131396.321789:0:10481:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789131396.321793:0:10481:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131396.321798:0:10481:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d3001800 2 00000080:00000001:2.0:1789131396.321801:0:10481:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789131396.321803:0:10481:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0c85b5b40 it_disposition 1800037 00000080:00002000:2.0:1789131396.321810:0:10481:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d21845e8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789131396.321816:0:10481:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131396.321819:0:10481:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789131396.321821:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca7998 00000080:00200000:2.0:1789131396.321822:0:10481:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual, dir=[0x200000007:0x1:0x0](ffff9ba0d2175348), intent=open|creat 00000080:00000001:2.0:1789131396.321825:0:10481:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789131396.321828:0:10481:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131396.321834:0:10481:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789131396.321838:0:10481:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131396.321946:0:10481:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:2.0:1789131396.322000:0:10481:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789131396.322013:0:10481:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21aa100. 00000020:00000001:2.0:1789131396.322027:0:10481:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789131396.322029:0:10481:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789131396.322032:0:10481:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789131396.322034:0:10481:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000401:0x3:0x0](ffff9ba0d21aa1c8) 00000020:00000001:2.0:1789131396.322039:0:10481:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131396.322043:0:10481:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557155352 : -110360152396264 : ffff9ba0c651ae18) 00000020:00001000:2.0:1789131396.322045:0:10481:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651ae10 00000020:00000001:2.0:1789131396.322050:0:10481:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789131396.322055:0:10481:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d8600960. 00000020:00000001:2.0:1789131396.322057:0:10481:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131396.322059:0:10481:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.322068:0:10481:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789131396.322072:0:10481:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d17e88. 00020000:00000001:2.0:1789131396.322074:0:10481:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582309000 : -110360127242616 : ffff9ba0c7d17e88) 00020000:00000001:2.0:1789131396.322081:0:10481:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:2.0:1789131396.322085:0:10481:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131396.322091:0:10481:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c85b51e0. 00020000:00000010:2.0:1789131396.322096:0:10481:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c2f43880. 00020000:00000010:2.0:1789131396.322101:0:10481:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c85b5de0. 00020000:00000001:2.0:1789131396.322103:0:10481:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713591344608 : -110360118207008 : ffff9ba0c85b5de0) 00020000:00000002:2.0:1789131396.322107:0:10481:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c85b5de0, objid 0x3:1025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131396.322112:0:10481:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131396.322115:0:10481:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c2f43880: ostid: 0x280000400:2 ost idx: 1 gen: 0 00020000:00000001:2.0:1789131396.322119:0:10481:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789131396.322121:0:10481:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c85b5de0, objid 0x3:1025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131396.322124:0:10481:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131396.322126:0:10481:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c2f43880: ostid: 0x280000400:2 ost idx: 1 gen: 0 00020000:00000010:2.0:1789131396.322129:0:10481:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d2bca970. 00020000:00000010:2.0:1789131396.322132:0:10481:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2e87e40. 00020000:00000001:2.0:1789131396.322137:0:10481:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789131396.322140:0:10481:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7936150. 00020000:00000001:2.0:1789131396.322143:0:10481:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789131396.322144:0:10481:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000010:2.0:1789131396.322151:0:10481:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff9ba0d5964f00. 00020000:00000001:2.0:1789131396.322156:0:10481:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789131396.322158:0:10481:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d8600640. 00000020:00000001:2.0:1789131396.322160:0:10481:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131396.322161:0:10481:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.322163:0:10481:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713860085440 : -110359849466176 : ffff9ba0d86006c0) 00020000:00000001:2.0:1789131396.322166:0:10481:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789131396.322185:0:10481:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d034f8. 00020000:00000001:2.0:1789131396.322188:0:10481:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.322193:0:10481:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713860085440 : -110359849466176 : ffff9ba0d86006c0) 00020000:00000001:2.0:1789131396.322196:0:10481:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713860085440 : -110359849466176 : ffff9ba0d86006c0) 00020000:00000002:2.0:1789131396.322200:0:10481:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x2:0x0]@ffff9ba0d8600640[0:0] -> [0x200000401:0x3:0x0]@ffff9ba0d8600960: ostid: 0x280000400:2 ost idx: 1 gen: 0 00020000:00000001:2.0:1789131396.322263:0:10481:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:2.0:1789131396.322265:0:10481:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:2.0:1789131396.322268:0:10481:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.322273:0:10481:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713860086240 : -110359849465376 : ffff9ba0d86009e0) 00000020:00001000:2.0:1789131396.322277:0:10481:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651ae10 00000080:00000001:2.0:1789131396.322282:0:10481:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:2.0:1789131396.322284:0:10481:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789131396.322287:0:10481:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205272502275 mtime from 0 to 1789131396 00000080:00000001:2.0:1789131396.322292:0:10481:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789131396.322295:0:10481:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754874312 : -110359954677304 : ffff9ba0d21aa1c8) 00010000:00000001:2.0:1789131396.322298:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.322299:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.322301:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc400 refcount=3 00000020:00000001:2.0:1789131396.322303:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.322314:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00000080:00000001:2.0:1789131396.322318:0:10481:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131396.322320:0:10481:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131396.322321:0:10481:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557155352 : -110360152396264 : ffff9ba0c651ae18) 00000020:00001000:2.0:1789131396.322324:0:10481:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651ae10 00000020:00000001:2.0:1789131396.322326:0:10481:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789131396.322328:0:10481:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131396.322330:0:10481:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131396.322334:0:10481:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c85b5180. 00020000:00000010:2.0:1789131396.322337:0:10481:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c2f43400. 00020000:00000010:2.0:1789131396.322340:0:10481:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c85b5cc0. 00020000:00000001:2.0:1789131396.322342:0:10481:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713591344320 : -110360118207296 : ffff9ba0c85b5cc0) 00020000:00000002:2.0:1789131396.322344:0:10481:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c85b5cc0, objid 0x3:1025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131396.322348:0:10481:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131396.322351:0:10481:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c2f43400: ostid: 0x280000400:2 ost idx: 1 gen: 0 00020000:00000002:2.0:1789131396.322354:0:10481:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d17e88) owner ffff9ba0c2f30000 00020000:00000001:2.0:1789131396.322357:0:10481:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131396.322359:0:10481:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d17e88) owner ffff9ba0c2f30000 00020000:00000010:2.0:1789131396.322373:0:10481:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c2f43400. 00020000:00000010:2.0:1789131396.322379:0:10481:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0c85b5180. 00020000:00000010:2.0:1789131396.322383:0:10481:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0c85b5cc0. 00020000:00000002:2.0:1789131396.322385:0:10481:0:(lov_object.c:1547:lov_conf_set()) [0x200000401:0x3:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789131396.322387:0:10481:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.322389:0:10481:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.322393:0:10481:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789131396.322396:0:10481:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17e88) owner 0000000000000000/ffff9ba0c2f30000 00020000:00000002:2.0:1789131396.322399:0:10481:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0c85b5de0 addref 2/0 by ffff9ba0c2f30000. 00020000:00000002:2.0:1789131396.322401:0:10481:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17e88) owner 0000000000000000/ffff9ba0c2f30000 00020000:00000001:2.0:1789131396.322405:0:10481:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789131396.322407:0:10481:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789131396.322409:0:10481:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789131396.322411:0:10481:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789131396.322413:0:10481:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789131396.322415:0:10481:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x3:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789131396.322417:0:10481:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651ae10 00000080:00000001:2.0:1789131396.322421:0:10481:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.322423:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.322424:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131396.322426:0:10481:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131396.322429:0:10481:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789131396.322431:0:10481:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.322434:0:10481:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000401:0x3:0x0](ffff9ba0d21aa1c8) 00000080:00010000:2.0:1789131396.322437:0:10481:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000401:0x3:0x0](ffff9ba0d21aa1c8) for lock 0xc8adac5b2d01fd48 00800000:00000001:2.0:1789131396.322440:0:10481:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131396.322442:0:10481:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131396.322443:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.322444:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.322447:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc400 refcount=3 00000020:00000001:2.0:1789131396.322449:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.322451:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.322454:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.322454:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.322456:0:10481:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.322463:0:10481:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.322465:0:10481:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789131396.322468:0:10481:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.322739:0:10481:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/664 e 0 to 0 dl 1789131412 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.322748:0:10481:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131396.322753:0:10481:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21aa1c8 need_sync_to_mds [0x200000401:0x3:0x0] 00000080:00000001:2.0:1789131396.322757:0:10481:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.322761:0:10481:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000401:0x3:0x0](ffff9ba0d21aa1c8) 00000080:00000001:2.0:1789131396.322763:0:10481:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131396.322768:0:10481:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193d000. 00000100:00000001:2.0:1789131396.322772:0:10481:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.322839:0:10481:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/664 e 0 to 0 dl 1789131412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.322876:0:10481:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.322882:0:10481:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789131396.322884:0:10481:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131396.322886:0:10481:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21aa1c8 need_sync_to_mds [0x200000401:0x3:0x0] 00000080:00000001:2.0:1789131396.322898:0:10481:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789131396.322900:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca7a68 00000080:00200008:2.0:1789131396.322903:0:10481:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual:[0x200000401:0x3:0x0](ffff9ba0d21aa1c8), flags 104501 00000080:00000010:2.0:1789131396.322913:0:10481:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5b5e8c0. 00000080:00000010:2.0:1789131396.322921:0:10481:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c5594580. 00000080:00000001:2.0:1789131396.322923:0:10481:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789131396.322928:0:10481:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1789131396.322932:0:10481:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789131396.322936:0:10481:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c4e206e0. 00000002:00100000:2.0:1789131396.322941:0:10481:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131396.322948:0:10481:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.322950:0:10481:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789131396.322955:0:10481:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789131396.322958:0:10481:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.322968:0:10481:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.322972:0:10481:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.322976:0:10481:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789131396.322983:0:10481:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131396.322988:0:10481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0c7c20000. 02000000:00000001:2.0:1789131396.323013:0:10481:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789131396.323016:0:10481:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.323019:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca7a68 00000080:00000008:2.0:1789131396.323021:0:10481:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual:[0x200000401:0x3:0x0](ffff9ba0d21aa1c8), flags 104501, rc = 0 00000080:00000001:2.0:1789131396.323026:0:10481:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789131396.323029:0:10481:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0c85b5b40 released 00000080:00010000:2.0:1789131396.323032:0:10481:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd48 from it ffff9ba0c85b5b40 00010000:00000001:2.0:1789131396.323034:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.323036:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.323038:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc400 refcount=3 00000020:00000001:2.0:1789131396.323040:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.323042:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.323044:0:10481:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.323049:0:10481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115355 expref: -99 pid: 10481 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.323058:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.323059:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.323061:0:10481:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131396.323065:0:10481:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131396.323068:0:10481:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd48 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115355 expref: -99 pid: 10481 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131396.323077:0:10481:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131396.323081:0:10481:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131396.323083:0:10481:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.323089:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.323090:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.323097:0:10481:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.323101:0:10481:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131396.323103:0:10481:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.323105:0:10481:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.323107:0:10481:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.323109:0:10481:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.323110:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.323111:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131396.323113:0:10481:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789131396.323115:0:10481:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1789131396.323117:0:10481:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789131396.323118:0:10481:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789131396.323120:0:10481:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789131396.323122:0:10481:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.323125:0:10481:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789131396.323126:0:10481:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.323128:0:10481:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131396.323129:0:10481:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.323130:0:10481:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131396.323132:0:10481:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0c85b5b40. 00000080:00000001:2.0:1789131396.323134:0:10481:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.323138:0:10481:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789131396.323140:0:10481:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000401:0x3:0x0](ffff9ba0d21aa1c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1789131396.323142:0:10481:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.323173:0:10481:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131396.323175:0:10481:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17e88) owner 0000000000000000/ffff9ba0c2f30000 00020000:00000002:2.0:1789131396.323177:0:10481:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17e88) owner 0000000000000000/ffff9ba0c2f30000 00020000:00000001:2.0:1789131396.323179:0:10481:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.323190:0:10481:0:(llite_lib.c:2434:ll_setattr_raw()) Process entered 00000020:00000001:2.0:1789131396.323192:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca7c38 00000080:00200008:2.0:1789131396.323193:0:10481:0:(llite_lib.c:2443:ll_setattr_raw()) START file f0a.replay-dual:[0x200000401:0x3:0x0](ffff9ba0d21aa1c8) current size 0, valid attrs 20070, mode 0, uid -1054001942, gid -1, new size 18446744071583496727, atime 1789131396.000000000, mtime 1789131396.000000000, ctime 1789131396.000000000 00000080:00000002:2.0:1789131396.323199:0:10481:0:(llite_lib.c:2495:ll_setattr_raw()) setting mtime 1789131396, ctime 1789131396, now = 1789131396 00000080:00000002:2.0:1789131396.323208:0:10481:0:(llite_lib.c:2502:ll_setattr_raw()) inode ffff9ba0d21aa1c8 attr 0x100201f0 need_sync_to_mds [0x200000401:0x3:0x0] 00000080:00000010:2.0:1789131396.323213:0:10481:0:(llite_lib.c:2510:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff9ba0d193d000. 00000080:00000001:2.0:1789131396.323216:0:10481:0:(llite_lib.c:2141:ll_md_setattr()) Process entered 00800000:00000001:2.0:1789131396.323229:0:10481:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:2.0:1789131396.323231:0:10481:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000401:0x3:0x0], valid 0x100201f0/0x0 00000002:00000001:2.0:1789131396.323237:0:10481:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:2.0:1789131396.323240:0:10481:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789131396.323245:0:10481:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 2 00010000:00000001:2.0:1789131396.323248:0:10481:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131396.323251:0:10481:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789131396.323255:0:10481:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131396.323258:0:10481:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd48 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x2d69527cc2115355 expref: -99 pid: 10481 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1789131396.323267:0:10481:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131396.323271:0:10481:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131396.323274:0:10481:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131396.323276:0:10481:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000401:0x3:0x0] mode (null) 00000002:00000001:2.0:1789131396.323279:0:10481:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.323282:0:10481:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.323284:0:10481:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 3 00010000:00000001:2.0:1789131396.323286:0:10481:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.323290:0:10481:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.323292:0:10481:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.323293:0:10481:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.323295:0:10481:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 3 00010000:00000001:2.0:1789131396.323296:0:10481:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.323298:0:10481:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.323300:0:10481:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.323301:0:10481:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.323302:0:10481:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 3 00010000:00000001:2.0:1789131396.323313:0:10481:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.323316:0:10481:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.323318:0:10481:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.323319:0:10481:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.323320:0:10481:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 3 00010000:00000001:2.0:1789131396.323322:0:10481:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.323324:0:10481:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.323326:0:10481:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.323333:0:10481:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131396.323335:0:10481:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131396.323338:0:10481:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557155352 : -110360152396264 : ffff9ba0c651ae18) 00000020:00001000:2.0:1789131396.323341:0:10481:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651ae10 00000020:00000001:2.0:1789131396.323342:0:10481:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789131396.323345:0:10481:0:(vvp_object.c:123:vvp_conf_set()) [0x200000401:0x3:0x0]: losing layout lock 00000080:00000001:2.0:1789131396.323347:0:10481:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789131396.323349:0:10481:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789131396.323353:0:10481:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131396.323355:0:10481:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131396.323357:0:10481:0:(lov_object.c:1547:lov_conf_set()) [0x200000401:0x3:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789131396.323358:0:10481:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.323360:0:10481:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789131396.323362:0:10481:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651ae10 00000080:00000001:2.0:1789131396.323364:0:10481:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.323367:0:10481:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789131396.323369:0:10481:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000401:0x3:0x0](ffff9ba0d21aa1c8) invalid 00000020:00000001:2.0:1789131396.323372:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca7840 00000080:00002000:2.0:1789131396.323374:0:10481:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual (ffff9ba0d21845e8) parent ffff9ba0d2135ca8 inode ffff9ba0d21aa1c8 refc 1 00000080:00000001:2.0:1789131396.323378:0:10481:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789131396.323380:0:10481:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131396.323382:0:10481:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.323386:0:10481:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131396.323390:0:10481:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131396.323392:0:10481:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131396.323394:0:10481:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.323397:0:10481:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789131396.323401:0:10481:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c13fc400 with handle 0xc8adac5b2d01fd48 from hash 00010000:00000001:2.0:1789131396.323404:0:10481:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131396.323405:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.323407:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.323408:0:10481:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131396.323411:0:10481:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131396.323413:0:10481:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789131396.323417:0:10481:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131396.323419:0:10481:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131396.323421:0:10481:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789131396.323434:0:10481:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4d83480. 00000020:00000040:2.0:1789131396.323438:0:10481:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=10 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00010000:00000001:2.0:1789131396.323444:0:10481:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131396.323448:0:10481:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.323451:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.323452:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.323454:0:10481:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.323457:0:10481:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131396.323459:0:10481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131396.323464:0:10481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131396.323631:0:10481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d193dc00. 00000100:00000001:2.0:1789131396.323640:0:10481:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.323643:0:10481:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.323646:0:10481:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789131396.323651:0:10481:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd48 lrc: 1/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2d69527cc2115355 expref: -99 pid: 10481 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1789131396.323659:0:10481:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789131396.323661:0:10481:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131396.323663:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131396.323665:0:10481:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd48 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x2d69527cc2115355 expref: -99 pid: 10481 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789131396.323674:0:10481:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c5594900. 00010000:00000040:2.0:1789131396.323679:0:10481:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998100 count: 0 00010000:00000010:2.0:1789131396.323686:0:10481:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe500. 00010000:00000001:2.0:1789131396.323709:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.323711:0:10481:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.323713:0:10481:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.323714:0:10481:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.323716:0:10481:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:2.0:1789131396.323719:0:10481:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1789131396, ctime 1789131396 00000020:00100000:2.0:1789131396.323730:0:10481:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1789131396.323739:0:10481:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4d83480 x1876039997349632/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131396.323756:0:10481:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131396.323758:0:10481:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131396.323766:0:10481:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e876c0. 00000100:00000001:2.0:1789131396.323768:0:10481:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499928256 : -110360209623360 : ffff9ba0c2e876c0) 00000100:00000001:2.0:1789131396.323771:0:10481:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.323773:0:10481:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800852608 : -110359908699008 : ffff9ba0d4d83480) 00000100:00000001:2.0:1789131396.323778:0:10481:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131396.323782:0:10481:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.323784:0:10481:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131396.323787:0:10481:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131396.323792:0:10481:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d83480 x1876039997349632/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131396.323801:0:10481:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131396.323803:0:10481:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.323807:0:10481:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131396.323810:0:10481:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131396.323813:0:10481:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131396.323817:0:10481:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d83480 pname:cluuid:pid:xid:nid:opc:job touch:28807d01-a03a-479a-9ee1-7bdfc4545b0f:10481:1876039997349632:192.168.206.157@tcp:36:touch.0 00000100:00000001:2.0:1789131396.323821:0:10481:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131396.323828:0:10481:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131396.323831:0:10481:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.323834:0:10481:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131396.323839:0:10481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c2f53c00. 02000000:00000001:2.0:1789131396.323841:0:10481:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131396.323850:0:10481:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131396.323855:0:10481:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46268. 00000400:00000010:2.0:1789131396.323863:0:10481:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1eb28. 00000100:00000200:2.0:1789131396.323872:0:10481:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997349632, portal 10 00000100:00000001:2.0:1789131396.323874:0:10481:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.323875:0:10481:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800852608 : -110359908699008 : ffff9ba0d4d83480) 00000100:00000040:2.0:1789131396.323882:0:10481:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d4d83480 x1876039997349632/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/512 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131396.323899:0:10481:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131396.323903:0:10481:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131396.323905:0:10481:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e3b8. 00000100:00000200:2.0:1789131396.323909:0:10481:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876039997349632, offset 0 00000400:00000200:2.0:1789131396.323917:0:10481:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131396.323928:0:10481:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.323937:0:10481:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.323943:0:10481:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131396.323949:0:10481:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131396.323953:0:10481:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131396.323956:0:10481:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131396.323960:0:10481:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [202:202:256:4294967295] 192.168.206.157@tcp LPNI seq info [202:202:8:4294967295] 00000400:00000200:2.0:1789131396.323964:0:10481:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.323975:0:10481:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131396.323981:0:10481:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131396.323988:0:10481:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964200. 00000800:00000200:2.0:1789131396.323995:0:10481:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131396.324003:0:10481:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131396.324009:0:10481:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964200 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1789131396.324108:0:10481:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.324118:0:10481:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 18330 usecs (19 jiffies) 00000400:00000200:2.0:1789131396.324121:0:10481:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131396.324125:0:10481:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294983352 00000100:00000010:2.0:1789131396.324130:0:10481:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c85b5b40. 00000100:00000001:2.0:1789131396.324138:0:10481:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789131396.324146:0:10481:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294983352 00000100:00000010:2.0:1789131396.324149:0:10481:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c85b5cc0. 00000100:00000001:2.0:1789131396.324152:0:10481:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789131396.324156:0:10481:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.324163:0:10481:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.324165:0:10481:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131396.324167:0:10481:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131396.324170:0:10481:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e876c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789131396.324173:0:10481:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131396.324176:0:10481:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.325460:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.325498:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964200. 00000400:00000200:3.0:1789131396.325576:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.325587:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.325596:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e3b8 00000400:00000010:3.0:1789131396.325599:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e3b8. 00000100:00000001:3.0:1789131396.325607:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.325807:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d83480 x1876039997349632/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/512 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131396.325825:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.325830:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d83480 x1876039997349632/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/512 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131396.325837:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.325840:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789131396.330604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998900. 00010000:00000010:2.1:1789131396.335527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998100. 00010000:00000010:2.1:1789131396.335547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c13fc400. 00000800:00000001:2.0:1789131396.337891:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.337921:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131396.337927:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.337930:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.337943:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.337954:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131396.337970:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.337976:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.337984:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.337989:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a05f00 00000400:00000200:2.0:1789131396.337994:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.338001:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xa25 [1] + 224 00000800:00000001:2.0:1789131396.338121:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.338138:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.338142:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.338148:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131396.338158:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.338170:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d83480 x1876039997349632/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/512 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131396.338195:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff9ba0d4d83480 x1876039997349632/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/512 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131396.338223:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131396.338236:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131396.338240:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.338246:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.338254:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [203:203:256:4294967295] 192.168.206.157@tcp LPNI seq info [203:203:8:4294967295] 00000400:00000200:2.0:1789131396.338279:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.338290:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131396.338298:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000100:00000001:3.0:1789131396.338300:0:10481:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1789131396.338307:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964100. 00000400:00000001:3.0:1789131396.338312:0:10481:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131396.338317:0:10481:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1789131396.338318:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000400:00000010:3.0:1789131396.338324:0:10481:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46268. 00000800:00000200:2.0:1789131396.338330:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000400:00000200:3.0:1789131396.338331:0:10481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1eb28 00000400:00000010:3.0:1789131396.338336:0:10481:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1eb28. 00000800:00000200:2.0:1789131396.338338:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1789131396.338342:0:10481:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.338350:0:10481:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d83480 x1876039997349632/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/512 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131396.338361:0:10481:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d83480 x1876039997349632/t0(0) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/512 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131396.338368:0:10481:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131396.338371:0:10481:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.338374:0:10481:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131396.338380:0:10481:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131396.338383:0:10481:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131396.338386:0:10481:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131396.338390:0:10481:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131396.338405:0:10481:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=48 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131396.338418:0:10481:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=48 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131396.338422:0:10481:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131396.338425:0:10481:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.338428:0:10481:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131396.338434:0:10481:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.338439:0:10481:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789131396.338441:0:10481:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789131396.338444:0:10481:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789131396.338447:0:10481:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131396.338449:0:10481:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800852608 : -110359908699008 : ffff9ba0d4d83480) 00000100:00000001:3.0:1789131396.338454:0:10481:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131396.338456:0:10481:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 0 00000100:00000001:3.0:1789131396.338458:0:10481:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131396.338461:0:10481:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131396.338468:0:10481:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d83480 x1876039997349632/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131412 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131396.338507:0:10481:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131396.338511:0:10481:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131396.338513:0:10481:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131396.338519:0:10481:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d83480 x1876039997349632/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131412 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131396.338528:0:10481:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d83480 pname:cluuid:pid:xid:nid:opc:job touch:28807d01-a03a-479a-9ee1-7bdfc4545b0f:10481:1876039997349632:192.168.206.157@tcp:36:touch.0 00000800:00000200:2.0:1789131396.338534:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1789131396.338535:0:10481:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1789131396.338540:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964100. 00000100:00000001:3.0:1789131396.338541:0:10481:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.338546:0:10481:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000400:00000200:2.0:1789131396.338548:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789131396.338549:0:10481:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1789131396.338557:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000100:00000040:3.0:1789131396.338558:0:10481:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d83480 x1876039997349632/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131412 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131396.338569:0:10481:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789131396.338572:0:10481:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e876c0. 00000100:00000001:3.0:1789131396.338577:0:10481:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789131396.338579:0:10481:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789131396.338597:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.338604:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131396.338608:0:10481:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131396.338614:0:10481:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.338623:0:10481:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789131396.338627:0:10481:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789131396.338637:0:10481:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:3.0:1789131396.338640:0:10481:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:3.0:1789131396.338646:0:10481:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.338650:0:10481:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4d83480 x1876039997349632/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131396.338658:0:10481:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131396.338660:0:10481:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789131396.338663:0:10481:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.338666:0:10481:0:(llite_lib.c:2204:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.338670:0:10481:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:3.0:1789131396.338675:0:10481:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789131396.338677:0:10481:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789131396.338680:0:10481:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789131396.338683:0:10481:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.338685:0:10481:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.338688:0:10481:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:3.0:1789131396.338691:0:10481:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1789131396.338709:0:10481:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9ba0c651a510. 00000020:00000010:3.0:1789131396.338716:0:10481:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0d32f4e00. 00000020:00000010:3.0:1789131396.338722:0:10481:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9ba0d32f5c00. 00000020:00000010:3.0:1789131396.338726:0:10481:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9ba0d81ddd80. 00000008:00000010:3.0:1789131396.338734:0:10481:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2912 at ffff9ba0c2f1ad80. 00020000:00000010:3.0:1789131396.338739:0:10481:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9ba0c81f3d80. 00008000:00000010:3.0:1789131396.338745:0:10481:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9ba0d81c1c40. 00000080:00000010:3.0:1789131396.338752:0:10481:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9ba0c81f2b28. 00000080:00000010:3.0:1789131396.338757:0:10481:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 624 at ffff9ba0d8653cf0. 00000020:00000010:3.0:1789131396.338764:0:10481:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0d5c9f800. 00000008:00000010:3.0:1789131396.338768:0:10481:0:(osc_dev.c:118:osc_session_init()) slab-alloced 'info': 352 at ffff9ba0d1b74420. 00020000:00000010:3.0:1789131396.338772:0:10481:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 624 at ffff9ba0d8652700. 00008000:00000010:3.0:1789131396.338777:0:10481:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9ba0c3fc5e90. 00000080:00000010:3.0:1789131396.338781:0:10481:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9ba0c62b4960. 00000020:00000001:3.0:1789131396.338791:0:10481:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:3.0:1789131396.338794:0:10481:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:3.0:1789131396.338799:0:10481:0:(cl_object.c:143:cl_object_top()) ffff9ba0d86009e0 -> ffff9ba0d86009e0 00000020:00000001:3.0:1789131396.338802:0:10481:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1789131396.338806:0:10481:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:3.0:1789131396.338808:0:10481:0:(vvp_io.c:1992:vvp_io_init()) [0x200000401:0x3:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1789131396.338812:0:10481:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789131396.338813:0:10481:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1789131396.338816:0:10481:0:(file.c:7121:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1789131396.338819:0:10481:0:(file.c:6152:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1789131396.338821:0:10481:0:(file.c:6154:ll_take_md_lock()) trying to match res [0x200000401:0x3:0x0] 00000002:00000001:3.0:1789131396.338827:0:10481:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131396.338831:0:10481:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789131396.338838:0:10481:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.338840:0:10481:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789131396.338842:0:10481:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000401:0x3:0x0]: 0 00000080:00000001:3.0:1789131396.338845:0:10481:0:(file.c:6159:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.338858:0:10481:0:(file.c:7058:ll_layout_intent()) Process entered 00000080:00000010:3.0:1789131396.338867:0:10481:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d85f4c00. 00000080:00010000:3.0:1789131396.338873:0:10481:0:(file.c:7077:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000401:0x3:0x0](ffff9ba0d21aa1c8) 00000080:00000001:3.0:1789131396.338877:0:10481:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789131396.338882:0:10481:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789131396.338885:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca7960 00800000:00000002:3.0:1789131396.338888:0:10481:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000401:0x3:0x0] '' on [0x200000401:0x3:0x0] 00800000:00000001:3.0:1789131396.338892:0:10481:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789131396.338906:0:10481:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000401:0x3:0x0], fid2=[0x200000401:0x3:0x0], name='' -> mds #0 00000002:00000001:3.0:1789131396.338911:0:10481:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789131396.338913:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca7830 00000002:00010000:3.0:1789131396.338914:0:10481:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000401:0x3:0x0]) in obj [0x200000401:0x3:0x0], intent: layout flags 0 00000002:00000001:3.0:1789131396.338919:0:10481:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789131396.338921:0:10481:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:3.0:1789131396.338927:0:10481:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4838b40. 00000020:00000040:3.0:1789131396.338932:0:10481:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=11 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00010000:00000001:3.0:1789131396.338938:0:10481:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789131396.338944:0:10481:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789131396.338956:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.338965:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.338966:0:10481:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.338970:0:10481:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131396.338973:0:10481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131396.338977:0:10481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131396.338984:0:10481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d85f5000. 00000100:00000001:3.0:1789131396.338991:0:10481:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.338996:0:10481:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789131396.338998:0:10481:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.338999:0:10481:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789131396.339000:0:10481:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.339002:0:10481:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.339006:0:10481:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446633713795304256 : -110359914247360 : ffff9ba0d4838b40) 00010000:00000001:3.0:1789131396.339011:0:10481:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789131396.339013:0:10481:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789131396.339018:0:10481:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d5983000. 00010000:00000010:3.0:1789131396.339022:0:10481:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c65bf280. 00010000:00000001:3.0:1789131396.339027:0:10481:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789131396.339030:0:10481:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c29c7a00. 00000020:00000001:3.0:1789131396.339035:0:10481:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789131396.339039:0:10481:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c29c7a00 with handle 0xc8adac5b2d01fd4f to hash 00000020:00000001:3.0:1789131396.339040:0:10481:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789131396.339042:0:10481:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00010000:00000001:3.0:1789131396.339046:0:10481:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00010000:00000001:3.0:1789131396.339050:0:10481:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131396.339053:0:10481:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131396.339058:0:10481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c29c7a00/0xc8adac5b2d01fd4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131396.339067:0:10481:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c29c7a00/0xc8adac5b2d01fd4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10481 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131396.339077:0:10481:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c29c7a00/0xc8adac5b2d01fd4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10481 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789131396.339095:0:10481:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789131396.339097:0:10481:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789131396.339103:0:10481:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d1bc49c0. 00000100:00000001:3.0:1789131396.339106:0:10481:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713748691392 : -110359960860224 : ffff9ba0d1bc49c0) 00000100:00000001:3.0:1789131396.339108:0:10481:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131396.339110:0:10481:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795304256 : -110359914247360 : ffff9ba0d4838b40) 00000100:00000001:3.0:1789131396.339115:0:10481:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131396.339120:0:10481:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.339122:0:10481:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789131396.339124:0:10481:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131396.339130:0:10481:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4838b40 x1876039997349760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.339144:0:10481:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131396.339147:0:10481:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131396.339151:0:10481:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131396.339155:0:10481:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131396.339158:0:10481:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131396.339162:0:10481:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4838b40 pname:cluuid:pid:xid:nid:opc:job touch:28807d01-a03a-479a-9ee1-7bdfc4545b0f:10481:1876039997349760:192.168.206.157@tcp:101:touch.0 00000100:00000001:3.0:1789131396.339166:0:10481:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131396.339173:0:10481:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131396.339176:0:10481:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131396.339179:0:10481:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131396.339186:0:10481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d84fdc00. 02000000:00000001:3.0:1789131396.339188:0:10481:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131396.339195:0:10481:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131396.339199:0:10481:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995e18. 00000400:00000010:3.0:1789131396.339207:0:10481:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5880. 00000100:00000200:3.0:1789131396.339215:0:10481:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997349760, portal 10 00000100:00000001:3.0:1789131396.339218:0:10481:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131396.339219:0:10481:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795304256 : -110359914247360 : ffff9ba0d4838b40) 00000100:00000040:3.0:1789131396.339226:0:10481:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4838b40 x1876039997349760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 376/472 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.339250:0:10481:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131396.339254:0:10481:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131396.339257:0:10481:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5908. 00000100:00000200:3.0:1789131396.339261:0:10481:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1876039997349760, offset 0 00000400:00000200:3.0:1789131396.339268:0:10481:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131396.339275:0:10481:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.339281:0:10481:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131396.339288:0:10481:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131396.339292:0:10481:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131396.339296:0:10481:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131396.339299:0:10481:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131396.339303:0:10481:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [204:204:256:4294967295] 192.168.206.157@tcp LPNI seq info [204:204:8:4294967295] 00000400:00000200:3.0:1789131396.339307:0:10481:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.339314:0:10481:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131396.339318:0:10481:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131396.339323:0:10481:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4a63c00. 00000800:00000200:3.0:1789131396.339328:0:10481:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131396.339335:0:10481:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131396.339339:0:10481:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4a63c00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:3.0:1789131396.339356:0:10481:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131396.339362:0:10481:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 18327 usecs (19 jiffies) 00000400:00000200:3.0:1789131396.339366:0:10481:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131396.339369:0:10481:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294983367 00000100:00000001:3.0:1789131396.339377:0:10481:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, simply extend its deadline from 4294983352 00000100:00000001:3.0:1789131396.339382:0:10481:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294983367 00000100:00000001:3.0:1789131396.339386:0:10481:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, simply extend its deadline from 4294983352 00000100:00000001:3.0:1789131396.339390:0:10481:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131396.339393:0:10481:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.339401:0:10481:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131396.339403:0:10481:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789131396.339406:0:10481:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1bc49c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789131396.339408:0:10481:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131396.339410:0:10481:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131396.341256:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131396.341267:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4a63c00. 00000400:00000200:2.0:1789131396.341275:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.341286:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131396.341293:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5908 00000400:00000010:2.0:1789131396.341296:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5908. 00000100:00000001:2.0:1789131396.341302:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131396.341311:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4838b40 x1876039997349760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 376/472 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.341325:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.341329:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4838b40 x1876039997349760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 376/472 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.341337:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.341339:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131396.349067:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.349094:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131396.349100:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.349102:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.349114:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.349144:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131396.349155:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.349162:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.349168:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.349172:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 400 into portal 10 MB=0x6aa3f99a05f80 00000400:00000200:2.0:1789131396.349177:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.349185:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 400/400 into md 0xa35 [1] + 224 00000800:00000001:2.0:1789131396.349195:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.349548:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.349553:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.349560:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131396.349570:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.349581:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4838b40 x1876039997349760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 376/472 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131396.349593:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9ba0d4838b40 x1876039997349760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 376/472 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.349740:0:10481:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131396.349761:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131396.349775:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.349779:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789131396.349822:0:10481:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131396.349825:0:10481:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131396.349830:0:10481:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995e18. 00000400:00000200:3.0:1789131396.349836:0:10481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5880 00000400:00000010:3.0:1789131396.349839:0:10481:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5880. 00000100:00000001:3.0:1789131396.349843:0:10481:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.349848:0:10481:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4838b40 x1876039997349760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 376/472 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789131396.349858:0:10481:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4838b40 x1876039997349760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 376/472 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.349864:0:10481:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131396.349866:0:10481:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.349869:0:10481:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131396.349873:0:10481:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131396.349876:0:10481:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131396.349878:0:10481:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131396.349882:0:10481:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131396.349894:0:10481:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=48 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131396.349898:0:10481:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=48 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131396.349901:0:10481:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131396.349903:0:10481:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.349907:0:10481:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131396.349911:0:10481:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.349916:0:10481:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131396.349919:0:10481:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 0 00000100:00000001:3.0:1789131396.349921:0:10481:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131396.349924:0:10481:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131396.349930:0:10481:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4838b40 x1876039997349760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 376/400 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.350072:0:10481:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131396.350075:0:10481:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131396.350078:0:10481:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131396.350083:0:10481:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4838b40 x1876039997349760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 376/400 e 0 to 0 dl 1789131412 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789131396.350091:0:10481:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4838b40 pname:cluuid:pid:xid:nid:opc:job touch:28807d01-a03a-479a-9ee1-7bdfc4545b0f:10481:1876039997349760:192.168.206.157@tcp:101:touch.0 00000100:00000001:3.0:1789131396.350097:0:10481:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.350101:0:10481:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.350104:0:10481:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789131396.350106:0:10481:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.350110:0:10481:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4838b40 x1876039997349760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 376/400 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.350118:0:10481:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789131396.350121:0:10481:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d1bc49c0. 00000100:00000001:3.0:1789131396.350126:0:10481:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789131396.350127:0:10481:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.350131:0:10481:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789131396.350136:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.350139:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.350142:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7a00 refcount=4 00000020:00000001:3.0:1789131396.350145:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00010000:00000001:3.0:1789131396.350149:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00010000:00000040:3.0:1789131396.350157:0:10481:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c29c7a00, remote cookie: 0x2d69527cc211536a, flags: 0x1000 00010000:00000001:3.0:1789131396.350160:0:10481:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789131396.350166:0:10481:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789131396.350169:0:10481:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789131396.350171:0:10481:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789131396.350172:0:10481:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789131396.350176:0:10481:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000401:0x3:0x0].0x0 (ffff9ba0d5983000) refcount = 1 00010000:00010000:3.0:1789131396.350182:0:10481:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c29c7a00/0xc8adac5b2d01fd4f lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211536a expref: -99 pid: 10481 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.350742:0:10481:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789131396.350749:0:10481:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789131396.350751:0:10481:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789131396.350755:0:10481:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789131396.350758:0:10481:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131396.350763:0:10481:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c29c7a00/0xc8adac5b2d01fd4f lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211536a expref: -99 pid: 10481 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.350771:0:10481:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789131396.350773:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.350775:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.350777:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.350777:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.350779:0:10481:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.350786:0:10481:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789131396.350789:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.350790:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.350792:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7a00 refcount=3 00000020:00000001:3.0:1789131396.350795:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00010000:00000001:3.0:1789131396.350797:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00010000:00000001:3.0:1789131396.350799:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.350800:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789131396.350808:0:10481:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff9ba0d4838b40 x1876039997349760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 376/400 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:3.0:1789131396.350817:0:10481:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: layout return lvb 56 transno 0 00010000:00000001:3.0:1789131396.350820:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.350821:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.350823:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7a00 refcount=3 00000020:00000001:3.0:1789131396.350824:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00010000:00000001:3.0:1789131396.350827:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00000002:00010000:3.0:1789131396.350831:0:10481:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c29c7a00/0xc8adac5b2d01fd4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211536a expref: -99 pid: 10481 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1789131396.350849:0:10481:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c2e52fc0. 00010000:00000001:3.0:1789131396.350851:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.350852:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131396.350854:0:10481:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.350856:0:10481:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.350860:0:10481:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789131396.350862:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.350863:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.350865:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7a00 refcount=3 00000020:00000001:3.0:1789131396.350867:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00010000:00000001:3.0:1789131396.350869:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00000002:00010000:3.0:1789131396.350873:0:10481:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c29c7a00/0xc8adac5b2d01fd4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211536a expref: -99 pid: 10481 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.350879:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.350880:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.350883:0:10481:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789131396.350884:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.350886:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.350887:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7a00 refcount=3 00000020:00000001:3.0:1789131396.350889:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00010000:00000001:3.0:1789131396.350891:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00010000:00000040:3.0:1789131396.350898:0:10481:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983000 count: 2 00010000:00000001:3.0:1789131396.350901:0:10481:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789131396.350906:0:10481:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d85fac00 type 13 mode 16 res 8589935617/3 (0 0) 00010000:00000001:3.0:1789131396.350909:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.350910:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131396.350912:0:10481:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789131396.350915:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca77b8 00000002:00002000:3.0:1789131396.350917:0:10481:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:3.0:1789131396.350920:0:10481:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131396.350930:0:10481:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131396.350933:0:10481:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789131396.350937:0:10481:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000401:0x3:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789131396.350941:0:10481:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.350944:0:10481:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.351061:0:10481:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4838b40 x1876039997349760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 376/400 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.351070:0:10481:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131396.351073:0:10481:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131396.351077:0:10481:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0d84fdc00. 02000000:00000001:3.0:1789131396.351082:0:10481:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131396.351085:0:10481:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131396.351087:0:10481:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=10 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:3.0:1789131396.351089:0:10481:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131396.351092:0:10481:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d85f5000. 02000000:00000001:3.0:1789131396.351096:0:10481:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131396.351098:0:10481:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131396.351101:0:10481:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4838b40. 00000100:00000001:3.0:1789131396.351106:0:10481:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131396.351107:0:10481:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1789131396.351113:0:10481:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d85f4c00. 00000080:00010000:3.0:1789131396.351118:0:10481:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000401:0x3:0x0](ffff9ba0d21aa1c8) for lock 0xc8adac5b2d01fd4f 00800000:00000001:3.0:1789131396.351124:0:10481:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789131396.351127:0:10481:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789131396.351128:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.351130:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.351131:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7a00 refcount=3 00000020:00000001:3.0:1789131396.351133:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00010000:00000001:3.0:1789131396.351135:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00010000:00000001:3.0:1789131396.351138:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.351139:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131396.351140:0:10481:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131396.351142:0:10481:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131396.351146:0:10481:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd4f from it ffffbc4101ca7a80 00010000:00000001:3.0:1789131396.351148:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.351157:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.351159:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7a00 refcount=3 00000020:00000001:3.0:1789131396.351161:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00010000:00000001:3.0:1789131396.351163:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00010000:00000001:3.0:1789131396.351165:0:10481:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131396.351168:0:10481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c29c7a00/0xc8adac5b2d01fd4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211536a expref: -99 pid: 10481 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.351174:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.351176:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.351177:0:10481:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789131396.351181:0:10481:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789131396.351183:0:10481:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c29c7a00/0xc8adac5b2d01fd4f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211536a expref: -99 pid: 10481 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789131396.351190:0:10481:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789131396.351193:0:10481:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789131396.351195:0:10481:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789131396.351200:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.351202:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.351203:0:10481:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.351560:0:10481:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789131396.351563:0:10481:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.351566:0:10481:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.351570:0:10481:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.351573:0:10481:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131396.351574:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.351576:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789131396.351578:0:10481:0:(file.c:7093:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.351581:0:10481:0:(file.c:6152:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1789131396.351583:0:10481:0:(file.c:6154:ll_take_md_lock()) trying to match res [0x200000401:0x3:0x0] 00000002:00000001:3.0:1789131396.351589:0:10481:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131396.351591:0:10481:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131396.351595:0:10481:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983000 count: 2 00010000:00000001:3.0:1789131396.351598:0:10481:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789131396.351667:0:10481:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131396.351680:0:10481:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789131396.351684:0:10481:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c29c7a00/0xc8adac5b2d01fd4f lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211536a expref: -99 pid: 10481 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789131396.351701:0:10481:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789131396.351707:0:10481:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131396.351711:0:10481:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c29c7a00/0xc8adac5b2d01fd4f lrc: 2/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211536a expref: -99 pid: 10481 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789131396.351717:0:10481:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1789131396.351720:0:10481:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000401:0x3:0x0]: 16 00000080:00000001:3.0:1789131396.351722:0:10481:0:(file.c:6159:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:3.0:1789131396.351725:0:10481:0:(file.c:6949:ll_layout_lock_set()) Process entered 00010000:00000001:3.0:1789131396.351726:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.351728:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.351730:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7a00 refcount=3 00000020:00000001:3.0:1789131396.351731:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00010000:00000001:3.0:1789131396.351733:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00000080:00010000:3.0:1789131396.351737:0:10481:0:(file.c:6959:ll_layout_lock_set()) ### file [0x200000401:0x3:0x0](000000007881e3fe) being reconfigured ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c29c7a00/0xc8adac5b2d01fd4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211536a expref: -99 pid: 10481 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:3.0:1789131396.351746:0:10481:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789131396.351747:0:10481:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789131396.351749:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.351750:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.351751:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7a00 refcount=4 00000020:00000001:3.0:1789131396.351753:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00010000:00000001:3.0:1789131396.351755:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00010000:00000001:3.0:1789131396.351758:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.351759:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131396.351760:0:10481:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131396.351761:0:10481:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.351764:0:10481:0:(file.c:6874:ll_layout_fetch()) Process entered 00000080:00000002:3.0:1789131396.351772:0:10481:0:(file.c:6877:ll_layout_fetch()) [0x200000401:0x3:0x0] LVB_READY=0 l_lvb_data=ffff9ba0c2e52fc0 l_lvb_len=56 00000080:00000001:3.0:1789131396.351774:0:10481:0:(file.c:6880:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.351776:0:10481:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131396.351779:0:10481:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1789131396.351784:0:10481:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9ba0c651a990. 00000020:00000010:3.0:1789131396.351789:0:10481:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0d85f4c00. 00000020:00000010:3.0:1789131396.351796:0:10481:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9ba0d85f5000. 00000020:00000010:3.0:1789131396.351800:0:10481:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9ba0d81dd4e0. 00000008:00000010:3.0:1789131396.351808:0:10481:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2912 at ffff9ba0c2f1c440. 00020000:00000010:3.0:1789131396.351814:0:10481:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9ba0c81f39c0. 00008000:00000010:3.0:1789131396.351820:0:10481:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9ba0d81c0000. 00000080:00000010:3.0:1789131396.351829:0:10481:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9ba0c81f2738. 00000080:00000010:3.0:1789131396.351834:0:10481:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 624 at ffff9ba0d8651860. 00000020:00000010:3.0:1789131396.351839:0:10481:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0d85f4e00. 00000008:00000010:3.0:1789131396.351843:0:10481:0:(osc_dev.c:118:osc_session_init()) slab-alloced 'info': 352 at ffff9ba0d1b754a0. 00020000:00000010:3.0:1789131396.351847:0:10481:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 624 at ffff9ba0d8652970. 00008000:00000010:3.0:1789131396.351852:0:10481:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9ba0c3fc5df8. 00000080:00000010:3.0:1789131396.351857:0:10481:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9ba0c62b40f0. 00000020:00000001:3.0:1789131396.351860:0:10481:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557154200 : -110360152397416 : ffff9ba0c651a998) 00000020:00001000:3.0:1789131396.351863:0:10481:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a990 00000020:00000001:3.0:1789131396.351866:0:10481:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789131396.351870:0:10481:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131396.351873:0:10481:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789131396.351880:0:10481:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81ddde0. 00020000:00000010:3.0:1789131396.351886:0:10481:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c641d180. 00020000:00000010:3.0:1789131396.351892:0:10481:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81dda20. 00020000:00000001:3.0:1789131396.351895:0:10481:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855748640 : -110359853802976 : ffff9ba0d81dda20) 00020000:00000002:3.0:1789131396.351898:0:10481:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81dda20, objid 0x3:1025, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789131396.351902:0:10481:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789131396.351907:0:10481:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c641d180: ostid: 0x280000400:2 ost idx: 1 gen: 0 00020000:00000002:3.0:1789131396.351911:0:10481:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d17e88) owner ffff9ba0c2f30000 00020000:00000001:3.0:1789131396.351914:0:10481:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131396.351916:0:10481:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d17e88) owner ffff9ba0c2f30000 00020000:00000010:3.0:1789131396.351927:0:10481:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c641d180. 00020000:00000010:3.0:1789131396.351931:0:10481:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d81ddde0. 00020000:00000010:3.0:1789131396.351936:0:10481:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d81dda20. 00020000:00000002:3.0:1789131396.351938:0:10481:0:(lov_object.c:1547:lov_conf_set()) [0x200000401:0x3:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789131396.351940:0:10481:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131396.351943:0:10481:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131396.351947:0:10481:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789131396.352112:0:10481:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17e88) owner 0000000000000000/ffff9ba0c2f30000 00020000:00000002:3.0:1789131396.352116:0:10481:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0c85b5de0 addref 2/0 by ffff9ba0c2f30000. 00020000:00000002:3.0:1789131396.352119:0:10481:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17e88) owner 0000000000000000/ffff9ba0c2f30000 00020000:00000001:3.0:1789131396.352121:0:10481:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789131396.352124:0:10481:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789131396.352125:0:10481:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789131396.352127:0:10481:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1789131396.352130:0:10481:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1789131396.352132:0:10481:0:(file.c:6854:ll_layout_conf()) [0x200000401:0x3:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1789131396.352135:0:10481:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a990 00000080:00000001:3.0:1789131396.352138:0:10481:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.352140:0:10481:0:(file.c:6996:ll_layout_lock_set()) Process leaving 00010000:00000001:3.0:1789131396.352142:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.352143:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.352144:0:10481:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.352146:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.352147:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7a00 refcount=3 00000020:00000001:3.0:1789131396.352149:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00010000:00000001:3.0:1789131396.352151:0:10481:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494948352 : -110360214603264 : ffff9ba0c29c7a00) 00010000:00000001:3.0:1789131396.352153:0:10481:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131396.352156:0:10481:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c29c7a00/0xc8adac5b2d01fd4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc211536a expref: -99 pid: 10481 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789131396.352164:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.352165:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.352167:0:10481:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789131396.352169:0:10481:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789131396.352172:0:10481:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c29c7a00/0xc8adac5b2d01fd4f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc211536a expref: -99 pid: 10481 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789131396.352186:0:10481:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789131396.352189:0:10481:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789131396.352190:0:10481:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789131396.352193:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.352194:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.352195:0:10481:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.352197:0:10481:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789131396.352199:0:10481:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.352201:0:10481:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.352203:0:10481:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.352428:0:10481:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131396.352430:0:10481:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.352431:0:10481:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789131396.352434:0:10481:0:(file.c:7037:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.352436:0:10481:0:(file.c:7157:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.352440:0:10481:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1789131396.352445:0:10481:0:(lov_object.c:1604:lov_io_init()) [0x200000401:0x3:0x0]io ffff9ba0d8653d50 type 3 ignore/verify layout 0/0, compressed 0 00020000:00000002:3.0:1789131396.352448:0:10481:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17e88) owner 0000000000000000/ffff9ba0c2f30000 00020000:00000001:3.0:1789131396.352451:0:10481:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1789131396.352453:0:10481:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1789131396.352456:0:10481:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1789131396.352580:0:10481:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131396.352585:0:10481:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1789131396.352587:0:10481:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1789131396.352590:0:10481:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131396.352593:0:10481:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789131396.352594:0:10481:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1789131396.352596:0:10481:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1789131396.352598:0:10481:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17e88) owner 0000000000000000/ffff9ba0c2f30000 00000020:00000001:3.0:1789131396.352734:0:10481:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131396.352739:0:10481:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:3.0:1789131396.352741:0:10481:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1789131396.352744:0:10481:0:(lov_io.c:1497:lov_io_setattr_iter_init()) Process entered 00020000:00000001:3.0:1789131396.352747:0:10481:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1789131396.352750:0:10481:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1789131396.352754:0:10481:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1789131396.352764:0:10481:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1789131396.352766:0:10481:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1789131396.352767:0:10481:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131396.352769:0:10481:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557154200 : -110360152397416 : ffff9ba0c651a998) 00000020:00001000:3.0:1789131396.352772:0:10481:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a990 00000020:00000001:3.0:1789131396.352777:0:10481:0:(cl_object.c:143:cl_object_top()) ffff9ba0d86006c0 -> ffff9ba0d86009e0 00000020:00000001:3.0:1789131396.352779:0:10481:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1789131396.352782:0:10481:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1789131396.352784:0:10481:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1789131396.352785:0:10481:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131396.352787:0:10481:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131396.352789:0:10481:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633713860421480 : -110359849130136 : ffff9ba0d8652768) 00000020:00000001:3.0:1789131396.352792:0:10481:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1789131396.352796:0:10481:0:(osc_io.c:546:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1789131396.352800:0:10481:0:(osc_io.c:568:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131396.352802:0:10481:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131396.352804:0:10481:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131396.352806:0:10481:0:(lov_io.c:1506:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131396.352807:0:10481:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131396.352810:0:10481:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:3.0:1789131396.352812:0:10481:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:3.0:1789131396.352814:0:10481:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789131396.352815:0:10481:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:3.0:1789131396.352818:0:10481:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789131396.352819:0:10481:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131396.352821:0:10481:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131396.352822:0:10481:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131396.352824:0:10481:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131396.352825:0:10481:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1789131396.352826:0:10481:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131396.352827:0:10481:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131396.352829:0:10481:0:(cl_io.c:532:cl_io_start()) Process entered 00000020:00000001:3.0:1789131396.352834:0:10481:0:(cl_object.c:143:cl_object_top()) ffff9ba0d86009e0 -> ffff9ba0d86009e0 00000020:00000001:3.0:1789131396.352836:0:10481:0:(cl_object.c:143:cl_object_top()) ffff9ba0d86009e0 -> ffff9ba0d86009e0 00000020:00000001:3.0:1789131396.352838:0:10481:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1789131396.352839:0:10481:0:(lov_object.c:1635:lov_attr_update()) Process entered 00020000:00000001:3.0:1789131396.352842:0:10481:0:(lov_object.c:1671:lov_attr_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.352844:0:10481:0:(vvp_object.c:86:vvp_attr_update()) Process entered 00000080:00000001:3.0:1789131396.352847:0:10481:0:(vvp_object.c:106:vvp_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131396.352849:0:10481:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131396.352856:0:10481:0:(cl_object.c:143:cl_object_top()) ffff9ba0d86009e0 -> ffff9ba0d86009e0 00020000:00000001:3.0:1789131396.352859:0:10481:0:(lov_io.c:2164:lov_io_setattr_start()) Process entered 00020000:00000001:3.0:1789131396.352861:0:10481:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:3.0:1789131396.352862:0:10481:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:3.0:1789131396.352863:0:10481:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:3.0:1789131396.352866:0:10481:0:(osc_io.c:744:osc_io_setattr_start()) Process entered 00000020:00000001:3.0:1789131396.352868:0:10481:0:(cl_object.c:143:cl_object_top()) ffff9ba0c7d034f8 -> ffff9ba0d86009e0 00000020:00000001:3.0:1789131396.352870:0:10481:0:(cl_object.c:143:cl_object_top()) ffff9ba0c7d034f8 -> ffff9ba0d86009e0 00000020:00000001:3.0:1789131396.352872:0:10481:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1789131396.352875:0:10481:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131396.352877:0:10481:0:(cl_object.c:143:cl_object_top()) ffff9ba0c7d034f8 -> ffff9ba0d86009e0 00000020:00000001:3.0:1789131396.352878:0:10481:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1789131396.352881:0:10481:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1789131396.352883:0:10481:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131396.352885:0:10481:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131396.352886:0:10481:0:(cl_object.c:143:cl_object_top()) ffff9ba0c7d034f8 -> ffff9ba0d86009e0 00000020:00000001:3.0:1789131396.352889:0:10481:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1789131396.352891:0:10481:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1789131396.352892:0:10481:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1789131396.352894:0:10481:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1789131396.352895:0:10481:0:(lovsub_object.c:152:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1789131396.352896:0:10481:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1789131396.352900:0:10481:0:(osc_request.c:201:osc_setattr_async()) Process entered 00000100:00000010:3.0:1789131396.352908:0:10481:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4838b40. 00000020:00000040:3.0:1789131396.352912:0:10481:0:(genops.c:1210:class_import_get()) import ffff9ba0c3042000 refcount=3 obd=lustre-OST0001-osc-ffff9ba0d1a0e000 00000100:00000001:3.0:1789131396.352916:0:10481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1789131396.352921:0:10481:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1789131396.352931:0:10481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9ba0d1a0e000: connect to NID 192.168.206.157@tcp last attempt 268 00000400:00000200:3.0:1789131396.352942:0:10481:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.353077:0:10481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.206.157@tcp is discovered: rc = 1 00000100:00000040:3.0:1789131396.353084:0:10481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9ba0c3f3d6c0 refcount 20 to 192.168.206.157@tcp 00000100:00000001:3.0:1789131396.353087:0:10481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789131396.353090:0:10481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9ba0c3f3d6c0 refcount 21 to 192.168.206.157@tcp 00000100:00000001:3.0:1789131396.353092:0:10481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633713517450944 : -110360192100672 : ffff9ba0c3f3d6c0) 00000020:00000001:3.0:1789131396.353095:0:10481:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789131396.353098:0:10481:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc8adac5b2d01fcd8 00000020:00000001:3.0:1789131396.353109:0:10481:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.353112:0:10481:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9ba0d30c5000 refcount=4 00000020:00000001:3.0:1789131396.353114:0:10481:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713770713088 : -110359938838528 : ffff9ba0d30c5000) 00000020:00000001:3.0:1789131396.353117:0:10481:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633713770713088 : -110359938838528 : ffff9ba0d30c5000) 00000100:00000040:3.0:1789131396.353121:0:10481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9ba0c3f3d6c0 refcount 20 to 192.168.206.157@tcp 00000100:00000001:3.0:1789131396.353123:0:10481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789131396.353125:0:10481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9ba0c3f3d6c0 refcount 21 to 192.168.206.157@tcp 00000100:00000001:3.0:1789131396.353126:0:10481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633713517450944 : -110360192100672 : ffff9ba0c3f3d6c0) 00000020:00000040:3.0:1789131396.353130:0:10481:0:(genops.c:879:class_export_put()) PUTting export ffff9ba0d30c5000 : new refcount 3 00000100:00080000:3.0:1789131396.353134:0:10481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9ba0d1a0e000: import ffff9ba0c3042000 using connection 192.168.206.157@tcp/192.168.206.157@tcp 00000100:00000001:3.0:1789131396.353136:0:10481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131396.353139:0:10481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789131396.353147:0:10481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131396.353151:0:10481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.353153:0:10481:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:3.0:1789131396.353158:0:10481:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683268 ocd_grant: 3407872, lost: 0. 00000008:00000001:3.0:1789131396.353161:0:10481:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.353163:0:10481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789131396.353167:0:10481:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d483a580. 00000020:00000040:3.0:1789131396.353169:0:10481:0:(genops.c:1210:class_import_get()) import ffff9ba0c3042000 refcount=4 obd=lustre-OST0001-osc-ffff9ba0d1a0e000 02000000:00000001:3.0:1789131396.353173:0:10481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789131396.353176:0:10481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.353179:0:10481:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131396.353182:0:10481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131396.353185:0:10481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131396.353193:0:10481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d84fdc00. 00000100:00000001:3.0:1789131396.353201:0:10481:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131396.353422:0:10481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ba0d483a580 x1876039997349888/t0(0) o8->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131396.353435:0:10481:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131396.353440:0:10481:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131396.353445:0:10481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac8fb907] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d483a580 x1876039997349888/t0(0) o8->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131396.353566:0:10481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.353570:0:10481:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1789131396.353571:0:10481:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:3.0:1789131396.353575:0:10481:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131396.353577:0:10481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131396.353579:0:10481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131396.353584:0:10481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d85f4200. 00000100:00000001:3.0:1789131396.353587:0:10481:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.353594:0:10481:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131396.353597:0:10481:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131396.354032:0:10481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d4d8f0] to pc [ptlrpcd_01_00+0] req@ffff9ba0d4838b40 x1876039997350016/t0(0) o2->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1789131396.354057:0:10481:0:(osc_request.c:232:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1789131396.354061:0:10481:0:(osc_io.c:866:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131396.354063:0:10481:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131396.354066:0:10481:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131396.354068:0:10481:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131396.354070:0:10481:0:(lov_io.c:2179:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131396.354072:0:10481:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131396.354074:0:10481:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:3.0:1789131396.354078:0:10481:0:(lov_io.c:1516:lov_io_call()) Process entered 00020000:00000001:3.0:1789131396.354079:0:10481:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1789131396.354081:0:10481:0:(cl_io.c:559:cl_io_end()) Process entered 00000100:00000001:3.0:1789131396.354093:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131396.354096:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131396.354097:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131396.354103:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4838b40 x1876039997350016/t0(0) o2->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.354110:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131396.354112:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789131396.354116:0:2359:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9ba0d4838b40 x1876039997350016/t0(0) o2->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.354123:0:2359:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.354135:0:2359:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.354136:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131396.354137:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.354141:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.354144:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.354152:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131396.354155:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.354157:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131396.354158:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131396.354160:0:2359:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.354161:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131396.354163:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.354164:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.354167:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.354176:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131396.354178:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131396.356869:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131396.356885:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593a00. 00000400:00000200:2.0:1789131396.356896:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.356910:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131396.356921:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346b28 00000400:00000010:2.0:1789131396.356924:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346b28. 00000100:00000001:2.0:1789131396.356932:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131396.356942:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483a580 x1876039997349888/t0(0) o8->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1789131406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131396.356967:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.356972:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d483a580 x1876039997349888/t0(0) o8->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1789131406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131396.357017:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.357019:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131396.369097:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.369119:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131396.369125:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.369127:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.369145:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.371218:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131396.371258:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.371266:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.371273:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.371278:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 416 into portal 4 MB=0x6aa3f99a06000 00000400:00000200:2.0:1789131396.371284:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.371291:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 416/416 into md 0xa45 [1] + 0 00000800:00000001:2.0:1789131396.371303:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.371327:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.371332:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.371337:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131396.371347:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.371357:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483a580 x1876039997349888/t0(0) o8->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1789131406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131396.371370:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9ba0d483a580 x1876039997349888/t0(0) o8->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 520/544 e 0 to 0 dl 1789131406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131396.371387:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131396.371399:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.371404:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.371940:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131396.371945:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131396.371959:0:2359:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.371964:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131396.371968:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131396.371973:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131396.371979:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131396.371984:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.371986:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131396.371994:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131396.371999:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131396.372003:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131396.372010:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d84fd000. 02000000:00000001:3.0:1789131396.372014:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131396.372020:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131396.372023:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995e18. 00000400:00000010:3.0:1789131396.372030:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5880. 00000100:00000200:3.0:1789131396.372037:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997350016, portal 4 00000100:00000001:3.0:1789131396.372039:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131396.372041:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795304256 : -110359914247360 : ffff9ba0d4838b40) 00000100:00000040:3.0:1789131396.372049:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4838b40 x1876039997350016/t0(0) o2->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 440/432 e 0 to 0 dl 1789131412 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.372069:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131396.372072:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131396.372075:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5198. 00000100:00000200:3.0:1789131396.372079:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1876039997350016, offset 0 00000400:00000200:3.0:1789131396.372086:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131396.372094:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.372102:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131396.372109:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131396.372114:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131396.372118:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131396.372121:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131396.372125:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [206:206:256:4294967295] 192.168.206.157@tcp LPNI seq info [206:206:8:4294967295] 00000400:00000200:3.0:1789131396.372129:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.372139:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131396.372144:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131396.372151:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4a63c00. 00000800:00000200:3.0:1789131396.372158:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131396.372167:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131396.372172:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4a63c00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1789131396.372192:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131396.372197:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: using a timeout of 22248 usecs (23 jiffies) 00000400:00000200:3.0:1789131396.372201:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131396.372205:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294983404 00000100:00000001:3.0:1789131396.372213:0:2359:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, simply extend its deadline from 4294983387 00000100:00000001:3.0:1789131396.373134:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294983405 00000100:00000001:3.0:1789131396.373145:0:2359:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, simply extend its deadline from 4294983387 00000100:00000001:3.0:1789131396.373149:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131396.373154:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.373168:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.373182:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131396.373183:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789131396.373187:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131396.373188:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131396.373190:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.373193:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131396.373427:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131396.373433:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4a63c00. 00000400:00000200:2.0:1789131396.373441:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.373450:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131396.373459:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5198 00000400:00000010:2.0:1789131396.373487:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5198. 00000100:00000001:2.0:1789131396.373494:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131396.373502:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4838b40 x1876039997350016/t0(0) o2->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 440/432 e 0 to 0 dl 1789131412 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.373514:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.373637:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4838b40 x1876039997350016/t0(0) o2->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 440/432 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.373720:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.373723:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1789131396.396844:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294983405, at 4294983406 00000100:00000010:3.0:1789131396.396865:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c85b5cc0. 00000100:00000040:2.0:1789131396.397417:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294983404, at 4294983406 00000100:00000010:2.0:1789131396.397428:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c85b5b40. 00000800:00000001:2.0:1789131396.439646:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.439672:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131396.439678:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.439681:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.439705:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.439760:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131396.439774:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.439781:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.439787:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.439792:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 432 into portal 4 MB=0x6aa3f99a06080 00000400:00000200:2.0:1789131396.439798:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.439805:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 432/432 into md 0xa4d [1] + 224 00000800:00000001:2.0:1789131396.439813:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.439828:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.439832:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.439838:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131396.439848:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.439860:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4838b40 x1876039997350016/t0(0) o2->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 440/432 e 0 to 0 dl 1789131412 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131396.439871:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9ba0d4838b40 x1876039997350016/t0(0) o2->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 440/432 e 0 to 0 dl 1789131412 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.439961:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131396.439967:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131396.439985:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131396.439997:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.440002:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789131396.440037:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131396.440041:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131396.440045:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995e18. 00000400:00000200:3.0:1789131396.440051:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5880 00000400:00000010:3.0:1789131396.440054:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5880. 00000100:00000001:3.0:1789131396.440058:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.440064:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4838b40 x1876039997350016/t0(0) o2->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 440/432 e 0 to 0 dl 1789131412 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789131396.440074:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4838b40 x1876039997350016/t0(0) o2->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 440/432 e 0 to 0 dl 1789131412 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.440081:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131396.440084:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.440086:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131396.440090:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131396.440093:0:2359:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131396.440096:0:2359:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131396.440099:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131396.440111:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0c3042460 time=48 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131396.440116:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c3042418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131396.440119:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131396.440121:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.440125:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789131396.440130:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ba0d4838b40 x1876039997350016/t0(0) o2->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 440/432 e 0 to 0 dl 1789131412 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789131396.440149:0:2359:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.440154:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789131396.440157:0:2359:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ba0d1a0e000: committing for last_committed 4294967299 gen 2 00000100:00000040:3.0:1789131396.440161:0:2359:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ba0d1a0e000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1789131396.440164:0:2359:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131396.440166:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131396.440172:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4838b40 x1876039997350016/t4294967299(4294967299) o2->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 440/432 e 0 to 0 dl 1789131412 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.440180:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131396.440184:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131396.440186:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1789131396.440190:0:2359:0:(osc_request.c:177:osc_setattr_interpret()) Process entered 00000008:00000001:3.0:1789131396.440260:0:2359:0:(osc_request.c:190:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131396.440267:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4838b40 x1876039997350016/t4294967299(4294967299) o2->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 440/432 e 0 to 0 dl 1789131412 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789131396.440276:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4838b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:0:1876039997350016:192.168.206.157@tcp:2:touch.0 00000100:00000001:3.0:1789131396.440282:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.440286:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.440289:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4838b40 x1876039997350016/t4294967299(4294967299) o2->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 440/432 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.440296:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131396.440299:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131396.440304:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0d84fd000. 02000000:00000001:3.0:1789131396.440309:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131396.440311:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131396.440314:0:2359:0:(genops.c:1223:class_import_put()) import ffff9ba0c3042000 refcount=2 obd=lustre-OST0001-osc-ffff9ba0d1a0e000 00000020:00000001:3.0:1789131396.440316:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131396.440320:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d85f4200. 02000000:00000001:3.0:1789131396.440324:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131396.440332:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131396.440334:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4838b40. 00000100:00000001:3.0:1789131396.440339:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131396.440341:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.440343:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.440353:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131396.440356:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.440358:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131396.440360:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.440528:0:10481:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:2.0:1789131396.440539:0:10481:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.440542:0:10481:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.440547:0:10481:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:2.0:1789131396.440550:0:10481:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:2.0:1789131396.440552:0:10481:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789131396.440555:0:10481:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:2.0:1789131396.440557:0:10481:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789131396.440559:0:10481:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789131396.440560:0:10481:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.440562:0:10481:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.440564:0:10481:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789131396.440565:0:10481:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789131396.440567:0:10481:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1789131396.440569:0:10481:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789131396.440571:0:10481:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789131396.440573:0:10481:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789131396.440574:0:10481:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:2.0:1789131396.440575:0:10481:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789131396.441189:0:10481:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789131396.441193:0:10481:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.441196:0:10481:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.441198:0:10481:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789131396.441199:0:10481:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789131396.441201:0:10481:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.441323:0:10481:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1789131396.441327:0:10481:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:2.0:1789131396.441329:0:10481:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789131396.441330:0:10481:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1789131396.441331:0:10481:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789131396.441334:0:10481:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a990 00020000:00000001:2.0:1789131396.441340:0:10481:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789131396.441343:0:10481:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789131396.441346:0:10481:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789131396.441349:0:10481:0:(vvp_io.c:402:vvp_io_fini()) [0x200000401:0x3:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:2.0:1789131396.441352:0:10481:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789131396.441354:0:10481:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789131396.441436:0:10481:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131396.441439:0:10481:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.441443:0:10481:0:(llite_lib.c:2672:ll_setattr_raw()) Process leaving 00000080:00000010:2.0:1789131396.441448:0:10481:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193d000. 00000020:00000001:2.0:1789131396.441460:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca7c38 00000080:00200008:2.0:1789131396.441463:0:10481:0:(llite_lib.c:2702:ll_setattr_raw()) COMPLETED file f0a.replay-dual:[0x200000401:0x3:0x0](ffff9ba0d21aa1c8) current size 0, valid attrs 100201f0, mode 0, uid -1054001942, gid -1, new size 18446744071583496727, atime 1789131396.000000000, mtime 1789131396.000000000, ctime 1789131396.000000000, rc 0 00000080:00000001:2.0:1789131396.441501:0:10481:0:(llite_lib.c:2704:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.441532:0:10481:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131396.441537:0:10481:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17e88) owner 0000000000000000/ffff9ba0c2f30000 00020000:00000002:2.0:1789131396.441542:0:10481:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17e88) owner 0000000000000000/ffff9ba0c2f30000 00020000:00000001:2.0:1789131396.441544:0:10481:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.441555:0:10481:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789131396.441557:0:10481:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101ca7df0 00000080:00200008:2.0:1789131396.441559:0:10481:0:(file.c:479:ll_file_release()) START file f0a.replay-dual:[0x200000401:0x3:0x0](ffff9ba0d21aa1c8), flags 104001 00000080:00000001:2.0:1789131396.441563:0:10481:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1789131396.441566:0:10481:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789131396.441568:0:10481:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131396.441570:0:10481:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17e88) owner 0000000000000000/ffff9ba0c2f30000 00020000:00000002:2.0:1789131396.441572:0:10481:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17e88) owner 0000000000000000/ffff9ba0c2f30000 00020000:00000001:2.0:1789131396.441574:0:10481:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.441576:0:10481:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1789131396.442868:0:10481:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.442873:0:10481:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.442883:0:10481:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983000 count: 2 00010000:00000001:2.0:1789131396.442888:0:10481:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.442895:0:10481:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131396.442898:0:10481:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000401:0x3:0x0]: 0 00000080:00000001:2.0:1789131396.442901:0:10481:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789131396.442903:0:10481:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789131396.442911:0:10481:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d193d000. 00000080:00000001:2.0:1789131396.442913:0:10481:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789131396.442919:0:10481:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789131396.442924:0:10481:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1789131396.442926:0:10481:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000401:0x3:0x0] 00000002:00000001:2.0:1789131396.442945:0:10481:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789131396.442947:0:10481:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: [0x200000401:0x3:0x0] file closed with intent: 0 00000100:00000010:2.0:1789131396.442955:0:10481:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4d830c0. 00000020:00000040:2.0:1789131396.442960:0:10481:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=11 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000100:00000001:2.0:1789131396.442965:0:10481:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131396.442969:0:10481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131396.442974:0:10481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131396.442983:0:10481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d193d600. 00000100:00000001:2.0:1789131396.442991:0:10481:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789131396.443013:0:10481:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789131396.443026:0:10481:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789131396.443031:0:10481:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4d830c0 x1876039997350272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789131396.443038:0:10481:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131396.443040:0:10481:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131396.443047:0:10481:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87a80. 00000100:00000001:2.0:1789131396.443049:0:10481:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499929216 : -110360209622400 : ffff9ba0c2e87a80) 00000100:00000001:2.0:1789131396.443052:0:10481:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.443054:0:10481:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800851648 : -110359908699968 : ffff9ba0d4d830c0) 00000100:00000001:2.0:1789131396.443059:0:10481:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131396.443064:0:10481:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.443066:0:10481:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131396.443067:0:10481:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131396.443071:0:10481:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d830c0 x1876039997350272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.443078:0:10481:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131396.443080:0:10481:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.443084:0:10481:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131396.443087:0:10481:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131396.443090:0:10481:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131396.443093:0:10481:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d830c0 pname:cluuid:pid:xid:nid:opc:job touch:28807d01-a03a-479a-9ee1-7bdfc4545b0f:10481:1876039997350272:192.168.206.157@tcp:35:touch.0 00000100:00000001:2.0:1789131396.443105:0:10481:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131396.443112:0:10481:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131396.443115:0:10481:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.443118:0:10481:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131396.443123:0:10481:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c2f50c00. 02000000:00000001:2.0:1789131396.443125:0:10481:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131396.443134:0:10481:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131396.443138:0:10481:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46160. 00000400:00000010:2.0:1789131396.443148:0:10481:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1eb28. 00000100:00000200:2.0:1789131396.443156:0:10481:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997350272, portal 10 00000100:00000001:2.0:1789131396.443158:0:10481:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.443159:0:10481:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800851648 : -110359908699968 : ffff9ba0d4d830c0) 00000100:00000040:2.0:1789131396.443167:0:10481:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4d830c0 x1876039997350272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.443174:0:10481:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131396.443176:0:10481:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131396.443179:0:10481:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e3b8. 00000100:00000200:2.0:1789131396.443181:0:10481:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997350272, offset 0 00000400:00000200:2.0:1789131396.443188:0:10481:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131396.443200:0:10481:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.444221:0:10481:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.444229:0:10481:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131396.444235:0:10481:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131396.444239:0:10481:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131396.444243:0:10481:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131396.444248:0:10481:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [207:207:256:4294967295] 192.168.206.157@tcp LPNI seq info [207:207:8:4294967295] 00000400:00000200:2.0:1789131396.444321:0:10481:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.444334:0:10481:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131396.444343:0:10481:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131396.444353:0:10481:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964100. 00000800:00000200:2.0:1789131396.444369:0:10481:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131396.444389:0:10481:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131396.444395:0:10481:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789131396.445006:0:10481:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.445015:0:10481:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 18158 usecs (19 jiffies) 00000400:00000200:2.0:1789131396.445021:0:10481:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131396.445025:0:10481:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294983473 00000100:00000010:2.0:1789131396.445033:0:10481:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c85b5b40. 00000100:00000001:2.0:1789131396.445042:0:10481:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789131396.445050:0:10481:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294983473 00000100:00000010:2.0:1789131396.445053:0:10481:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c85b5180. 00000100:00000001:2.0:1789131396.445057:0:10481:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789131396.445061:0:10481:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.445065:0:10481:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.445069:0:10481:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131396.445071:0:10481:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131396.445075:0:10481:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87a80 going to sleep for 11 seconds 00000100:00000001:2.0:1789131396.445078:0:10481:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131396.445082:0:10481:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.449400:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.449416:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964100. 00000400:00000200:3.0:1789131396.449425:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.449436:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.449446:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e3b8 00000400:00000010:3.0:1789131396.449449:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e3b8. 00000100:00000001:3.0:1789131396.449456:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.449466:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d830c0 x1876039997350272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.449500:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.449505:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d830c0 x1876039997350272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.449708:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.449710:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131396.451914:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.451936:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131396.451942:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.451945:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.451968:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.451978:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131396.451990:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.451995:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.452002:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.452007:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a06180 00000400:00000200:2.0:1789131396.452013:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.452021:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xa5d [1] + 224 00000800:00000001:2.0:1789131396.452030:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.452044:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.452066:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.452072:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131396.452082:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.452093:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d830c0 x1876039997350272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131396.452103:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d4d830c0 x1876039997350272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.452131:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131396.452143:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.452147:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.452386:0:10481:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131396.452395:0:10481:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131396.452398:0:10481:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131396.452402:0:10481:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46160. 00000400:00000200:3.0:1789131396.452408:0:10481:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1eb28 00000400:00000010:3.0:1789131396.452411:0:10481:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1eb28. 00000100:00000001:3.0:1789131396.452416:0:10481:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.452421:0:10481:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d830c0 x1876039997350272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789131396.452432:0:10481:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d830c0 x1876039997350272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.452439:0:10481:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131396.452451:0:10481:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.452454:0:10481:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131396.452459:0:10481:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131396.452462:0:10481:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131396.452465:0:10481:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131396.452739:0:10481:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131396.452755:0:10481:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09ca8 time=48 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131396.452760:0:10481:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=48 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131396.452763:0:10481:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131396.452765:0:10481:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.452769:0:10481:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131396.452773:0:10481:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.452778:0:10481:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789131396.452780:0:10481:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789131396.452782:0:10481:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789131396.452785:0:10481:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131396.452786:0:10481:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800851648 : -110359908699968 : ffff9ba0d4d830c0) 00000100:00000001:3.0:1789131396.452790:0:10481:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131396.452792:0:10481:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 0 00000100:00000001:3.0:1789131396.452794:0:10481:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131396.452798:0:10481:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131396.452804:0:10481:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d830c0 x1876039997350272/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.452812:0:10481:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131396.452816:0:10481:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131396.452818:0:10481:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131396.452822:0:10481:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d830c0 x1876039997350272/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789131396.452831:0:10481:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d830c0 pname:cluuid:pid:xid:nid:opc:job touch:28807d01-a03a-479a-9ee1-7bdfc4545b0f:10481:1876039997350272:192.168.206.157@tcp:35:touch.0 00000100:00000001:3.0:1789131396.452837:0:10481:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.452840:0:10481:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.452843:0:10481:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789131396.452845:0:10481:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.452849:0:10481:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d830c0 x1876039997350272/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.452863:0:10481:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789131396.452867:0:10481:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87a80. 00000100:00000001:3.0:1789131396.452870:0:10481:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789131396.452872:0:10481:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.452882:0:10481:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131396.452883:0:10481:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800851648 : -110359908699968 : ffff9ba0d4d830c0) 00000002:00000001:3.0:1789131396.452887:0:10481:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131396.452890:0:10481:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789131396.452898:0:10481:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193d000. 00000080:00000001:3.0:1789131396.452902:0:10481:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1789131396.452906:0:10481:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000100:00000040:2.0:1789131396.465071:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294983473, at 4294983474 00000100:00000010:2.0:1789131396.465092:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c85b5b40. 00000100:00000040:3.0:1789131396.468148:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294983473, at 4294983477 00000100:00000010:3.0:1789131396.468168:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c85b5180. 00000080:00000010:0.1:1789131396.468521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c2f40b80. 00000080:00000001:2.0:1789131396.546188:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131396.546196:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131396.546198:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131396.546201:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:2.0:1789131396.546206:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:2.0:1789131396.546213:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193cc00. 00800000:00000002:2.0:1789131396.546220:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131396.546223:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131396.546228:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.546230:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:2.0:1789131396.546233:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131396.546236:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131396.546241:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131396.546245:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.546247:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:2.0:1789131396.546249:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131396.546252:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131396.546254:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.546258:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131396.546265:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.546267:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.546279:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.546281:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789131396.546284:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789131396.546289:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4d83c00. 00000020:00000040:2.0:1789131396.546294:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=6 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:2.0:1789131396.546299:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131396.546304:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.546307:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.546311:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131396.546314:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131396.546317:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131396.546324:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c2f52000. 00000100:00000001:2.0:1789131396.546330:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.546335:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.546337:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.546338:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.546339:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.546341:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.546346:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713800854528 : -110359908697088 : ffff9ba0d4d83c00) 00010000:00000001:2.0:1789131396.546350:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131396.546352:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131396.546356:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998100. 00010000:00000010:2.0:1789131396.546360:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe500. 00010000:00000001:2.0:1789131396.546365:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131396.546368:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c13fd400. 00000020:00000001:2.0:1789131396.546373:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131396.546376:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c13fd400 with handle 0xc8adac5b2d01fd56 to hash 00000020:00000001:2.0:1789131396.546378:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131396.546379:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:2.0:1789131396.546383:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:2.0:1789131396.546386:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.546389:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.546394:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fd56 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.546412:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fd56 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.546424:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fd56 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131396.546430:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131396.546432:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131396.546438:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87c00. 00000100:00000001:2.0:1789131396.546440:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499929600 : -110360209622016 : ffff9ba0c2e87c00) 00000100:00000001:2.0:1789131396.546444:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.546445:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800854528 : -110359908697088 : ffff9ba0d4d83c00) 00000100:00000001:2.0:1789131396.546449:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131396.546453:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.546456:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131396.546457:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131396.546467:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d83c00 x1876039997350400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.546523:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131396.546525:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.546529:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131396.546531:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131396.546534:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131396.546537:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d83c00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997350400:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131396.546541:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131396.546547:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131396.546549:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.546552:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131396.546556:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d8413800. 02000000:00000001:2.0:1789131396.546559:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131396.546565:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131396.546570:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46420. 00000400:00000010:2.0:1789131396.546595:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e990. 00000100:00000200:2.0:1789131396.546603:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997350400, portal 10 00000100:00000001:2.0:1789131396.546606:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.546607:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800854528 : -110359908697088 : ffff9ba0d4d83c00) 00000100:00000040:2.0:1789131396.546614:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4d83c00 x1876039997350400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.546621:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131396.546624:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131396.546626:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ee58. 00000100:00000200:2.0:1789131396.546629:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997350400, offset 0 00000400:00000200:2.0:1789131396.546635:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131396.546644:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.546651:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.546657:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131396.546661:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131396.546665:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131396.546667:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131396.546671:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [208:208:256:4294967295] 192.168.206.157@tcp LPNI seq info [208:208:8:4294967295] 00000400:00000200:2.0:1789131396.546675:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.546690:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131396.546707:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131396.546712:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964c00. 00000800:00000200:2.0:1789131396.546718:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131396.546726:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131396.546731:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789131396.546748:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.546752:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 86870 usecs (87 jiffies) 00000400:00000200:2.0:1789131396.546756:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131396.546758:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983643 00000100:00000010:2.0:1789131396.546763:0:10482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c85b5b40. 00000100:00000001:2.0:1789131396.546769:0:10482:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789131396.546781:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983643 00000100:00000010:2.0:1789131396.546784:0:10482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c85b5d80. 00000100:00000001:2.0:1789131396.546788:0:10482:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789131396.546795:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.546798:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.546800:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131396.546803:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131396.546806:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87c00 going to sleep for 11 seconds 00000100:00000001:2.0:1789131396.546808:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131396.546811:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.548650:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.548661:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964c00. 00000400:00000200:3.0:1789131396.548670:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.548680:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.548689:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ee58 00000400:00000010:3.0:1789131396.549067:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ee58. 00000100:00000001:3.0:1789131396.549079:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.549091:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d83c00 x1876039997350400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.549107:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.549112:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d83c00 x1876039997350400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.549121:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.549123:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131396.560393:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.560418:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131396.560424:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.560426:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.560439:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.560448:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131396.560460:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.560465:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.560529:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.560534:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a06200 00000400:00000200:2.0:1789131396.560540:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.560558:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xa6d [1] + 224 00000800:00000001:2.0:1789131396.560567:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.560577:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.560581:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.560585:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131396.560595:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.560605:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d83c00 x1876039997350400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131396.560617:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d4d83c00 x1876039997350400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.560635:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131396.560662:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.560665:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.564329:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131396.564345:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131396.564348:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131396.564353:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46420. 00000400:00000200:3.0:1789131396.564363:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e990 00000400:00000010:3.0:1789131396.564387:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e990. 00000100:00000001:3.0:1789131396.564395:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.564409:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d83c00 x1876039997350400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789131396.564421:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d83c00 x1876039997350400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.564431:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131396.564433:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.564436:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131396.564440:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131396.564443:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131396.564446:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131396.564449:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131396.564460:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=109 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131396.564465:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131396.564468:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131396.565182:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.565188:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131396.565193:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.565198:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131396.565209:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:3.0:1789131396.565211:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131396.565215:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131396.565226:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d83c00 x1876039997350400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.565236:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131396.565239:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131396.565242:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131396.565246:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d83c00 x1876039997350400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789131396.565255:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d83c00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997350400:192.168.206.157@tcp:101:createmany.0 00000100:00000001:3.0:1789131396.565261:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.565278:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.565281:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789131396.565285:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.565290:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4d83c00 x1876039997350400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.565298:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789131396.565302:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87c00. 00000100:00000001:3.0:1789131396.565306:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789131396.565307:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.565311:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789131396.565315:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.565319:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.565323:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=4 00000020:00000001:3.0:1789131396.565326:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:3.0:1789131396.565329:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000040:3.0:1789131396.565336:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c13fd400, remote cookie: 0x2d69527cc211537f, flags: 0x1001 00010000:00010000:3.0:1789131396.565342:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fd56 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211537f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131396.565355:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fd56 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211537f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.565361:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789131396.565366:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789131396.565368:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789131396.565370:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789131396.565371:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789131396.565374:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c3998100) refcount = 1 00010000:00010000:3.0:1789131396.565379:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fd56 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211537f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.565387:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789131396.565391:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789131396.565397:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789131396.565400:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789131396.565403:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131396.565407:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fd56 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211537f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.565413:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789131396.565415:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.565417:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.565418:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.565419:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.565420:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.565426:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789131396.565428:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.565429:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.565430:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=3 00000020:00000001:3.0:1789131396.565432:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:3.0:1789131396.565434:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:3.0:1789131396.565437:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.565438:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.565439:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=4 00000020:00000001:3.0:1789131396.565440:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:3.0:1789131396.565442:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:3.0:1789131396.565445:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131396.565448:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131396.565452:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fd56 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211537f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.565457:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.565458:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.565459:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.565460:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.565461:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=5 00000020:00000001:3.0:1789131396.565463:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:3.0:1789131396.565468:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:3.0:1789131396.565503:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131396.565507:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fd56 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211537f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.565513:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.565515:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789131396.565517:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fd56 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211537f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.565524:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131396.565525:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.565526:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.565527:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.565528:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789131396.565533:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d4d83c00 x1876039997350400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789131396.565542:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.565543:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.565544:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=3 00000020:00000001:3.0:1789131396.565546:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:3.0:1789131396.565547:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:3.0:1789131396.565550:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.565551:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131396.565552:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.565554:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.565558:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789131396.565560:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.565561:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.565562:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=3 00000020:00000001:3.0:1789131396.565564:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:3.0:1789131396.565566:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00000002:00010000:3.0:1789131396.565569:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fd56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211537f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.565579:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.565580:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.565583:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789131396.565584:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.565585:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.565586:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=3 00000020:00000001:3.0:1789131396.565588:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:3.0:1789131396.565590:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000040:3.0:1789131396.565596:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 2 00010000:00000001:3.0:1789131396.565599:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789131396.565603:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789131396.565605:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.565606:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131396.565608:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789131396.565610:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:3.0:1789131396.565612:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789131396.565615:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131396.565620:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131396.565623:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789131396.565627:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789131396.565630:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789131396.565635:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:3.0:1789131396.565639:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193cc00. 00000080:00000001:3.0:1789131396.565644:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789131396.565647:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789131396.565655:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789131396.565660:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789131396.565665:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c2e521c0. 00800000:00000001:3.0:1789131396.565667:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713499709888 : -110360209841728 : ffff9ba0c2e521c0) 00800000:00000001:3.0:1789131396.565670:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.565672:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789131396.565675:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789131396.565678:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789131396.565687:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789131396.565706:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789131396.565709:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.565714:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789131396.565718:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1789131396.565720:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115188193296385 mtime from 1789131393 to 1789131396 00000080:00200000:3.0:1789131396.565726:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:3.0:1789131396.565729:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.565730:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.565732:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=3 00000020:00000001:3.0:1789131396.565734:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:3.0:1789131396.565736:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:3.0:1789131396.565739:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.565740:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789131396.565742:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789131396.565744:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789131396.565746:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c2e521c0 1 00800000:00000010:3.0:1789131396.565748:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c2e521c0. 00800000:00000001:3.0:1789131396.565752:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131396.565755:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fd56 00800000:00000001:3.0:1789131396.565759:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789131396.565761:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789131396.565762:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.565763:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.565764:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=3 00000020:00000001:3.0:1789131396.565767:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:3.0:1789131396.565769:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:3.0:1789131396.565772:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.565773:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131396.565774:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131396.565776:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.565779:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131396.565782:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:3.0:1789131396.565785:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd56 from it ffffbc4101cb7bf8 00010000:00000001:3.0:1789131396.565792:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.565793:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.565795:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=3 00000020:00000001:3.0:1789131396.565797:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:3.0:1789131396.565799:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:3.0:1789131396.565802:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131396.565804:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fd56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211537f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.565811:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.565812:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.565813:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789131396.565816:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789131396.565819:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fd56 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211537f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789131396.565828:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789131396.565831:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789131396.565833:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789131396.566273:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.566276:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.566278:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.566282:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789131396.566285:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.566287:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.566290:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.566293:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131396.566294:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.566295:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789131396.566298:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.566308:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4d83c00 x1876039997350400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.566316:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131396.566320:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131396.566324:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d8413800. 02000000:00000001:3.0:1789131396.566334:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131396.566338:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131396.566339:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=5 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:3.0:1789131396.566342:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131396.566345:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c2f52000. 02000000:00000001:3.0:1789131396.566349:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131396.566351:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131396.566353:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4d83c00. 00000100:00000001:3.0:1789131396.566360:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131396.566361:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789131396.566365:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:3.0:1789131396.566372:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789131396.566719:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c807d480. 00000080:00000001:3.0:1789131396.566726:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789131396.566728:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789131396.566730:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:3.0:1789131396.566733:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:3.0:1789131396.566738:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d4854800. 00800000:00000002:3.0:1789131396.566744:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:3.0:1789131396.566748:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789131396.566751:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789131396.566753:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:3.0:1789131396.566756:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789131396.566759:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789131396.566763:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789131396.566768:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789131396.566770:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:3.0:1789131396.566772:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789131396.566776:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789131396.566778:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131396.566781:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131396.566786:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 2 00010000:00000001:3.0:1789131396.566789:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789131396.566793:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131396.566797:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789131396.566808:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fd56 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211537f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789131396.566818:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789131396.566822:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131396.566826:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fd56 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211537f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789131396.566834:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789131396.566836:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131396.566838:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789131396.567002:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789131396.567007:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789131396.567009:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789131396.567012:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789131396.567015:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:3.0:1789131396.567018:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d4854800. 00000080:00000001:3.0:1789131396.567022:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789131396.567024:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131396.567027:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:3.0:1789131396.567030:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fd56 00800000:00000001:3.0:1789131396.567033:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789131396.567035:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789131396.567037:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.567039:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.567041:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=3 00000020:00000001:3.0:1789131396.567043:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:3.0:1789131396.567046:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:3.0:1789131396.567049:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.567050:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131396.567052:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131396.567054:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131396.567056:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd56 from it ffffbc4101cb7b38 00010000:00000001:3.0:1789131396.567058:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.567064:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.567066:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=3 00000020:00000001:3.0:1789131396.567067:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:3.0:1789131396.567070:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:3.0:1789131396.567072:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131396.567075:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fd56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211537f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789131396.567081:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.567082:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.567084:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789131396.567086:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789131396.567088:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fd56 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211537f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789131396.567094:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789131396.567098:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789131396.567099:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789131396.567102:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.567103:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.567104:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.567106:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789131396.567108:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.567110:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.567112:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.567115:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131396.567116:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.567117:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789131396.567119:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789131396.567121:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789131396.567123:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:3.0:1789131396.567127:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.567130:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1789131396.567132:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:3.0:1789131396.567135:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-0, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0c81a7200, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1789131396.567145:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d81dda20. 00000080:00000001:3.0:1789131396.567150:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789131396.567153:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:3.0:1789131396.567155:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-0, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:3.0:1789131396.567162:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d4854800. 00800000:00000002:3.0:1789131396.567164:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:3.0:1789131396.567170:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789131396.567171:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789131396.567173:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:3.0:1789131396.567175:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-0' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789131396.567178:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1789131396.567181:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1789131396.567186:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:3.0:1789131396.567190:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1789131396.567192:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1789131396.567195:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1789131396.567198:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1789131396.567201:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x2:0x0] 40000000:00000001:3.0:1789131396.567278:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.567282:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131396.567284:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131396.567286:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131396.567288:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:3.0:1789131396.567290:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x2:0x0], name='f0a.replay-dual-0' -> mds #0 layout version 1 00000002:00000001:3.0:1789131396.567294:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789131396.567295:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:3.0:1789131396.567297:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-0,[0x200000402:0x2:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1789131396.567301:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789131396.567304:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789131396.567308:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1789131396.567311:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.567313:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789131396.567315:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 2 00010000:00000001:3.0:1789131396.567317:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789131396.567324:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789131396.567328:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789131396.567330:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fd56 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc211537f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1789131396.567339:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131396.567343:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131396.567345:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131396.567348:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789131396.567350:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131396.567352:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131396.567354:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 3 00010000:00000001:3.0:1789131396.567356:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131396.567358:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.567360:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131396.567361:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131396.567363:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 3 00010000:00000001:3.0:1789131396.567364:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131396.567366:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.567368:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131396.567369:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131396.567370:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 3 00010000:00000001:3.0:1789131396.567371:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131396.567373:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.567375:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789131396.567377:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789131396.567381:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789131396.567383:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789131396.567386:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131396.567387:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.567390:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789131396.567394:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131396.567395:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131396.567397:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131396.567399:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789131396.567402:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c13fd400 with handle 0xc8adac5b2d01fd56 from hash 00010000:00000001:3.0:1789131396.567410:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131396.567411:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.567412:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.567414:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131396.567416:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131396.567418:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789131396.567421:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131396.567423:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131396.567425:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789131396.567431:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4838b40. 00000020:00000040:3.0:1789131396.567435:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=6 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:3.0:1789131396.567441:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789131396.567443:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.567446:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789131396.567450:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789131396.567452:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.567455:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131396.567457:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131396.567460:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131396.567702:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d84fd000. 00000100:00000001:3.0:1789131396.567712:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.567718:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789131396.567721:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789131396.567725:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fd56 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc211537f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789131396.567733:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789131396.567734:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131396.567736:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131396.567739:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fd56 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc211537f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1789131396.567747:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998100 count: 0 00010000:00000010:3.0:1789131396.567753:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe500. 00010000:00000001:3.0:1789131396.567765:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.567772:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.567774:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789131396.567775:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.567777:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.567789:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713795304256 : -110359914247360 : ffff9ba0d4838b40) 00010000:00000001:3.0:1789131396.567793:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789131396.567795:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789131396.567801:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d5983400. 00010000:00000010:3.0:1789131396.567805:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c65bfd00. 00010000:00000001:3.0:1789131396.567811:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789131396.567814:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c29c7800. 00000020:00000001:3.0:1789131396.567817:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789131396.567820:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c29c7800 with handle 0xc8adac5b2d01fd5d to hash 00000020:00000001:3.0:1789131396.567822:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789131396.567824:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00010000:00000001:3.0:1789131396.567828:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00010000:00000001:3.0:1789131396.567831:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131396.567833:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131396.568280:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7800/0xc8adac5b2d01fd5d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131396.568291:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7800/0xc8adac5b2d01fd5d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789131396.568308:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789131396.568321:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4838b40 x1876039997350656/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789131396.568333:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7800/0xc8adac5b2d01fd5d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789131396.568339:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789131396.568341:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789131396.568350:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d1bc49c0. 00000100:00000001:3.0:1789131396.568358:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713748691392 : -110359960860224 : ffff9ba0d1bc49c0) 00000100:00000001:3.0:1789131396.568361:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131396.568363:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795304256 : -110359914247360 : ffff9ba0d4838b40) 00000100:00000001:3.0:1789131396.568368:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131396.568374:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.568376:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789131396.568379:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131396.568383:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4838b40 x1876039997350656/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.568393:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131396.568396:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131396.568400:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131396.568404:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131396.568407:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131396.568410:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4838b40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997350656:192.168.206.157@tcp:101:createmany.0 00000100:00000001:3.0:1789131396.568416:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131396.568423:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131396.568427:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131396.568430:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131396.569029:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0c7c20000. 02000000:00000001:3.0:1789131396.569035:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131396.569046:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131396.569052:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995e18. 00000400:00000010:3.0:1789131396.569062:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d84fe400. 00000100:00000200:3.0:1789131396.569071:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997350656, portal 10 00000100:00000001:3.0:1789131396.569073:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131396.569075:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795304256 : -110359914247360 : ffff9ba0d4838b40) 00000100:00000040:3.0:1789131396.569085:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4838b40 x1876039997350656/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.569094:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131396.569097:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131396.569101:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5880. 00000100:00000200:3.0:1789131396.569104:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997350656, offset 0 00000400:00000200:3.0:1789131396.569120:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131396.569132:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.569141:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131396.569147:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131396.569152:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131396.569157:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131396.569160:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131396.569163:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [209:209:256:4294967295] 192.168.206.157@tcp LPNI seq info [209:209:8:4294967295] 00000400:00000200:3.0:1789131396.569168:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.569179:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131396.569186:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131396.569192:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4a63600. 00000800:00000200:3.0:1789131396.569200:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131396.569221:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131396.569227:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4a63600 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1789131396.569252:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131396.569258:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 85220 usecs (86 jiffies) 00000400:00000200:3.0:1789131396.569261:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131396.569265:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983664 00000100:00000001:3.0:1789131396.569274:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983643 00000100:00000001:3.0:1789131396.569280:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983664 00000800:00000200:2.0:1789131396.571138:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131396.571148:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4a63600. 00000400:00000200:2.0:1789131396.571156:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.571166:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131396.571175:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5880 00000400:00000010:2.0:1789131396.571178:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5880. 00000100:00000001:2.0:1789131396.571185:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131396.571194:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4838b40 x1876039997350656/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.571217:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.571222:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4838b40 x1876039997350656/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.571230:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.571233:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789131396.571939:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983643 00000100:00000001:3.0:1789131396.571954:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131396.571959:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.571962:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131396.571965:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789131396.571969:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1bc49c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789131396.571973:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131396.571976:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789131396.578639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998100. 00010000:00000010:3.1:1789131396.578661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c13fd400. 00000800:00000001:2.0:1789131396.581853:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.581878:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131396.581885:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.581888:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.581900:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.581910:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131396.581922:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.581927:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.581933:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.581938:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a06300 00000400:00000200:2.0:1789131396.581944:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.581951:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xa7d [32] + 224 00000800:00000001:2.0:1789131396.581960:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.581969:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.581973:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.581979:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131396.581989:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.582021:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4838b40 x1876039997350656/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131396.582033:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d4838b40 x1876039997350656/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.582055:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131396.582068:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131396.582072:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.582078:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.582086:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [210:210:256:4294967295] 192.168.206.157@tcp LPNI seq info [210:210:8:4294967295] 00000400:00000200:2.0:1789131396.582090:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.582099:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131396.582106:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131396.582114:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0c2f52000. 00000800:00000200:2.0:1789131396.582121:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131396.582129:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131396.582134:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c2f52000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1789131396.582437:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131396.582454:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131396.582456:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131396.582461:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995e18. 00000400:00000200:3.0:1789131396.582465:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d84fe400 00000400:00000010:3.0:1789131396.582730:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d84fe400. 00000100:00000001:3.0:1789131396.582737:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.582744:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4838b40 x1876039997350656/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789131396.582755:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4838b40 x1876039997350656/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.582761:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131396.582764:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.582766:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131396.582770:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131396.582773:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131396.582776:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131396.582779:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131396.582790:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=109 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131396.582796:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131396.582798:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131396.582800:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.582803:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131396.582807:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.582811:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789131396.582812:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:3.0:1789131396.582814:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789131396.582817:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131396.582819:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795304256 : -110359914247360 : ffff9ba0d4838b40) 00000100:00000001:3.0:1789131396.582823:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131396.582825:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:3.0:1789131396.582827:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131396.582830:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131396.582835:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.582842:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131396.582853:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131396.582855:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131396.582861:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789131396.582868:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4838b40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997350656:192.168.206.157@tcp:101:createmany.0 00000100:00000001:3.0:1789131396.582873:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.582876:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.582879:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789131396.582881:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.582884:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.582892:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789131396.582895:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d1bc49c0. 00000100:00000001:3.0:1789131396.582898:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789131396.582900:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.582903:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789131396.582909:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.582912:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.582916:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7800 refcount=4 00000020:00000001:3.0:1789131396.582918:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00010000:00000001:3.0:1789131396.582921:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00010000:00000040:3.0:1789131396.582929:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c29c7800, remote cookie: 0x2d69527cc211539b, flags: 0x1001 00010000:00010000:3.0:1789131396.582935:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7800/0xc8adac5b2d01fd5d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211539b expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789131396.582944:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x2:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1789131396.582948:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789131396.582957:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d5983e00. 00010000:00000010:3.0:1789131396.582962:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c65bfb00. 00010000:00000040:3.0:1789131396.582968:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d5983400 count: 0 00010000:00000010:3.0:1789131396.582980:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0c65bfd00. 00010000:00000001:3.0:1789131396.582988:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131396.582992:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7800/0xc8adac5b2d01fd5d lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211539b expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131396.583002:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7800/0xc8adac5b2d01fd5d lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211539b expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.583008:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789131396.583013:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789131396.583016:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789131396.583017:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789131396.583019:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789131396.583021:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x2:0x0].0x0 (ffff9ba0d5983e00) refcount = 1 00010000:00010000:3.0:1789131396.583026:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7800/0xc8adac5b2d01fd5d lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211539b expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.583033:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789131396.583037:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789131396.583039:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789131396.583042:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789131396.583045:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131396.583048:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7800/0xc8adac5b2d01fd5d lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211539b expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.583054:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789131396.583056:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.583058:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.583059:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.583060:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.583062:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.583068:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789131396.583071:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.583072:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.583082:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7800 refcount=3 00000020:00000001:3.0:1789131396.583085:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00010000:00000001:3.0:1789131396.583087:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00010000:00000001:3.0:1789131396.583089:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.583090:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.583091:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7800 refcount=4 00000020:00000001:3.0:1789131396.583093:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00010000:00000001:3.0:1789131396.583096:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00010000:00000001:3.0:1789131396.583099:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131396.583102:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131396.583106:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7800/0xc8adac5b2d01fd5d lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211539b expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.583112:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.583114:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.583115:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.583116:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.583117:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7800 refcount=5 00000020:00000001:3.0:1789131396.583119:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00010000:00000001:3.0:1789131396.583121:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00010000:00000001:3.0:1789131396.583123:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131396.583126:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7800/0xc8adac5b2d01fd5d lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211539b expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.583131:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.583132:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789131396.583135:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7800/0xc8adac5b2d01fd5d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211539b expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.583142:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131396.583143:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.583144:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.583150:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.583152:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789131396.583157:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789131396.583166:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1789131396.583171:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789131396.583177:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.583185:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.583186:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.583188:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7800 refcount=3 00000020:00000001:3.0:1789131396.583190:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00010000:00000001:3.0:1789131396.583192:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00000002:00010000:3.0:1789131396.583196:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7800/0xc8adac5b2d01fd5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211539b expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1789131396.584035:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131396.584043:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0c2f52000. 00000400:00000200:2.0:1789131396.584053:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.584060:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131396.584075:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.584083:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000010:2.0:1789131396.587560:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c5594900. 00010000:00000001:2.0:1789131396.587574:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.587578:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.587580:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.587583:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.587587:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789131396.587592:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.587595:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795304256 : -110359914247360 : ffff9ba0d4838b40) 00000100:00000001:2.0:1789131396.587597:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.587618:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795304256 : -110359914247360 : ffff9ba0d4838b40) 00010000:00000001:2.0:1789131396.587620:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.587623:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.587627:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7800 refcount=3 00000020:00000001:2.0:1789131396.587629:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00010000:00000001:2.0:1789131396.587632:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00000002:00010000:2.0:1789131396.587638:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7800/0xc8adac5b2d01fd5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211539b expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.587652:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.587653:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.587655:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131396.587656:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.587657:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.587659:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7800 refcount=3 00000020:00000001:2.0:1789131396.587661:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00010000:00000001:2.0:1789131396.587663:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00010000:00000040:2.0:1789131396.587671:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983e00 count: 2 00010000:00000001:2.0:1789131396.587674:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131396.587680:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/2 (0 0) 00010000:00000001:2.0:1789131396.587682:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.587683:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.587684:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131396.587688:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:2.0:1789131396.587690:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-0 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789131396.587705:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.587710:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.587713:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131396.587717:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789131396.587721:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131396.587725:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131396.587728:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789131396.587730:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d81dda20 it_disposition 1800037 00000080:00002000:2.0:1789131396.587743:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2182ca8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789131396.587750:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131396.587752:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789131396.587755:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:2.0:1789131396.587756:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-0, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:2.0:1789131396.587759:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789131396.587762:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131396.587769:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789131396.587774:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131396.587778:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279490 : 144115205289279490 : 200000402000002) 00000080:00000001:2.0:1789131396.587781:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789131396.587798:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21af380. 00000020:00000001:2.0:1789131396.587812:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789131396.587814:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789131396.587817:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789131396.587819:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x2:0x0](ffff9ba0d21af448) 00000020:00000001:2.0:1789131396.587824:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131396.587828:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131396.587831:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131396.587836:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789131396.587842:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d8600c80. 00000020:00000001:2.0:1789131396.587844:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131396.587846:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.587855:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789131396.587860:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d174d8. 00020000:00000001:2.0:1789131396.587862:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582306520 : -110360127245096 : ffff9ba0c7d174d8) 00020000:00000001:2.0:1789131396.587865:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:2.0:1789131396.587868:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131396.587876:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c85b5720. 00020000:00000010:2.0:1789131396.587881:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c2f43400. 00020000:00000010:2.0:1789131396.587888:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c85b5180. 00020000:00000001:2.0:1789131396.587891:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713591341440 : -110360118210176 : ffff9ba0c85b5180) 00020000:00000002:2.0:1789131396.587894:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c85b5180, objid 0x2:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131396.587899:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131396.587903:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c2f43400: ostid: 0x240000400:3 ost idx: 0 gen: 0 00020000:00000001:2.0:1789131396.587912:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789131396.587914:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c85b5180, objid 0x2:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131396.587918:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131396.587921:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c2f43400: ostid: 0x240000400:3 ost idx: 0 gen: 0 00020000:00000010:2.0:1789131396.587925:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d2bca170. 00020000:00000010:2.0:1789131396.587929:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2e87840. 00020000:00000001:2.0:1789131396.587936:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789131396.587939:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7936040. 00020000:00000001:2.0:1789131396.587942:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789131396.587943:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000010:2.0:1789131396.587952:0:10482:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff9ba0d5964c00. 00020000:00000001:2.0:1789131396.587957:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789131396.587961:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d8600258. 00000020:00000001:2.0:1789131396.587963:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131396.587964:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.587966:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713860084440 : -110359849467176 : ffff9ba0d86002d8) 00020000:00000001:2.0:1789131396.587970:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789131396.587975:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d03310. 00020000:00000001:2.0:1789131396.587977:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.587983:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713860084440 : -110359849467176 : ffff9ba0d86002d8) 00020000:00000001:2.0:1789131396.587985:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713860084440 : -110359849467176 : ffff9ba0d86002d8) 00020000:00000002:2.0:1789131396.587989:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x3:0x0]@ffff9ba0d8600258[0:0] -> [0x200000402:0x2:0x0]@ffff9ba0d8600c80: ostid: 0x240000400:3 ost idx: 0 gen: 0 00020000:00000001:2.0:1789131396.587993:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:2.0:1789131396.587996:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:2.0:1789131396.587999:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.588002:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713860087040 : -110359849464576 : ffff9ba0d8600d00) 00000020:00001000:2.0:1789131396.588005:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131396.588010:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279490 : 144115205289279490 : 200000402000002) 00000080:00000001:2.0:1789131396.588012:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789131396.588014:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279490 mtime from 0 to 1789131396 00000080:00000001:2.0:1789131396.588018:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789131396.588026:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754895432 : -110359954656184 : ffff9ba0d21af448) 00010000:00000001:2.0:1789131396.588029:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.588030:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.588031:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7800 refcount=3 00000020:00000001:2.0:1789131396.588033:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00010000:00000001:2.0:1789131396.588035:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00000080:00000001:2.0:1789131396.588039:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131396.588040:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131396.588042:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131396.588044:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131396.588046:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789131396.588050:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131396.588051:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131396.588055:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c85b5cc0. 00020000:00000010:2.0:1789131396.588057:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c2f43480. 00020000:00000010:2.0:1789131396.588060:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c85b5a20. 00020000:00000001:2.0:1789131396.588061:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713591343648 : -110360118207968 : ffff9ba0c85b5a20) 00020000:00000002:2.0:1789131396.588064:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c85b5a20, objid 0x2:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131396.588068:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131396.588071:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c2f43480: ostid: 0x240000400:3 ost idx: 0 gen: 0 00020000:00000002:2.0:1789131396.588074:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d174d8) owner ffff9ba0c2f34f80 00020000:00000001:2.0:1789131396.588077:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131396.588080:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d174d8) owner ffff9ba0c2f34f80 00020000:00000010:2.0:1789131396.588084:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c2f43480. 00020000:00000010:2.0:1789131396.588091:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0c85b5cc0. 00020000:00000010:2.0:1789131396.588095:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0c85b5a20. 00020000:00000002:2.0:1789131396.588097:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x2:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789131396.588099:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.588101:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.588105:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789131396.588108:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d174d8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131396.588112:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0c85b5180 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:2.0:1789131396.588114:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d174d8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131396.588122:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789131396.588125:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789131396.588127:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789131396.588129:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789131396.588131:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789131396.588133:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x2:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789131396.588136:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131396.588138:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.588140:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.588141:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131396.588143:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131396.588146:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789131396.588148:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.588150:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x2:0x0](ffff9ba0d21af448) 00000080:00010000:2.0:1789131396.588154:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2:0x0](ffff9ba0d21af448) for lock 0xc8adac5b2d01fd5d 00800000:00000001:2.0:1789131396.588157:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131396.588159:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131396.588161:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.588162:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.588164:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7800 refcount=3 00000020:00000001:2.0:1789131396.588166:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00010000:00000001:2.0:1789131396.588169:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00010000:00000001:2.0:1789131396.588172:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.588173:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.588175:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.588176:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.588178:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789131396.588181:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.588198:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.588220:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131396.588226:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21af448 need_sync_to_mds [0x200000402:0x2:0x0] 00000080:00000001:2.0:1789131396.588230:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.588234:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2:0x0](ffff9ba0d21af448) 00000080:00000001:2.0:1789131396.588237:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131396.588246:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d4854800. 00000100:00000001:2.0:1789131396.588251:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.588256:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.588263:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.588267:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789131396.588270:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131396.588272:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21af448 need_sync_to_mds [0x200000402:0x2:0x0] 00000080:00000001:2.0:1789131396.588282:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789131396.588285:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:2.0:1789131396.588287:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-0:[0x200000402:0x2:0x0](ffff9ba0d21af448), flags 100102 00000080:00000010:2.0:1789131396.588296:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5b5fcc0. 00000080:00000010:2.0:1789131396.588303:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c5594980. 00000080:00000001:2.0:1789131396.588306:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789131396.588310:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1789131396.588313:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789131396.588317:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c7d109e0. 00000002:00100000:2.0:1789131396.588323:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131396.588330:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.588332:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789131396.588336:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789131396.588340:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.588342:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.588345:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.588348:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789131396.588356:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131396.588526:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0c7c20000. 02000000:00000001:2.0:1789131396.588553:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789131396.588556:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.588560:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:2.0:1789131396.588563:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-0:[0x200000402:0x2:0x0](ffff9ba0d21af448), flags 100102, rc = 0 00000080:00000001:2.0:1789131396.588573:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789131396.588575:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d81dda20 released 00000080:00010000:2.0:1789131396.588578:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd5d from it ffff9ba0d81dda20 00010000:00000001:2.0:1789131396.588580:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.588582:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.588584:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7800 refcount=3 00000020:00000001:2.0:1789131396.588585:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00010000:00000001:2.0:1789131396.588588:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494947840 : -110360214603776 : ffff9ba0c29c7800) 00010000:00000001:2.0:1789131396.588590:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.588594:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7800/0xc8adac5b2d01fd5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc211539b expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.588602:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.588604:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.588606:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131396.588610:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131396.588613:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7800/0xc8adac5b2d01fd5d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc211539b expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131396.588622:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131396.588626:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131396.588628:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.588634:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.588635:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.588637:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.588640:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131396.588642:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.588644:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789131396.588649:0:10482:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff9ba0d193de00. 00010000:00000001:2.0:1789131396.588652:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.588654:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.588656:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.588657:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131396.588658:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789131396.588660:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1789131396.588670:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789131396.588672:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789131396.588675:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789131396.588676:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.588680:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789131396.588682:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.588684:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131396.588686:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.588688:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131396.588703:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d81dda20. 00000080:00000001:2.0:1789131396.588709:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.588714:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789131396.588716:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2:0x0](ffff9ba0d21af448), inode mode 81a4 mask 40 00000080:00000001:2.0:1789131396.588721:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.588750:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131396.588753:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d174d8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131396.588757:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d174d8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131396.588760:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.588769:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789131396.588772:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:2.0:1789131396.588774:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-0:[0x200000402:0x2:0x0](ffff9ba0d21af448), flags 100002 00000080:00000001:2.0:1789131396.588777:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1789131396.588780:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789131396.588782:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131396.588783:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d174d8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131396.588786:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d174d8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131396.588788:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.588791:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1789131396.588797:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.588800:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.588805:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983e00 count: 2 00010000:00000001:2.0:1789131396.588808:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.588812:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131396.588814:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x2:0x0]: 0 00000080:00000001:2.0:1789131396.588817:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789131396.588819:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789131396.588829:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d193cc00. 00000080:00000001:2.0:1789131396.588831:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789131396.588837:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789131396.588842:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1789131396.588845:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x2:0x0] 00000002:00000001:2.0:1789131396.588849:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789131396.588851:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x2:0x0] file closed with intent: 0 00000100:00000010:2.0:1789131396.588858:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4d81e00. 00000020:00000040:2.0:1789131396.588863:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=7 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:2.0:1789131396.588868:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131396.588871:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131396.588876:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131396.588883:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d193d000. 00000100:00000001:2.0:1789131396.588892:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789131396.588903:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789131396.588915:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789131396.588922:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4d81e00 x1876039997350912/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789131396.588930:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131396.588932:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131396.588939:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87180. 00000100:00000001:2.0:1789131396.588942:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499926912 : -110360209624704 : ffff9ba0c2e87180) 00000100:00000001:2.0:1789131396.588945:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.588946:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800846848 : -110359908704768 : ffff9ba0d4d81e00) 00000100:00000001:2.0:1789131396.588951:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131396.588956:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.588959:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131396.588961:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131396.588966:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d81e00 x1876039997350912/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.588973:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131396.588976:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.588986:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131396.588989:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131396.588992:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131396.588996:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d81e00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997350912:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131396.589001:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131396.589009:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131396.589012:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.589015:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131396.589020:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d1a20000. 02000000:00000001:2.0:1789131396.589022:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131396.589031:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131396.589036:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46aa8. 00000400:00000010:2.0:1789131396.589044:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e6e8. 00000100:00000200:2.0:1789131396.589052:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997350912, portal 10 00000100:00000001:2.0:1789131396.589054:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.589056:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800846848 : -110359908704768 : ffff9ba0d4d81e00) 00000100:00000040:2.0:1789131396.589063:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4d81e00 x1876039997350912/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.589070:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131396.589073:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131396.589076:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ef68. 00000100:00000200:2.0:1789131396.589079:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997350912, offset 0 00000400:00000200:2.0:1789131396.589087:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131396.589098:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.589107:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.589113:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131396.589119:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131396.589123:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131396.589126:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131396.589130:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [211:211:256:4294967295] 192.168.206.157@tcp LPNI seq info [211:211:8:4294967295] 00000400:00000200:2.0:1789131396.589134:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.589146:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131396.589159:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131396.589165:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964100. 00000800:00000200:2.0:1789131396.589172:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131396.589180:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131396.589185:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789131396.589223:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.589229:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 83538 usecs (84 jiffies) 00000400:00000200:2.0:1789131396.589233:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131396.589237:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983682 00000100:00000001:2.0:1789131396.589245:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983664 00000100:00000001:2.0:1789131396.589251:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983682 00000100:00000001:2.0:1789131396.589255:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983664 00000100:00000001:2.0:1789131396.589258:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.589261:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.589264:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131396.589266:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131396.589269:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87180 going to sleep for 11 seconds 00000100:00000001:2.0:1789131396.589272:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131396.589275:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.589966:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.589975:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964100. 00000400:00000200:3.0:1789131396.589982:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.589989:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.589996:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ef68 00000400:00000010:3.0:1789131396.589999:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ef68. 00000100:00000001:3.0:1789131396.590005:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.590011:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d81e00 x1876039997350912/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.590024:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.590028:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d81e00 x1876039997350912/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.590034:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.590036:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1789131396.591645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d5983400. 00000800:00000001:2.0:1789131396.596237:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.596260:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131396.596265:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.596268:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.596279:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.596289:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131396.596302:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.596307:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.596313:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.596318:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a06400 00000400:00000200:2.0:1789131396.596323:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.596330:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xa8d [1] + 224 00000800:00000001:2.0:1789131396.596451:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.596466:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.596529:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.596537:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131396.596547:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.596558:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d81e00 x1876039997350912/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131396.596570:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d4d81e00 x1876039997350912/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.596588:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131396.596600:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.596603:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1789131396.597888:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c6435c00. 00000100:00000001:1.0:1789131396.597898:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.597904:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131396.597906:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.597907:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131396.597909:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.597911:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.597920:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713748388160 : -110359961163456 : ffff9ba0d1b7a940) 00010000:00000001:1.0:1789131396.597926:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131396.597929:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131396.597935:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e800. 00010000:00000010:1.0:1789131396.597940:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa580. 00010000:00000001:1.0:1789131396.597945:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131396.597950:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba1021f6000. 00000020:00000001:1.0:1789131396.597955:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131396.597959:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba1021f6000 with handle 0xc8adac5b2d01fd64 to hash 00000020:00000001:1.0:1789131396.597961:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131396.597963:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.597967:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.597973:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131396.597977:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131396.597982:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd64 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131396.598008:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd64 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131396.598020:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd64 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131396.598025:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131396.598028:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131396.598035:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c620c900. 00000100:00000001:1.0:1789131396.598038:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713553950976 : -110360155600640 : ffff9ba0c620c900) 00000100:00000001:1.0:1789131396.598041:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131396.598043:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748388160 : -110359961163456 : ffff9ba0d1b7a940) 00000100:00000001:1.0:1789131396.598048:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131396.598053:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.598055:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131396.598057:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131396.598065:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7a940 x1876039997351040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.598074:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131396.598076:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131396.598081:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131396.598084:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131396.598087:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131396.598091:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7a940 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997351040:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131396.598096:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131396.598103:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131396.598106:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131396.598109:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131396.598114:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0c643d800. 02000000:00000001:1.0:1789131396.598117:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131396.598124:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131396.598128:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8eaa8. 00000400:00000010:1.0:1789131396.598140:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020440. 00000100:00000200:1.0:1789131396.598149:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997351040, portal 10 00000100:00000001:1.0:1789131396.598151:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131396.598152:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748388160 : -110359961163456 : ffff9ba0d1b7a940) 00000100:00000040:1.0:1789131396.598159:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b7a940 x1876039997351040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.598167:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131396.598169:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131396.598172:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020220. 00000100:00000200:1.0:1789131396.598176:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997351040, offset 0 00000400:00000200:1.0:1789131396.598184:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131396.598194:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131396.598202:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131396.598209:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131396.598215:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131396.598219:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131396.598222:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131396.598227:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [212:212:256:4294967295] 192.168.206.157@tcp LPNI seq info [212:212:8:4294967295] 00000400:00000200:1.0:1789131396.598232:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131396.598243:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131396.598250:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131396.598255:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4da00. 00000800:00000200:1.0:1789131396.598263:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131396.598273:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131396.598278:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4da00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789131396.598369:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131396.598375:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 81741 usecs (82 jiffies) 00000400:00000200:1.0:1789131396.598380:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131396.598383:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983689 00000100:00000001:1.0:1789131396.598392:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983682 00000100:00000001:1.0:1789131396.598406:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983689 00000100:00000001:1.0:1789131396.598410:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983682 00000100:00000001:1.0:1789131396.598413:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131396.598417:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.598420:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131396.598422:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131396.598425:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c620c900 going to sleep for 11 seconds 00000100:00000001:1.0:1789131396.598428:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131396.598431:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.598750:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.598762:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4da00. 00000400:00000200:3.0:1789131396.598768:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.598775:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.598782:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020220 00000400:00000010:3.0:1789131396.598784:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020220. 00000100:00000001:3.0:1789131396.598790:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.598795:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7a940 x1876039997351040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.598807:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.598810:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7a940 x1876039997351040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.598817:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.598819:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131396.606048:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.606073:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131396.606080:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.606082:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.606095:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.606105:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131396.606118:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.606123:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.606129:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.606134:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a06480 00000400:00000200:2.0:1789131396.606139:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.606146:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xa9d [1] + 224 00000800:00000001:2.0:1789131396.606155:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.606184:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.606188:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.606194:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131396.606527:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.606539:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7a940 x1876039997351040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131396.606551:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d1b7a940 x1876039997351040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.606668:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131396.606682:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.606687:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.606707:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131396.606719:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131396.606722:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131396.606726:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8eaa8. 00000400:00000200:3.0:1789131396.606732:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020440 00000400:00000010:3.0:1789131396.606735:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020440. 00000100:00000001:3.0:1789131396.606740:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.606745:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b7a940 x1876039997351040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789131396.606758:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b7a940 x1876039997351040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.606765:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131396.606767:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.606770:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131396.606774:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131396.606777:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131396.606779:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131396.606783:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131396.606795:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=109 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131396.606799:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131396.606802:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131396.606811:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.606815:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131396.606820:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.606825:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131396.606828:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:3.0:1789131396.606830:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131396.606834:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131396.606841:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b7a940 x1876039997351040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.606849:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131396.606852:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131396.606854:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131396.606859:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b7a940 x1876039997351040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789131396.606868:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b7a940 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997351040:192.168.206.157@tcp:101:createmany.0 00000100:00000001:3.0:1789131396.606873:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131396.606877:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.606879:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789131396.606882:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.606885:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7a940 x1876039997351040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.606893:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789131396.606897:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c620c900. 00000100:00000001:3.0:1789131396.606977:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789131396.606980:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.606984:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789131396.606990:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.606993:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.606997:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=4 00000020:00000001:3.0:1789131396.607063:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:3.0:1789131396.607067:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000040:3.0:1789131396.607075:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba1021f6000, remote cookie: 0x2d69527cc21153b0, flags: 0x1001 00010000:00010000:3.0:1789131396.607089:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd64 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153b0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131396.607100:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd64 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153b0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.607108:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789131396.607113:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789131396.607116:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789131396.607117:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789131396.607119:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789131396.607122:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c7d0e800) refcount = 1 00010000:00010000:3.0:1789131396.607127:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd64 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21153b0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.607133:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789131396.607138:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789131396.607140:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789131396.607143:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789131396.607146:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131396.607149:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd64 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153b0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.607156:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789131396.607158:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.607160:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.607161:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.607162:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.607164:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.607169:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789131396.607171:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.607172:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.607174:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:3.0:1789131396.607176:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:3.0:1789131396.607184:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:3.0:1789131396.607186:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.607187:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.607189:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=4 00000020:00000001:3.0:1789131396.607190:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:3.0:1789131396.607192:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:3.0:1789131396.607196:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131396.607199:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131396.607203:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd64 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21153b0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.607460:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.607464:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.607466:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.607467:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.607514:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=5 00000020:00000001:3.0:1789131396.607517:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:3.0:1789131396.607520:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:3.0:1789131396.607523:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131396.607526:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd64 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21153b0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.607533:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.607534:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789131396.607537:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd64 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21153b0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.607543:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131396.607544:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.607545:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.607547:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.607548:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789131396.607564:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d1b7a940 x1876039997351040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789131396.607575:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.607577:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.607578:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:3.0:1789131396.607580:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:3.0:1789131396.607583:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:3.0:1789131396.607585:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.607586:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131396.607588:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.607590:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.607594:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789131396.607596:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.607598:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.607599:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:3.0:1789131396.607601:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:3.0:1789131396.607603:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00000002:00010000:3.0:1789131396.607607:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd64 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153b0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131396.607614:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.607615:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.607617:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789131396.607618:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131396.607619:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131396.607621:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:3.0:1789131396.607623:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:3.0:1789131396.607625:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000040:3.0:1789131396.607633:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e800 count: 2 00010000:00000001:3.0:1789131396.607636:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789131396.607640:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789131396.607643:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.607652:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131396.607654:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789131396.607658:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:3.0:1789131396.607661:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789131396.607664:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131396.607674:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131396.607677:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789131396.607681:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789131396.607684:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789131396.607688:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:3.0:1789131396.607704:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d2de0e00. 00000080:00000001:3.0:1789131396.607710:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789131396.607713:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789131396.607720:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789131396.607724:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789131396.609582:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c5594d80. 00800000:00000001:2.0:1789131396.609595:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713540877696 : -110360168673920 : ffff9ba0c5594d80) 00800000:00000001:2.0:1789131396.609599:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.609604:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131396.609610:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789131396.609612:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789131396.609616:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789131396.609620:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789131396.609622:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.609627:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789131396.609630:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789131396.609636:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:2.0:1789131396.609640:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.609643:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.609647:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:2.0:1789131396.609649:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:2.0:1789131396.609652:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:2.0:1789131396.609656:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.609658:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131396.609659:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131396.609664:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789131396.609665:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c5594d80 1 00800000:00000010:2.0:1789131396.609668:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c5594d80. 00800000:00000001:2.0:1789131396.609673:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.609677:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fd64 00800000:00000001:2.0:1789131396.609680:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131396.609684:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131396.609685:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.609686:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.609687:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:2.0:1789131396.609715:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:2.0:1789131396.609718:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:2.0:1789131396.609721:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.609722:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.609723:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.609725:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.609728:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.609731:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:2.0:1789131396.609735:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd64 from it ffffbc4101cb7bf8 00010000:00000001:2.0:1789131396.609737:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.609738:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.609739:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:2.0:1789131396.609741:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:2.0:1789131396.609743:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:2.0:1789131396.609746:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.609750:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd64 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21153b0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.609758:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.609759:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.609761:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131396.609765:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131396.609767:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd64 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153b0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131396.609776:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131396.609780:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131396.609782:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.609901:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.609903:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.609905:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.609908:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131396.609910:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.609912:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.609924:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.609926:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.609927:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.609928:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131396.609932:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.609947:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d1b7a940 x1876039997351040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.609956:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131396.609960:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131396.609964:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0c643d800. 02000000:00000001:2.0:1789131396.609970:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131396.609974:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131396.609976:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=7 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:2.0:1789131396.609978:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131396.609982:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c6435c00. 02000000:00000001:2.0:1789131396.609986:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131396.609989:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131396.609991:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d1b7a940. 00000100:00000001:2.0:1789131396.610072:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131396.610076:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131396.610081:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:2.0:1789131396.610087:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131396.610106:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c7d105c0. 00000080:00000001:2.0:1789131396.610112:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131396.610114:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131396.610116:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:2.0:1789131396.610119:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:2.0:1789131396.610125:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193da00. 00800000:00000002:2.0:1789131396.610131:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131396.610134:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131396.610137:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.610139:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:2.0:1789131396.610142:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131396.610145:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131396.610149:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131396.610153:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.610160:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:2.0:1789131396.610162:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131396.610166:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131396.610168:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.610171:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.610178:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e800 count: 2 00010000:00000001:2.0:1789131396.610181:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131396.610187:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.610191:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789131396.610195:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd64 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153b0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789131396.610204:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789131396.610208:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.610212:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd64 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153b0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789131396.610280:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789131396.610284:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131396.610286:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131396.610288:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131396.610290:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131396.610292:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789131396.610296:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789131396.610298:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:2.0:1789131396.610302:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193da00. 00000080:00000001:2.0:1789131396.610306:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131396.610308:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.610310:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:2.0:1789131396.610313:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fd64 00800000:00000001:2.0:1789131396.610316:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131396.610318:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131396.610320:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.610322:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.610330:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:2.0:1789131396.610333:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:2.0:1789131396.610404:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:2.0:1789131396.610409:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.610410:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.610412:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.610414:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.610417:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd64 from it ffffbc4101cb7b38 00010000:00000001:2.0:1789131396.610419:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.610420:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.610421:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:2.0:1789131396.610423:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:2.0:1789131396.610425:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:2.0:1789131396.610427:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.610430:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd64 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21153b0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131396.610436:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.610437:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.610438:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131396.610440:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131396.610442:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd64 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153b0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789131396.610448:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131396.610450:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131396.610451:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.610453:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.610454:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.610455:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.610457:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131396.610458:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.610460:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.610462:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.610552:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.610554:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.610555:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131396.610558:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789131396.610559:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131396.610562:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:2.0:1789131396.610566:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.610570:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789131396.610572:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:2.0:1789131396.610574:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-1, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d8799980, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1789131396.610581:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0c85b5a20. 00000080:00000001:2.0:1789131396.610586:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789131396.610588:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:2.0:1789131396.610590:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-1, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:2.0:1789131396.610597:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193da00. 00800000:00000002:2.0:1789131396.610601:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131396.610605:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131396.610607:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.610609:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:2.0:1789131396.610610:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131396.610614:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789131396.610616:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789131396.610621:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:2.0:1789131396.610624:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789131396.610626:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789131396.610629:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789131396.610633:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789131396.610636:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x3:0x0] 40000000:00000001:2.0:1789131396.610639:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.610642:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.610643:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.610645:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.610647:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:2.0:1789131396.610649:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x3:0x0], name='f0a.replay-dual-1' -> mds #0 layout version 1 00000002:00000001:2.0:1789131396.610653:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.610660:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:2.0:1789131396.610661:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-1,[0x200000402:0x3:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1789131396.610665:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789131396.610668:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789131396.610672:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789131396.610676:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.610677:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789131396.610680:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e800 count: 2 00010000:00000001:2.0:1789131396.610682:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131396.610684:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789131396.610688:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131396.610703:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd64 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc21153b0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789131396.610712:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131396.610716:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131396.610718:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131396.610721:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789131396.610723:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.610724:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.610727:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e800 count: 3 00010000:00000001:2.0:1789131396.610729:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.610731:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.610733:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.610734:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.610736:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e800 count: 3 00010000:00000001:2.0:1789131396.610737:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.610739:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.610741:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.610741:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.610743:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e800 count: 3 00010000:00000001:2.0:1789131396.610744:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.610746:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.610748:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131396.610750:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789131396.610754:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789131396.610761:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789131396.610764:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131396.610765:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.610770:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131396.610774:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131396.610776:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131396.610777:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.610779:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789131396.610782:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba1021f6000 with handle 0xc8adac5b2d01fd64 from hash 00010000:00000001:2.0:1789131396.610852:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131396.610854:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.610856:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.610857:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131396.610860:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131396.610862:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789131396.610864:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131396.610866:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131396.610868:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789131396.610875:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4d812c0. 00000020:00000040:2.0:1789131396.610880:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=8 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:2.0:1789131396.610886:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789131396.610888:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.610891:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131396.610896:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.610898:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.610899:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.610900:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.610903:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131396.610905:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131396.610908:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131396.610917:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d1a23400. 00000100:00000001:2.0:1789131396.610925:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.610931:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.610934:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789131396.610937:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd64 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21153b0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789131396.610955:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789131396.610957:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131396.610959:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131396.610961:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd64 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21153b0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1789131396.610969:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e800 count: 0 00010000:00000010:2.0:1789131396.610975:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa580. 00010000:00000001:2.0:1789131396.610993:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.610995:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.610996:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.610998:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.611000:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.611011:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713800843968 : -110359908707648 : ffff9ba0d4d812c0) 00010000:00000001:2.0:1789131396.611016:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131396.611018:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131396.611023:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998900. 00010000:00000010:2.0:1789131396.611026:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfee00. 00010000:00000001:2.0:1789131396.611030:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131396.611034:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c13fc200. 00000020:00000001:2.0:1789131396.611036:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131396.611039:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c13fc200 with handle 0xc8adac5b2d01fd6b to hash 00000020:00000001:2.0:1789131396.611041:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131396.611043:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.611047:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:2.0:1789131396.611050:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.611052:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.611055:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd6b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.611063:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd6b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789131396.611085:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789131396.611096:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4d812c0 x1876039997351296/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789131396.611107:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd6b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131396.611113:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131396.611115:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131396.611123:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87600. 00000100:00000001:2.0:1789131396.611126:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499928064 : -110360209623552 : ffff9ba0c2e87600) 00000100:00000001:2.0:1789131396.611129:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.611130:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800843968 : -110359908707648 : ffff9ba0d4d812c0) 00000100:00000001:2.0:1789131396.611136:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131396.611141:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.611144:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131396.611145:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131396.611150:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d812c0 x1876039997351296/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.611159:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131396.611161:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.611166:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131396.611168:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131396.611171:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131396.611175:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d812c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997351296:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131396.611179:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131396.611186:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131396.611189:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.611192:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131396.611319:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0c7c20000. 02000000:00000001:2.0:1789131396.611323:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131396.611333:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131396.611420:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46478. 00000400:00000010:2.0:1789131396.611430:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c2f52000. 00000100:00000200:2.0:1789131396.611439:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997351296, portal 10 00000100:00000001:2.0:1789131396.611441:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.611443:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800843968 : -110359908707648 : ffff9ba0d4d812c0) 00000100:00000040:2.0:1789131396.611451:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4d812c0 x1876039997351296/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.611459:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131396.611462:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131396.611467:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ed48. 00000100:00000200:2.0:1789131396.611667:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997351296, offset 0 00000400:00000200:2.0:1789131396.611677:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131396.611689:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.611706:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.611712:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131396.611717:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131396.611721:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131396.611724:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131396.611728:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [213:213:256:4294967295] 192.168.206.157@tcp LPNI seq info [213:213:8:4294967295] 00000400:00000200:2.0:1789131396.611733:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.611744:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131396.611752:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131396.611759:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964200. 00000800:00000200:2.0:1789131396.611766:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131396.611774:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131396.611780:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964200 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1789131396.611809:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.611814:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 80055 usecs (81 jiffies) 00000400:00000200:2.0:1789131396.611817:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131396.611820:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983702 00000100:00000001:2.0:1789131396.611829:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983689 00000100:00000001:2.0:1789131396.611840:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983702 00000100:00000001:2.0:1789131396.611844:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983689 00000100:00000001:2.0:1789131396.611847:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.611850:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.611853:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131396.611855:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131396.611858:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87600 going to sleep for 11 seconds 00000100:00000001:2.0:1789131396.611861:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131396.611864:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.612103:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.612110:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964200. 00000400:00000200:3.0:1789131396.612117:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.612123:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.612129:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ed48 00000400:00000010:3.0:1789131396.612131:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ed48. 00000100:00000001:3.0:1789131396.612137:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.612143:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d812c0 x1876039997351296/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.612155:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.612159:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d812c0 x1876039997351296/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.612167:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.612169:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789131396.617520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e800. 00010000:00000010:2.1:1789131396.617542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba1021f6000. 00000800:00000001:2.0:1789131396.619985:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.620008:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131396.620014:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.620016:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.620027:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.620036:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131396.620046:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.620051:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.620057:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.620061:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a06580 00000400:00000200:2.0:1789131396.620067:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.620073:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xaa5 [32] + 224 00000800:00000001:2.0:1789131396.620081:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.620088:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.620092:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.620096:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131396.620105:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.620115:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d812c0 x1876039997351296/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131396.620126:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d4d812c0 x1876039997351296/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.620151:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131396.620181:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131396.620185:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.620191:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.620198:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [214:214:256:4294967295] 192.168.206.157@tcp LPNI seq info [214:214:8:4294967295] 00000400:00000200:2.0:1789131396.620202:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.620222:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131396.620229:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131396.620242:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d837b000. 00000800:00000200:2.0:1789131396.620249:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131396.620258:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131396.620264:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d837b000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131396.620375:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131396.620380:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d837b000. 00000400:00000200:2.0:1789131396.620384:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.620387:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131396.620394:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.620398:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131396.621074:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131396.621086:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131396.621089:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131396.621094:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46478. 00000400:00000200:1.0:1789131396.621101:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c2f52000 00000400:00000010:1.0:1789131396.621104:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c2f52000. 00000100:00000001:1.0:1789131396.621109:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131396.621118:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d812c0 x1876039997351296/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131396.621129:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d812c0 x1876039997351296/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.621136:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131396.621139:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131396.621141:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131396.621145:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131396.621148:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131396.621150:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131396.621154:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131396.621165:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=109 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131396.621170:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131396.621173:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131396.621176:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.621179:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131396.621183:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.621187:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131396.621202:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1789131396.621204:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131396.621219:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131396.621221:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800843968 : -110359908707648 : ffff9ba0d4d812c0) 00000100:00000001:1.0:1789131396.621225:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131396.621227:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131396.621229:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131396.621232:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131396.621238:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.621247:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131396.621250:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131396.621253:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131396.621257:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131396.621265:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d812c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997351296:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131396.621271:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131396.621274:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.621277:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131396.621280:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131396.621283:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.621290:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131396.621293:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87600. 00000100:00000001:1.0:1789131396.621297:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131396.621298:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.621302:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131396.621308:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.621311:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.621314:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=4 00000020:00000001:1.0:1789131396.621317:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:1.0:1789131396.621321:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000040:1.0:1789131396.621336:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c13fc200, remote cookie: 0x2d69527cc21153cc, flags: 0x1001 00010000:00010000:1.0:1789131396.621342:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd6b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153cc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789131396.621351:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x3:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789131396.621355:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789131396.621365:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e700. 00010000:00000010:1.0:1789131396.621370:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa000. 00010000:00000040:1.0:1789131396.621376:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998900 count: 0 00010000:00000010:1.0:1789131396.621383:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfee00. 00010000:00000001:1.0:1789131396.621392:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131396.621396:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd6b lrc: 4/0,1 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153cc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131396.621404:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd6b lrc: 4/0,1 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153cc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.621412:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131396.621417:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131396.621420:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131396.621421:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131396.621423:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131396.621426:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x3:0x0].0x0 (ffff9ba0c7d0e700) refcount = 1 00010000:00010000:1.0:1789131396.621430:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd6b lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21153cc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.621437:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131396.621441:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131396.621443:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131396.621446:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131396.621448:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131396.621457:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd6b lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153cc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.621464:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131396.621466:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.621855:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.621859:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.621861:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.621863:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.621869:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131396.621873:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.621875:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.621877:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=3 00000020:00000001:1.0:1789131396.621880:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:1.0:1789131396.621883:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:1.0:1789131396.621885:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.621886:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.621887:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=4 00000020:00000001:1.0:1789131396.621889:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:1.0:1789131396.621891:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:1.0:1789131396.621895:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131396.621899:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131396.621903:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd6b lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21153cc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.621910:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.621912:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.621913:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.621914:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.621915:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=5 00000020:00000001:1.0:1789131396.621917:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:1.0:1789131396.621919:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:1.0:1789131396.621922:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131396.621932:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd6b lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21153cc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.621938:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.621940:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131396.621942:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd6b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21153cc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.621948:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131396.621950:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.621951:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.621952:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.621953:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131396.621973:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131396.621985:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789131396.621991:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131396.621997:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.622006:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.622007:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.622009:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=3 00000020:00000001:1.0:1789131396.622011:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:1.0:1789131396.622013:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00000002:00010000:1.0:1789131396.622017:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153cc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789131396.622028:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c2f257c0. 00010000:00000001:1.0:1789131396.622031:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.622032:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131396.622034:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.622036:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.622045:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789131396.622049:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131396.622051:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800843968 : -110359908707648 : ffff9ba0d4d812c0) 00000100:00000001:1.0:1789131396.622058:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131396.622059:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800843968 : -110359908707648 : ffff9ba0d4d812c0) 00010000:00000001:1.0:1789131396.622061:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.622063:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.622064:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=3 00000020:00000001:1.0:1789131396.622066:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:1.0:1789131396.622068:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00000002:00010000:1.0:1789131396.622071:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153cc expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.622079:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.622080:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.622083:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131396.622084:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.622086:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.622087:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=3 00000020:00000001:1.0:1789131396.622089:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:1.0:1789131396.622091:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000040:1.0:1789131396.622097:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e700 count: 2 00010000:00000001:1.0:1789131396.622099:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131396.622104:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/3 (0 0) 00010000:00000001:1.0:1789131396.622107:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.622108:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131396.622110:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131396.622113:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:1.0:1789131396.622116:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-1 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789131396.622119:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131396.622124:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131396.622127:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131396.622130:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789131396.622139:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131396.622144:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131396.622147:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789131396.622149:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0c85b5a20 it_disposition 1800037 00000080:00002000:1.0:1789131396.622157:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2184a20 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789131396.622163:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131396.622166:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789131396.622169:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:1.0:1789131396.622171:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-1, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:1.0:1789131396.622175:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789131396.622177:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131396.622183:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789131396.622188:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131396.622194:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:1.0:1789131396.622197:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789131396.622272:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d2175ac0. 00000020:00000001:1.0:1789131396.622288:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789131396.622290:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789131396.622294:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789131396.622296:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x3:0x0](ffff9ba0d2175b88) 00000020:00000001:1.0:1789131396.622301:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131396.622305:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554876824 : -110360154674792 : ffff9ba0c62ee998) 00000020:00001000:1.0:1789131396.622308:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee990 00000020:00000001:1.0:1789131396.622314:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789131396.622320:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d835e258. 00000020:00000001:1.0:1789131396.622323:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131396.622325:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131396.622334:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789131396.622339:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d19ab7c0. 00020000:00000001:1.0:1789131396.622341:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713746491328 : -110359963060288 : ffff9ba0d19ab7c0) 00020000:00000001:1.0:1789131396.622344:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:1.0:1789131396.622347:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131396.622356:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9a20. 00020000:00000010:1.0:1789131396.622361:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b880. 00020000:00000010:1.0:1789131396.622367:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9de0. 00020000:00000001:1.0:1789131396.622369:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798979040 : -110359910572576 : ffff9ba0d4bb9de0) 00020000:00000002:1.0:1789131396.622378:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9de0, objid 0x3:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131396.622384:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131396.622388:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b880: ostid: 0x280000400:3 ost idx: 1 gen: 0 00020000:00000001:1.0:1789131396.622392:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789131396.622394:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9de0, objid 0x3:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131396.622396:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131396.622399:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b880: ostid: 0x280000400:3 ost idx: 1 gen: 0 00020000:00000010:1.0:1789131396.622403:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c2b955b0. 00020000:00000010:1.0:1789131396.622407:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c620ccc0. 00020000:00000001:1.0:1789131396.622412:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789131396.622415:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0d2e9f500. 00020000:00000001:1.0:1789131396.622419:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789131396.622420:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000010:1.0:1789131396.622430:0:10482:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff9ba0d2a4da00. 00020000:00000001:1.0:1789131396.622435:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789131396.622439:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d835e000. 00000020:00000001:1.0:1789131396.622441:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131396.622443:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131396.622445:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713857323136 : -110359852228480 : ffff9ba0d835e080) 00020000:00000001:1.0:1789131396.622449:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789131396.622454:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d1a06988. 00020000:00000001:1.0:1789131396.622457:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131396.622462:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713857323136 : -110359852228480 : ffff9ba0d835e080) 00020000:00000001:1.0:1789131396.622464:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713857323136 : -110359852228480 : ffff9ba0d835e080) 00020000:00000002:1.0:1789131396.622500:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x3:0x0]@ffff9ba0d835e000[0:0] -> [0x200000402:0x3:0x0]@ffff9ba0d835e258: ostid: 0x280000400:3 ost idx: 1 gen: 0 00020000:00000001:1.0:1789131396.622505:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:1.0:1789131396.622508:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789131396.622510:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1789131396.622514:0:10482:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff9ba0d2a4de00. 00000020:00000001:1.0:1789131396.622518:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713857323736 : -110359852227880 : ffff9ba0d835e2d8) 00000020:00001000:1.0:1789131396.622527:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee990 00000080:00000001:1.0:1789131396.622533:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:1.0:1789131396.622536:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789131396.622538:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279491 mtime from 0 to 1789131396 00000080:00000001:1.0:1789131396.622543:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789131396.622546:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754659720 : -110359954891896 : ffff9ba0d2175b88) 00010000:00000001:1.0:1789131396.622549:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.622550:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.622552:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=3 00000020:00000001:1.0:1789131396.622554:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:1.0:1789131396.622556:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00000080:00000001:1.0:1789131396.622560:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789131396.622561:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131396.622563:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554876824 : -110360154674792 : ffff9ba0c62ee998) 00000020:00001000:1.0:1789131396.622565:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee990 00000020:00000001:1.0:1789131396.622567:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789131396.622570:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789131396.622571:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131396.622575:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9d80. 00020000:00000010:1.0:1789131396.622577:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320ba00. 00020000:00000010:1.0:1789131396.622580:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9c00. 00020000:00000001:1.0:1789131396.622582:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798978560 : -110359910573056 : ffff9ba0d4bb9c00) 00020000:00000002:1.0:1789131396.622585:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9c00, objid 0x3:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131396.622589:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131396.622592:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320ba00: ostid: 0x280000400:3 ost idx: 1 gen: 0 00020000:00000002:1.0:1789131396.622596:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d19ab7c0) owner ffff9ba0c2f34f80 00020000:00000001:1.0:1789131396.622599:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789131396.622601:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d19ab7c0) owner ffff9ba0c2f34f80 00020000:00000010:1.0:1789131396.622606:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c320ba00. 00020000:00000010:1.0:1789131396.622610:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d4bb9d80. 00020000:00000010:1.0:1789131396.622614:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d4bb9c00. 00020000:00000002:1.0:1789131396.622616:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x3:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789131396.622624:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131396.622626:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131396.622630:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789131396.622632:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab7c0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131396.622635:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d4bb9de0 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:1.0:1789131396.622638:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab7c0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131396.622640:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789131396.622642:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789131396.622644:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789131396.622646:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789131396.622648:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789131396.622650:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x3:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789131396.622652:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee990 00000080:00000001:1.0:1789131396.622655:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.622656:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.622658:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131396.622659:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131396.622663:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789131396.622665:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131396.622667:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x3:0x0](ffff9ba0d2175b88) 00000080:00010000:1.0:1789131396.622670:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x3:0x0](ffff9ba0d2175b88) for lock 0xc8adac5b2d01fd6b 00800000:00000001:1.0:1789131396.622673:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131396.622675:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131396.622676:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.622678:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.622679:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=3 00000020:00000001:1.0:1789131396.622681:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:1.0:1789131396.622683:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:1.0:1789131396.622686:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.622687:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131396.622689:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131396.622702:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.622704:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789131396.622706:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131396.622714:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.622734:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131396.622740:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d2175b88 need_sync_to_mds [0x200000402:0x3:0x0] 00000080:00000001:1.0:1789131396.622744:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131396.622747:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x3:0x0](ffff9ba0d2175b88) 00000080:00000001:1.0:1789131396.622750:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131396.622754:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193da00. 00000100:00000001:1.0:1789131396.622758:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131396.622762:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.622767:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.622771:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789131396.622773:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131396.622775:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d2175b88 need_sync_to_mds [0x200000402:0x3:0x0] 00000080:00000001:1.0:1789131396.622785:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789131396.622787:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:1.0:1789131396.622789:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-1:[0x200000402:0x3:0x0](ffff9ba0d2175b88), flags 100102 00000080:00000010:1.0:1789131396.622798:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c178cc80. 00000080:00000010:1.0:1789131396.622804:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2f25400. 00000080:00000001:1.0:1789131396.622807:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789131396.622811:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789131396.622815:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789131396.622818:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c658d220. 00000002:00100000:1.0:1789131396.622823:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131396.622828:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131396.622830:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789131396.622834:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789131396.622837:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.622840:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131396.622842:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131396.622845:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789131396.622862:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131396.622866:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0c7c20000. 02000000:00000001:1.0:1789131396.622889:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789131396.622891:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131396.622894:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:1.0:1789131396.622896:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-1:[0x200000402:0x3:0x0](ffff9ba0d2175b88), flags 100102, rc = 0 00000080:00000001:1.0:1789131396.622901:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789131396.622903:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0c85b5a20 released 00000080:00010000:1.0:1789131396.622906:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd6b from it ffff9ba0c85b5a20 00010000:00000001:1.0:1789131396.622908:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.622909:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.622911:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc200 refcount=3 00000020:00000001:1.0:1789131396.622913:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:1.0:1789131396.622915:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094720 : -110360237456896 : ffff9ba0c13fc200) 00010000:00000001:1.0:1789131396.622917:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131396.622921:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc21153cc expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.622928:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.622929:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.622930:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131396.622934:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131396.622936:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd6b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc21153cc expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131396.622944:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131396.622948:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131396.622950:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131396.622955:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.622956:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.622958:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.622962:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131396.622964:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.622971:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.622975:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.622978:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131396.622979:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.622980:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131396.622981:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789131396.622984:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789131396.622986:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789131396.622988:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789131396.622991:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789131396.622992:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.622996:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789131396.622998:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.623000:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131396.623002:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.623004:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131396.623007:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0c85b5a20. 00000080:00000001:1.0:1789131396.623010:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.623015:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789131396.623018:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x3:0x0](ffff9ba0d2175b88), inode mode 81a4 mask 40 00000080:00000001:1.0:1789131396.623021:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131396.623049:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131396.623052:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab7c0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131396.623055:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab7c0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131396.623057:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.623067:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789131396.623069:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:1.0:1789131396.623071:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-1:[0x200000402:0x3:0x0](ffff9ba0d2175b88), flags 100002 00000080:00000001:1.0:1789131396.623074:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789131396.623076:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789131396.623077:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131396.623080:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab7c0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131396.623083:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab7c0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131396.623084:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.623087:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789131396.623092:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131396.623101:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131396.623105:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e700 count: 2 00010000:00000001:1.0:1789131396.623107:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131396.623111:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131396.623113:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x3:0x0]: 0 00000080:00000001:1.0:1789131396.623116:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789131396.623119:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789131396.623122:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d1936200. 00000080:00000001:1.0:1789131396.623124:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789131396.623129:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789131396.623133:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789131396.623135:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x3:0x0] 00000002:00000001:1.0:1789131396.623138:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789131396.623141:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x3:0x0] file closed with intent: 0 00000100:00000010:1.0:1789131396.623147:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4a2f480. 00000020:00000040:1.0:1789131396.623151:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=9 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:1.0:1789131396.623156:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131396.623159:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131396.623163:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131396.623170:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d1937400. 00000100:00000001:1.0:1789131396.623177:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789131396.623189:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789131396.623200:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789131396.623278:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4a2f480 x1876039997351552/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789131396.623286:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131396.623289:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131396.623297:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c620cd80. 00000100:00000001:1.0:1789131396.623299:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713553952128 : -110360155599488 : ffff9ba0c620cd80) 00000100:00000001:1.0:1789131396.623302:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131396.623303:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797362816 : -110359912188800 : ffff9ba0d4a2f480) 00000100:00000001:1.0:1789131396.623308:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131396.623313:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.623321:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131396.623323:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131396.623327:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4a2f480 x1876039997351552/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.623335:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131396.623338:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131396.623342:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131396.623345:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131396.623348:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131396.623351:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2f480 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997351552:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131396.623356:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131396.623363:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131396.623366:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131396.623369:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131396.623374:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c6436c00. 02000000:00000001:1.0:1789131396.623376:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131396.623385:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131396.623390:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131396.623399:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020c38. 00000100:00000200:1.0:1789131396.623408:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997351552, portal 10 00000100:00000001:1.0:1789131396.623410:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131396.623411:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797362816 : -110359912188800 : ffff9ba0d4a2f480) 00000100:00000040:1.0:1789131396.623418:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4a2f480 x1876039997351552/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.623426:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131396.623429:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131396.623431:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020908. 00000100:00000200:1.0:1789131396.623435:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997351552, offset 0 00000400:00000200:1.0:1789131396.623442:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131396.623453:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131396.623461:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131396.623467:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131396.623524:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131396.623536:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131396.623539:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131396.623543:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [215:215:256:4294967295] 192.168.206.157@tcp LPNI seq info [215:215:8:4294967295] 00000400:00000200:1.0:1789131396.623549:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131396.623560:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131396.623567:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131396.623572:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d700. 00000800:00000200:1.0:1789131396.623580:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131396.623589:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131396.623593:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131396.623752:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131396.623758:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 78483 usecs (79 jiffies) 00000400:00000200:1.0:1789131396.623763:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131396.623765:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983712 00000100:00000001:1.0:1789131396.623775:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983702 00000100:00000001:1.0:1789131396.623781:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983712 00000100:00000001:1.0:1789131396.623785:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983702 00000100:00000001:1.0:1789131396.623789:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131396.623792:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.623795:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131396.623797:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131396.623800:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c620cd80 going to sleep for 11 seconds 00000100:00000001:1.0:1789131396.623803:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131396.623806:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131396.624302:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131396.624308:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d700. 00000400:00000200:2.0:1789131396.624315:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.624322:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131396.624329:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020908 00000400:00000010:2.0:1789131396.624332:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020908. 00000100:00000001:2.0:1789131396.624338:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131396.624345:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2f480 x1876039997351552/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.624356:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.624370:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2f480 x1876039997351552/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.624378:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.624380:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131396.626539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998900. 00000800:00000001:2.0:1789131396.632075:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.632097:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131396.632103:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.632105:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.632117:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.632126:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131396.632138:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.632143:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.632150:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.632155:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a06680 00000400:00000200:2.0:1789131396.632160:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.632167:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xab5 [1] + 224 00000800:00000001:2.0:1789131396.632188:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.632402:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.632407:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.632413:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131396.632424:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.632434:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2f480 x1876039997351552/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131396.632446:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d4a2f480 x1876039997351552/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.632527:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131396.632581:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131396.632593:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.632597:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131396.632673:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131396.632676:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131396.632680:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131396.632684:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020c38 00000400:00000010:1.0:1789131396.632688:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020c38. 00000100:00000001:1.0:1789131396.632702:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131396.632723:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4a2f480 x1876039997351552/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131396.632732:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4a2f480 x1876039997351552/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.632739:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131396.632741:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131396.632744:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131396.632748:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131396.632751:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131396.632753:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131396.632756:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131396.632767:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=108 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131396.632772:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131396.632774:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131396.632776:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.632779:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131396.632783:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.632786:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131396.632789:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789131396.632790:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131396.632793:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131396.632795:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797362816 : -110359912188800 : ffff9ba0d4a2f480) 00000100:00000001:1.0:1789131396.632799:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131396.632801:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131396.632802:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131396.632805:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131396.632811:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4a2f480 x1876039997351552/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.632818:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131396.632821:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131396.632824:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131396.632828:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4a2f480 x1876039997351552/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131396.632847:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2f480 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997351552:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131396.632852:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131396.632855:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.632858:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131396.632860:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131396.632864:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2f480 x1876039997351552/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.632871:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131396.632874:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c620cd80. 00000100:00000001:1.0:1789131396.632877:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131396.632879:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.632888:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131396.632889:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797362816 : -110359912188800 : ffff9ba0d4a2f480) 00000002:00000001:1.0:1789131396.632892:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131396.632895:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131396.632902:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936200. 00000080:00000001:1.0:1789131396.632907:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789131396.632910:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789131396.632916:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789131396.632921:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131396.632928:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131396.632929:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131396.632931:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2f25400. 00000100:00000001:1.0:1789131396.632935:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131396.632937:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2f480 x1876039997351552/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.632942:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.632945:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131396.633019:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c178cc80. 00000080:00000001:1.0:1789131396.633029:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131396.633036:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:1.0:1789131396.633039:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-1:[0x200000402:0x3:0x0](ffff9ba0d2175b88), flags 100002, rc = 0 00000080:00000001:1.0:1789131396.633043:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.633049:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789131396.633051:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:1.0:1789131396.633053:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-1 (ffff9ba0d2184a20, parent ffff9ba0d20e4ca8, inode ffff9ba0d2175b88) hashed, 00000080:00000001:1.0:1789131396.633056:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.633133:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131396.633137:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131396.633139:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131396.633140:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:1.0:1789131396.633143:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131396.633148:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d1936200. 00800000:00000002:1.0:1789131396.633156:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131396.633161:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131396.633165:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131396.633167:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:1.0:1789131396.633169:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131396.633173:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131396.633188:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131396.633194:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131396.633196:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:1.0:1789131396.633198:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131396.633210:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131396.633213:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131396.633217:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131396.633376:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.633380:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.633381:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.633384:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131396.633388:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789131396.633394:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4a2da40. 00000020:00000040:1.0:1789131396.633399:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=10 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:1.0:1789131396.633407:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131396.633421:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131396.633429:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.633431:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.633432:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.633436:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131396.633439:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131396.633445:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131396.633453:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c6437800. 00000100:00000001:1.0:1789131396.633460:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.633465:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131396.633467:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.633903:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131396.633905:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.633908:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.633915:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713797356096 : -110359912195520 : ffff9ba0d4a2da40) 00010000:00000001:1.0:1789131396.633920:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131396.633923:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131396.633929:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0ef00. 00010000:00000010:1.0:1789131396.633933:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa180. 00010000:00000001:1.0:1789131396.633938:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131396.633943:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba1021f6000. 00000020:00000001:1.0:1789131396.633958:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131396.633962:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba1021f6000 with handle 0xc8adac5b2d01fd72 to hash 00000020:00000001:1.0:1789131396.633965:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131396.633966:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.633970:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.633975:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131396.633978:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131396.633982:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd72 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131396.633993:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd72 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131396.634003:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd72 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131396.634017:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131396.634019:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131396.634026:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c620cd80. 00000100:00000001:1.0:1789131396.634028:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713553952128 : -110360155599488 : ffff9ba0c620cd80) 00000100:00000001:1.0:1789131396.634031:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131396.634032:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797356096 : -110359912195520 : ffff9ba0d4a2da40) 00000100:00000001:1.0:1789131396.634038:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131396.634043:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.634045:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131396.634047:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131396.634057:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4a2da40 x1876039997351680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.634065:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131396.634068:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131396.634072:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131396.634075:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131396.634078:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131396.634082:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2da40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997351680:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131396.634086:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131396.634093:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131396.634097:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131396.634100:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131396.634105:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131396.634107:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131396.634114:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131396.634119:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131396.634128:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020c38. 00000100:00000200:1.0:1789131396.634135:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997351680, portal 10 00000100:00000001:1.0:1789131396.634137:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131396.634138:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797356096 : -110359912195520 : ffff9ba0d4a2da40) 00000100:00000040:1.0:1789131396.634144:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4a2da40 x1876039997351680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.634162:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131396.634165:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131396.634168:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020a18. 00000100:00000200:1.0:1789131396.634173:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997351680, offset 0 00000400:00000200:1.0:1789131396.634195:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131396.634213:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131396.634229:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131396.634236:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131396.634241:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131396.634245:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131396.634248:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131396.634252:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [216:216:256:4294967295] 192.168.206.157@tcp LPNI seq info [216:216:8:4294967295] 00000400:00000200:1.0:1789131396.634257:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131396.634268:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131396.634275:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131396.634282:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d500. 00000800:00000200:1.0:1789131396.634290:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131396.634298:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131396.634304:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789131396.634323:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131396.634329:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 76967 usecs (77 jiffies) 00000400:00000200:1.0:1789131396.634333:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131396.634336:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983720 00000100:00000001:1.0:1789131396.634346:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983712 00000100:00000001:1.0:1789131396.634353:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983720 00000100:00000001:1.0:1789131396.634356:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983712 00000100:00000001:1.0:1789131396.634367:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131396.634370:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.634379:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131396.634381:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131396.634384:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c620cd80 going to sleep for 11 seconds 00000100:00000001:1.0:1789131396.634387:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131396.634390:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131396.634982:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131396.634989:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d500. 00000400:00000200:2.0:1789131396.634995:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.635002:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131396.635008:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020a18 00000400:00000010:2.0:1789131396.635011:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020a18. 00000100:00000001:2.0:1789131396.635018:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131396.635025:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2da40 x1876039997351680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.635050:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.635054:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2da40 x1876039997351680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.635062:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.635063:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131396.642899:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.642929:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131396.642935:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.642938:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.642962:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.642973:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131396.642986:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.642991:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.642998:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.643002:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a06700 00000400:00000200:2.0:1789131396.643007:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.643014:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xabd [1] + 224 00000800:00000001:2.0:1789131396.643023:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.643031:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.643035:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.643040:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131396.643054:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.643066:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2da40 x1876039997351680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131396.643078:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d4a2da40 x1876039997351680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.643101:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131396.643113:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.643117:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131396.643199:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131396.643209:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131396.643212:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131396.643216:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131396.643221:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020c38 00000400:00000010:1.0:1789131396.643224:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020c38. 00000100:00000001:1.0:1789131396.643228:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131396.643233:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4a2da40 x1876039997351680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131396.643784:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4a2da40 x1876039997351680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.643794:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131396.643797:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131396.643800:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131396.643804:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131396.643807:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131396.643810:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131396.643814:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131396.643827:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=109 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131396.643831:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131396.643834:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131396.643837:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.643840:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131396.643845:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.643850:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131396.643853:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131396.643856:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131396.643859:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131396.643866:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4a2da40 x1876039997351680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.643901:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131396.643904:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131396.643907:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131396.643912:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4a2da40 x1876039997351680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131396.643921:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2da40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997351680:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131396.643927:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131396.643931:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.643933:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131396.643936:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131396.643940:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2da40 x1876039997351680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.643958:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131396.643961:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c620cd80. 00000100:00000001:1.0:1789131396.643966:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131396.643967:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.643971:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131396.643976:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.643980:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.643984:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=4 00000020:00000001:1.0:1789131396.643987:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.643990:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000040:1.0:1789131396.643997:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba1021f6000, remote cookie: 0x2d69527cc21153e1, flags: 0x1001 00010000:00010000:1.0:1789131396.644003:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd72 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153e1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131396.644015:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd72 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153e1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.644033:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131396.644038:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131396.644041:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131396.644042:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131396.644044:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131396.644047:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c7d0ef00) refcount = 1 00010000:00010000:1.0:1789131396.644051:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd72 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21153e1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.644057:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131396.644062:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131396.644063:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131396.644067:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131396.644069:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131396.644072:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd72 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153e1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.644078:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131396.644080:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.644082:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.644083:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.644085:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.644086:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.644092:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131396.644094:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.644096:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.644097:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:1.0:1789131396.644099:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.644102:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.644104:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.644106:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.644107:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=4 00000020:00000001:1.0:1789131396.644108:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.644117:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.644120:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131396.644124:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131396.644128:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd72 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21153e1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.644136:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.644137:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.644139:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.644140:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.644141:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=5 00000020:00000001:1.0:1789131396.644143:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.644145:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.644148:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131396.644151:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd72 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21153e1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.644157:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.644158:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131396.644161:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd72 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21153e1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.644167:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131396.644169:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.644170:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.644171:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.644172:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131396.644184:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d4a2da40 x1876039997351680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789131396.644194:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.644196:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.644197:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:1.0:1789131396.644204:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.644207:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.644210:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.644211:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131396.644212:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.644214:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.644219:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789131396.644221:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.644222:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.644224:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:1.0:1789131396.644225:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.644227:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00000002:00010000:1.0:1789131396.644231:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153e1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.644238:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.644239:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.644241:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131396.644869:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.644871:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.644873:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:1.0:1789131396.644877:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.644880:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000040:1.0:1789131396.644888:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ef00 count: 2 00010000:00000001:1.0:1789131396.644891:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131396.644896:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789131396.644899:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.644900:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131396.644902:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131396.644905:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:1.0:1789131396.644908:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789131396.644911:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131396.644919:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131396.644936:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131396.644939:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789131396.646170:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131396.646185:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131396.646191:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936200. 00000080:00000001:1.0:1789131396.646199:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131396.646202:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131396.646211:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789131396.646218:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789131396.646227:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c2f25400. 00800000:00000001:1.0:1789131396.646229:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713500574720 : -110360208976896 : ffff9ba0c2f25400) 00800000:00000001:1.0:1789131396.646232:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.646235:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131396.646238:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789131396.646240:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789131396.646243:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789131396.646247:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789131396.646249:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.646254:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789131396.646257:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789131396.646264:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:1.0:1789131396.646267:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.646270:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.646273:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:1.0:1789131396.646275:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.646277:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.646280:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.646282:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131396.646284:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131396.646286:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789131396.646288:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c2f25400 1 00800000:00000010:1.0:1789131396.646290:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c2f25400. 00800000:00000001:1.0:1789131396.646294:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131396.646298:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fd72 00800000:00000001:1.0:1789131396.646301:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131396.646315:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131396.646316:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.646318:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.646319:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:1.0:1789131396.646321:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.646323:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.646326:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.646328:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131396.646329:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131396.646331:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.646334:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131396.646350:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131396.646355:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd72 from it ffffbc4101cb7bf8 00010000:00000001:1.0:1789131396.646357:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.646365:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.646366:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:1.0:1789131396.646368:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.646370:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.646373:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131396.646378:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21153e1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.646386:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.646387:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.646388:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131396.646392:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131396.646394:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd72 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153e1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131396.646402:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131396.646407:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131396.646410:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131396.646415:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.646416:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.646424:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.646427:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131396.646429:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.646431:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.646435:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.646437:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131396.646439:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.646440:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131396.646444:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131396.646457:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4a2da40 x1876039997351680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.646465:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131396.646487:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131396.646492:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131396.646496:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131396.646499:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131396.646501:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=9 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:1.0:1789131396.646503:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131396.646518:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c6437800. 02000000:00000001:1.0:1789131396.646522:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131396.646525:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131396.646527:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4a2da40. 00000100:00000001:1.0:1789131396.646534:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131396.646536:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131396.646540:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:1.0:1789131396.646547:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131396.646567:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c658da80. 00000080:00000001:1.0:1789131396.646573:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131396.646575:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131396.646577:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:1.0:1789131396.646580:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131396.646586:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d1936200. 00800000:00000002:1.0:1789131396.646591:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131396.646595:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131396.646598:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131396.646600:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:1.0:1789131396.646603:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131396.646612:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131396.646616:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131396.646621:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131396.646624:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:1.0:1789131396.646625:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131396.646629:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131396.646630:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131396.646633:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131396.646640:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ef00 count: 2 00010000:00000001:1.0:1789131396.646643:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131396.646648:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131396.646652:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789131396.646656:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd72 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153e1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789131396.646664:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789131396.646669:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131396.646672:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd72 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153e1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789131396.646679:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789131396.646681:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131396.646683:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131396.646685:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131396.646687:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131396.646689:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789131396.646705:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789131396.646707:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131396.646710:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936200. 00000080:00000001:1.0:1789131396.646713:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131396.646715:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131396.646717:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131396.646720:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fd72 00800000:00000001:1.0:1789131396.646729:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131396.646731:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131396.646732:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.646733:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.646735:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:1.0:1789131396.646737:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.646739:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.646741:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.646742:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131396.646744:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131396.646745:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131396.646747:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd72 from it ffffbc4101cb7b38 00010000:00000001:1.0:1789131396.646749:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.646750:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.646751:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:1.0:1789131396.646753:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.646755:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131396.646757:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131396.646759:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21153e1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131396.646766:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.646767:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.646768:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131396.646769:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131396.646772:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd72 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153e1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789131396.646777:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131396.646779:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131396.646781:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131396.646783:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.646784:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.646785:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.646791:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131396.646793:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.646794:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.646796:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.646798:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131396.646800:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.646801:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131396.646802:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789131396.646804:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131396.646806:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:1.0:1789131396.646810:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.646814:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789131396.646816:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:1.0:1789131396.646818:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-2, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d4ac8780, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789131396.646824:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d4bb9c00. 00000080:00000001:1.0:1789131396.646830:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789131396.646832:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:1.0:1789131396.646834:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-2, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:1.0:1789131396.646842:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d1936200. 00800000:00000002:1.0:1789131396.646845:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131396.646851:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131396.646853:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131396.646855:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:1.0:1789131396.646856:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131396.646860:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789131396.646863:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789131396.646868:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:1.0:1789131396.646872:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789131396.646875:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789131396.646877:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789131396.646881:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789131396.646884:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x4:0x0] 40000000:00000001:1.0:1789131396.646887:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.646889:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131396.646891:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131396.646898:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131396.646901:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:1.0:1789131396.646903:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x4:0x0], name='f0a.replay-dual-2' -> mds #0 layout version 1 00000002:00000001:1.0:1789131396.646906:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131396.646908:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:1.0:1789131396.646909:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-2,[0x200000402:0x4:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789131396.646914:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131396.646917:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789131396.646921:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789131396.646924:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.646926:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789131396.646928:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ef00 count: 2 00010000:00000001:1.0:1789131396.646930:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131396.646933:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789131396.646937:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789131396.646940:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd72 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc21153e1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789131396.646948:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789131396.646953:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789131396.646956:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789131396.646959:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789131396.646961:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131396.646962:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131396.646965:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ef00 count: 3 00010000:00000001:1.0:1789131396.646967:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131396.646969:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.646970:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131396.646971:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131396.646973:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ef00 count: 3 00010000:00000001:1.0:1789131396.646974:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131396.646976:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.646977:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131396.646978:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131396.646979:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ef00 count: 3 00010000:00000001:1.0:1789131396.646989:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131396.646991:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.646994:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131396.646997:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789131396.647002:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789131396.647004:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789131396.647007:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789131396.647009:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.647013:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789131396.647017:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789131396.647018:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789131396.647020:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131396.647022:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789131396.647025:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba1021f6000 with handle 0xc8adac5b2d01fd72 from hash 00010000:00000001:1.0:1789131396.647028:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789131396.647029:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.647030:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.647032:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789131396.647035:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789131396.647037:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789131396.647039:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131396.647041:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131396.647043:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789131396.647048:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4a2da40. 00000020:00000040:1.0:1789131396.647052:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=10 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:1.0:1789131396.647058:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789131396.647059:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.647062:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131396.647071:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131396.647074:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.647075:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.647077:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.647080:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131396.647082:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131396.647086:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131396.647093:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c6437800. 00000100:00000001:1.0:1789131396.647108:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.647112:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131396.647115:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789131396.647118:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd72 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21153e1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789131396.647125:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789131396.647127:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131396.647129:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789131396.647131:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fd72 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21153e1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789131396.647138:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0ef00 count: 0 00010000:00000010:1.0:1789131396.647144:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa180. 00010000:00000001:1.0:1789131396.647163:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.647165:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.647166:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131396.647168:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.647170:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.647182:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713797356096 : -110359912195520 : ffff9ba0d4a2da40) 00010000:00000001:1.0:1789131396.647186:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131396.647189:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131396.647193:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e900. 00010000:00000010:1.0:1789131396.647196:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa180. 00010000:00000001:1.0:1789131396.647201:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131396.647204:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba1021f7e00. 00000020:00000001:1.0:1789131396.647207:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131396.647210:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba1021f7e00 with handle 0xc8adac5b2d01fd79 to hash 00000020:00000001:1.0:1789131396.647212:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131396.647213:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00010000:00000001:1.0:1789131396.647217:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00010000:00000001:1.0:1789131396.647221:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131396.647223:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131396.647231:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7e00/0xc8adac5b2d01fd79 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131396.647239:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7e00/0xc8adac5b2d01fd79 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789131396.647253:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789131396.647262:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4a2da40 x1876039997351936/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789131396.647272:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7e00/0xc8adac5b2d01fd79 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131396.647277:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131396.647280:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131396.647287:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c620cd80. 00000100:00000001:1.0:1789131396.647290:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713553952128 : -110360155599488 : ffff9ba0c620cd80) 00000100:00000001:1.0:1789131396.647293:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131396.647294:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797356096 : -110359912195520 : ffff9ba0d4a2da40) 00000100:00000001:1.0:1789131396.647300:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131396.647305:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.647308:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131396.647310:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131396.647314:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4a2da40 x1876039997351936/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.647322:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131396.647325:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131396.647329:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131396.647332:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131396.647335:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131396.647338:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2da40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997351936:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131396.647343:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131396.647349:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131396.647358:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131396.647361:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131396.647431:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0c7cc0000. 02000000:00000001:1.0:1789131396.647434:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131396.647444:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131396.647448:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131396.647456:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c6437400. 00000100:00000200:1.0:1789131396.647465:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997351936, portal 10 00000100:00000001:1.0:1789131396.647467:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131396.647531:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797356096 : -110359912195520 : ffff9ba0d4a2da40) 00000100:00000040:1.0:1789131396.647538:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4a2da40 x1876039997351936/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.647546:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131396.647549:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131396.647554:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020c38. 00000100:00000200:1.0:1789131396.647558:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997351936, offset 0 00000400:00000200:1.0:1789131396.647565:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131396.647576:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131396.647586:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131396.647592:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131396.647598:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131396.647602:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131396.647606:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131396.647610:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [217:217:256:4294967295] 192.168.206.157@tcp LPNI seq info [217:217:8:4294967295] 00000400:00000200:1.0:1789131396.647614:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131396.647626:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131396.647632:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131396.647638:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4db00. 00000800:00000200:1.0:1789131396.647647:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131396.647656:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131396.647662:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4db00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789131396.647682:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131396.647708:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 75528 usecs (76 jiffies) 00000400:00000200:1.0:1789131396.647713:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131396.647716:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983733 00000100:00000001:1.0:1789131396.647726:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983720 00000100:00000001:1.0:1789131396.647732:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983733 00000100:00000001:1.0:1789131396.647736:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983720 00000100:00000001:1.0:1789131396.647738:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131396.647742:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.647744:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131396.647746:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131396.647749:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c620cd80 going to sleep for 11 seconds 00000100:00000001:1.0:1789131396.647752:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131396.647755:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131396.647893:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131396.647904:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4db00. 00000400:00000200:2.0:1789131396.647910:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.647915:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131396.647922:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020c38 00000400:00000010:2.0:1789131396.647924:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020c38. 00000100:00000001:2.0:1789131396.647930:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131396.647934:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2da40 x1876039997351936/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.647944:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.647948:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2da40 x1876039997351936/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.647955:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.647957:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131396.652613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0ef00. 00010000:00000010:1.1:1789131396.652711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba1021f6000. 00000800:00000001:2.0:1789131396.661182:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.661205:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131396.661212:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.661215:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.661227:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.661237:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131396.661249:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.661254:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.661261:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.661265:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a06800 00000400:00000200:2.0:1789131396.661271:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.661278:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xac5 [32] + 224 00000800:00000001:2.0:1789131396.661287:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.661295:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.661298:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.661303:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131396.661313:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.661322:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2da40 x1876039997351936/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131396.661770:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d4a2da40 x1876039997351936/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.661817:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131396.661830:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131396.661836:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.661842:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.661848:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [218:218:256:4294967295] 192.168.206.157@tcp LPNI seq info [218:218:8:4294967295] 00000400:00000200:2.0:1789131396.661852:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.661860:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131396.661866:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131396.661874:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d837a400. 00000800:00000200:2.0:1789131396.661881:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131396.661890:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131396.661896:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d837a400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131396.662030:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131396.662035:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d837a400. 00000400:00000200:2.0:1789131396.662039:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.662043:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131396.662051:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.662055:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131396.662813:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131396.662826:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131396.662829:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131396.662834:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131396.662842:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c6437400 00000400:00000010:1.0:1789131396.662844:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c6437400. 00000100:00000001:1.0:1789131396.662861:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131396.662871:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4a2da40 x1876039997351936/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131396.662883:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4a2da40 x1876039997351936/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.662890:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131396.662893:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131396.662896:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131396.662901:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131396.662904:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131396.662907:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131396.662911:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131396.662922:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=109 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131396.662927:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131396.662945:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131396.662956:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.662960:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131396.662965:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.662968:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131396.662971:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1789131396.662973:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131396.662976:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131396.662977:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797356096 : -110359912195520 : ffff9ba0d4a2da40) 00000100:00000001:1.0:1789131396.662981:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131396.662984:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131396.662986:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131396.662989:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131396.662995:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.663004:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131396.663007:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131396.663010:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131396.663014:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131396.663022:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2da40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997351936:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131396.663028:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131396.663032:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.663035:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131396.663037:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131396.663041:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.663049:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131396.663052:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c620cd80. 00000100:00000001:1.0:1789131396.663055:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131396.663057:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.663060:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131396.663072:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.663076:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.663080:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7e00 refcount=4 00000020:00000001:1.0:1789131396.663083:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00010000:00000001:1.0:1789131396.663086:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00010000:00000040:1.0:1789131396.663095:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba1021f7e00, remote cookie: 0x2d69527cc21153fd, flags: 0x1001 00010000:00010000:1.0:1789131396.663102:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7e00/0xc8adac5b2d01fd79 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153fd expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789131396.663111:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x4:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789131396.663114:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789131396.663124:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0ef00. 00010000:00000010:1.0:1789131396.663128:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa500. 00010000:00000040:1.0:1789131396.663135:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e900 count: 0 00010000:00000010:1.0:1789131396.663142:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa180. 00010000:00000001:1.0:1789131396.663411:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131396.663417:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7e00/0xc8adac5b2d01fd79 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153fd expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131396.663426:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7e00/0xc8adac5b2d01fd79 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153fd expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.663433:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131396.663439:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131396.663442:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131396.663443:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131396.663444:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131396.663447:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x4:0x0].0x0 (ffff9ba0c7d0ef00) refcount = 1 00010000:00010000:1.0:1789131396.663452:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7e00/0xc8adac5b2d01fd79 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21153fd expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.663646:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131396.663650:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131396.663652:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131396.663657:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131396.663659:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131396.663663:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7e00/0xc8adac5b2d01fd79 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153fd expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.663669:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131396.663671:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.663673:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.663674:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.663675:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.663677:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.663683:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131396.663687:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.663688:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.663702:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7e00 refcount=3 00000020:00000001:1.0:1789131396.663704:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00010000:00000001:1.0:1789131396.663706:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00010000:00000001:1.0:1789131396.663709:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.663710:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.663711:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7e00 refcount=4 00000020:00000001:1.0:1789131396.663713:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00010000:00000001:1.0:1789131396.663715:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00010000:00000001:1.0:1789131396.663718:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131396.663722:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131396.663725:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7e00/0xc8adac5b2d01fd79 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21153fd expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.663732:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.663739:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.663741:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.663743:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.663744:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7e00 refcount=5 00000020:00000001:1.0:1789131396.663746:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00010000:00000001:1.0:1789131396.663749:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00010000:00000001:1.0:1789131396.663751:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131396.663754:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7e00/0xc8adac5b2d01fd79 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21153fd expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.663760:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.663761:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131396.663763:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7e00/0xc8adac5b2d01fd79 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21153fd expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.663770:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131396.663771:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.663772:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.663773:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.663774:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131396.663783:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131396.663793:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789131396.663798:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131396.663805:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.663815:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.663816:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.663818:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7e00 refcount=3 00000020:00000001:1.0:1789131396.663820:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00010000:00000001:1.0:1789131396.663822:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00000002:00010000:1.0:1789131396.663826:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7e00/0xc8adac5b2d01fd79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153fd expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789131396.663843:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c2f25400. 00010000:00000001:1.0:1789131396.663846:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.663847:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131396.663849:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.663851:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.663854:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789131396.663857:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131396.663859:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797356096 : -110359912195520 : ffff9ba0d4a2da40) 00000100:00000001:1.0:1789131396.663861:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131396.663862:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797356096 : -110359912195520 : ffff9ba0d4a2da40) 00010000:00000001:1.0:1789131396.663865:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.663866:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.663868:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7e00 refcount=3 00000020:00000001:1.0:1789131396.663870:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00010000:00000001:1.0:1789131396.663872:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00000002:00010000:1.0:1789131396.663875:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7e00/0xc8adac5b2d01fd79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21153fd expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.663884:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.663885:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.663887:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131396.663888:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.663889:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.663891:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7e00 refcount=3 00000020:00000001:1.0:1789131396.663892:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00010000:00000001:1.0:1789131396.663894:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00010000:00000040:1.0:1789131396.663899:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ef00 count: 2 00010000:00000001:1.0:1789131396.663902:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131396.663907:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/4 (0 0) 00010000:00000001:1.0:1789131396.663910:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.663911:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131396.663919:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131396.663922:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:1.0:1789131396.663925:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789131396.663928:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131396.663933:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131396.663936:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131396.663940:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789131396.663944:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131396.663948:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131396.663951:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789131396.663954:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d4bb9c00 it_disposition 1800037 00000080:00002000:1.0:1789131396.663961:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2178360 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789131396.663967:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131396.663970:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789131396.663972:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:1.0:1789131396.663974:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-2, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:1.0:1789131396.663977:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789131396.663980:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131396.663987:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789131396.663991:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131396.663994:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279492 : 144115205289279492 : 200000402000004) 00000080:00000001:1.0:1789131396.663998:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789131396.664018:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d2174200. 00000020:00000001:1.0:1789131396.664030:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789131396.664032:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789131396.664035:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789131396.664037:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x4:0x0](ffff9ba0d21742c8) 00000020:00000001:1.0:1789131396.664041:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131396.664046:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554876824 : -110360154674792 : ffff9ba0c62ee998) 00000020:00001000:1.0:1789131396.664049:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee990 00000020:00000001:1.0:1789131396.664054:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789131396.664059:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d835e708. 00000020:00000001:1.0:1789131396.664062:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131396.664064:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131396.664073:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789131396.664078:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d19ab2e8. 00020000:00000001:1.0:1789131396.664087:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713746490088 : -110359963061528 : ffff9ba0d19ab2e8) 00020000:00000001:1.0:1789131396.664091:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:1.0:1789131396.664094:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131396.664100:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9d80. 00020000:00000010:1.0:1789131396.664105:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320ba00. 00020000:00000010:1.0:1789131396.664110:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9720. 00020000:00000001:1.0:1789131396.664112:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798977312 : -110359910574304 : ffff9ba0d4bb9720) 00020000:00000002:1.0:1789131396.664115:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9720, objid 0x4:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131396.664119:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131396.664123:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320ba00: ostid: 0x240000400:4 ost idx: 0 gen: 0 00020000:00000001:1.0:1789131396.664126:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789131396.664128:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9720, objid 0x4:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131396.664132:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131396.664134:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320ba00: ostid: 0x240000400:4 ost idx: 0 gen: 0 00020000:00000010:1.0:1789131396.664139:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c2b95c80. 00020000:00000010:1.0:1789131396.664142:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c620cd80. 00020000:00000001:1.0:1789131396.664148:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789131396.664151:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0d2e9f3d0. 00020000:00000001:1.0:1789131396.664429:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789131396.664431:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789131396.664438:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789131396.664442:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d835ed48. 00000020:00000001:1.0:1789131396.664445:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131396.664447:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131396.664449:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713857326536 : -110359852225080 : ffff9ba0d835edc8) 00020000:00000001:1.0:1789131396.664453:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789131396.664459:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d1a067a0. 00020000:00000001:1.0:1789131396.664461:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131396.664467:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713857326536 : -110359852225080 : ffff9ba0d835edc8) 00020000:00000001:1.0:1789131396.664586:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713857326536 : -110359852225080 : ffff9ba0d835edc8) 00020000:00000002:1.0:1789131396.664591:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x4:0x0]@ffff9ba0d835ed48[0:0] -> [0x200000402:0x4:0x0]@ffff9ba0d835e708: ostid: 0x240000400:4 ost idx: 0 gen: 0 00020000:00000001:1.0:1789131396.664602:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:1.0:1789131396.664604:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789131396.664607:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131396.664611:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713857324936 : -110359852226680 : ffff9ba0d835e788) 00000020:00001000:1.0:1789131396.664616:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee990 00000080:00000001:1.0:1789131396.664621:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279492 : 144115205289279492 : 200000402000004) 00000080:00000001:1.0:1789131396.664624:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789131396.664626:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279492 mtime from 0 to 1789131396 00000080:00000001:1.0:1789131396.664631:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789131396.664634:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754653384 : -110359954898232 : ffff9ba0d21742c8) 00010000:00000001:1.0:1789131396.664636:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.664638:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.664640:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7e00 refcount=3 00000020:00000001:1.0:1789131396.664643:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00010000:00000001:1.0:1789131396.664645:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00000080:00000001:1.0:1789131396.664648:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789131396.664650:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131396.664651:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554876824 : -110360154674792 : ffff9ba0c62ee998) 00000020:00001000:1.0:1789131396.664653:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee990 00000020:00000001:1.0:1789131396.664655:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789131396.664658:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789131396.664660:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131396.664664:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9180. 00020000:00000010:1.0:1789131396.664667:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b780. 00020000:00000010:1.0:1789131396.664670:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb94e0. 00020000:00000001:1.0:1789131396.664672:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798976736 : -110359910574880 : ffff9ba0d4bb94e0) 00020000:00000002:1.0:1789131396.664674:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb94e0, objid 0x4:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131396.664678:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131396.664681:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b780: ostid: 0x240000400:4 ost idx: 0 gen: 0 00020000:00000002:1.0:1789131396.664684:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d19ab2e8) owner ffff9ba0c2f34f80 00020000:00000001:1.0:1789131396.664687:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789131396.664700:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d19ab2e8) owner ffff9ba0c2f34f80 00020000:00000010:1.0:1789131396.664713:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c320b780. 00020000:00000010:1.0:1789131396.664719:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d4bb9180. 00020000:00000010:1.0:1789131396.664722:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d4bb94e0. 00020000:00000002:1.0:1789131396.664724:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x4:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789131396.664726:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131396.664728:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131396.664733:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789131396.664735:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab2e8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131396.664739:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d4bb9720 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:1.0:1789131396.664742:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab2e8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131396.664745:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789131396.664748:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789131396.664750:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789131396.664752:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789131396.664754:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789131396.664756:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x4:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789131396.664759:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee990 00000080:00000001:1.0:1789131396.664761:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.664763:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.664764:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131396.664766:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131396.664769:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789131396.664771:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131396.664774:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x4:0x0](ffff9ba0d21742c8) 00000080:00010000:1.0:1789131396.664777:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x4:0x0](ffff9ba0d21742c8) for lock 0xc8adac5b2d01fd79 00800000:00000001:1.0:1789131396.664780:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131396.664783:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131396.664785:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.664786:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.664788:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7e00 refcount=3 00000020:00000001:1.0:1789131396.664790:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00010000:00000001:1.0:1789131396.664793:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00010000:00000001:1.0:1789131396.664795:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.664797:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131396.664798:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131396.664808:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.664810:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789131396.664813:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131396.664822:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.664830:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131396.664836:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21742c8 need_sync_to_mds [0x200000402:0x4:0x0] 00000080:00000001:1.0:1789131396.664840:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131396.664844:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x4:0x0](ffff9ba0d21742c8) 00000080:00000001:1.0:1789131396.664847:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131396.664851:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936200. 00000100:00000001:1.0:1789131396.664854:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131396.664857:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.664864:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.664869:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789131396.664871:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131396.664878:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21742c8 need_sync_to_mds [0x200000402:0x4:0x0] 00000080:00000001:1.0:1789131396.664890:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789131396.664893:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:1.0:1789131396.664895:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-2:[0x200000402:0x4:0x0](ffff9ba0d21742c8), flags 100102 00000080:00000010:1.0:1789131396.664906:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c178cc80. 00000080:00000010:1.0:1789131396.664913:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2f25900. 00000080:00000001:1.0:1789131396.664915:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789131396.664920:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789131396.664923:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789131396.664926:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c658d980. 00000002:00100000:1.0:1789131396.664931:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131396.664938:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131396.664940:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789131396.664944:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789131396.664960:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.664968:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131396.664972:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131396.665067:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789131396.665076:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131396.665081:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0c7cc0000. 02000000:00000001:1.0:1789131396.665148:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789131396.665150:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131396.665305:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:1.0:1789131396.665309:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-2:[0x200000402:0x4:0x0](ffff9ba0d21742c8), flags 100102, rc = 0 00000080:00000001:1.0:1789131396.665317:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789131396.665319:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d4bb9c00 released 00000080:00010000:1.0:1789131396.665322:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd79 from it ffff9ba0d4bb9c00 00010000:00000001:1.0:1789131396.665325:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.665326:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.665328:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7e00 refcount=3 00000020:00000001:1.0:1789131396.665330:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00010000:00000001:1.0:1789131396.665332:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560499200 : -110359149052416 : ffff9ba1021f7e00) 00010000:00000001:1.0:1789131396.665392:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131396.665397:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7e00/0xc8adac5b2d01fd79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc21153fd expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.665406:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.665407:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.665409:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131396.665412:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131396.665414:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7e00/0xc8adac5b2d01fd79 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc21153fd expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131396.665422:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131396.665426:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131396.665428:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131396.665433:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.665443:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.665445:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.665448:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131396.665450:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.665452:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.665456:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.665458:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131396.665459:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.665460:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131396.665462:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789131396.665464:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789131396.665497:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789131396.665499:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789131396.665553:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789131396.665555:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.665559:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789131396.665561:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.665563:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131396.665565:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.665567:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131396.665570:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d4bb9c00. 00000080:00000001:1.0:1789131396.665573:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.665578:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789131396.665580:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x4:0x0](ffff9ba0d21742c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1789131396.665584:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131396.665612:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131396.665615:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab2e8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131396.665619:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab2e8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131396.665622:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.665633:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789131396.665635:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:1.0:1789131396.665638:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-2:[0x200000402:0x4:0x0](ffff9ba0d21742c8), flags 100002 00000080:00000001:1.0:1789131396.665641:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789131396.665643:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789131396.665645:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131396.665646:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab2e8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131396.665649:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab2e8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131396.665656:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131396.665659:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789131396.665667:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131396.665670:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131396.665676:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ef00 count: 2 00010000:00000001:1.0:1789131396.665679:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131396.665683:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131396.665686:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x4:0x0]: 0 00000080:00000001:1.0:1789131396.665688:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789131396.665702:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789131396.665707:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d1936200. 00000080:00000001:1.0:1789131396.665709:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789131396.665715:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789131396.665719:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789131396.665721:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x4:0x0] 00000002:00000001:1.0:1789131396.665725:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789131396.665727:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x4:0x0] file closed with intent: 0 00000100:00000010:1.0:1789131396.665734:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4a2d680. 00000020:00000040:1.0:1789131396.665739:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=11 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:1.0:1789131396.665744:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131396.665747:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131396.665753:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131396.665763:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d1936a00. 00000100:00000001:1.0:1789131396.665772:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789131396.665786:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789131396.665798:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789131396.665805:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4a2d680 x1876039997352192/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789131396.665813:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131396.665815:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131396.665822:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c620c900. 00000100:00000001:1.0:1789131396.665825:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713553950976 : -110360155600640 : ffff9ba0c620c900) 00000100:00000001:1.0:1789131396.665828:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131396.665834:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797355136 : -110359912196480 : ffff9ba0d4a2d680) 00000100:00000001:1.0:1789131396.665839:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131396.665845:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.665847:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131396.665849:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131396.665854:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4a2d680 x1876039997352192/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.665862:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131396.665865:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131396.665869:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131396.665872:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131396.665874:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131396.665878:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2d680 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997352192:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131396.665883:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131396.665890:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131396.665893:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131396.665896:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131396.665902:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c6437400. 02000000:00000001:1.0:1789131396.665904:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131396.665912:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131396.665917:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131396.665927:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020aa0. 00000100:00000200:1.0:1789131396.665936:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997352192, portal 10 00000100:00000001:1.0:1789131396.665937:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131396.665939:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797355136 : -110359912196480 : ffff9ba0d4a2d680) 00000100:00000040:1.0:1789131396.666010:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4a2d680 x1876039997352192/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.666019:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131396.666023:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131396.666027:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020198. 00000100:00000200:1.0:1789131396.666032:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997352192, offset 0 00000400:00000200:1.0:1789131396.666040:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131396.666051:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131396.666067:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131396.666074:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131396.666079:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131396.666084:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131396.666087:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131396.666091:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [219:219:256:4294967295] 192.168.206.157@tcp LPNI seq info [219:219:8:4294967295] 00000400:00000200:1.0:1789131396.666095:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131396.666109:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131396.666116:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131396.666122:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d900. 00000800:00000200:1.0:1789131396.666130:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131396.666139:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131396.666145:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131396.666446:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131396.666453:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 74311 usecs (75 jiffies) 00000400:00000200:1.0:1789131396.666457:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131396.666461:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983750 00000100:00000001:1.0:1789131396.666514:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983733 00000100:00000001:1.0:1789131396.666522:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983751 00000100:00000001:1.0:1789131396.666527:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983733 00000100:00000001:1.0:1789131396.666530:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131396.666534:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.666536:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131396.666538:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131396.666541:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c620c900 going to sleep for 11 seconds 00000100:00000001:1.0:1789131396.666544:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131396.666547:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131396.667299:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131396.667306:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d900. 00000400:00000200:2.0:1789131396.667315:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.667324:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131396.667331:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020198 00000400:00000010:2.0:1789131396.667333:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020198. 00000100:00000001:2.0:1789131396.667417:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131396.667427:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2d680 x1876039997352192/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.667440:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.667444:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2d680 x1876039997352192/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.667466:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.667679:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1789131396.672574:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131396.672582:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131396.672587:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:1.1:1789131396.673777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e900. 00000800:00000001:3.0:1789131396.684457:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.684534:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131396.684539:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.684560:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.684571:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.684581:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131396.684591:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.684597:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.684604:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.684609:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a06900 00000400:00000200:3.0:1789131396.684614:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.684621:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xacd [1] + 224 00000800:00000001:3.0:1789131396.684629:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.684648:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.684652:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.684658:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131396.684667:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.684677:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2d680 x1876039997352192/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131396.684700:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d4a2d680 x1876039997352192/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.684774:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131396.684875:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131396.684889:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.684893:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131396.686114:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131396.686120:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131396.686143:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131396.686150:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020aa0 00000400:00000010:1.0:1789131396.686153:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020aa0. 00000100:00000001:1.0:1789131396.686263:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131396.686277:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4a2d680 x1876039997352192/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131396.686288:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4a2d680 x1876039997352192/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.686296:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131396.686299:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131396.686302:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131396.686306:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131396.686309:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131396.686312:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131396.686315:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131396.686328:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=108 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131396.686332:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131396.686335:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131396.686337:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.686414:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131396.686420:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.686424:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131396.686426:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789131396.686428:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131396.686431:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131396.686433:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797355136 : -110359912196480 : ffff9ba0d4a2d680) 00000100:00000001:1.0:1789131396.686437:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131396.686439:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131396.686442:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131396.686445:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131396.686451:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4a2d680 x1876039997352192/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.686459:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131396.686463:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131396.686743:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131396.686750:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4a2d680 x1876039997352192/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131396.686760:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2d680 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997352192:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131396.686766:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131396.686770:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.686773:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131396.686775:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131396.686779:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2d680 x1876039997352192/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.686786:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131396.686790:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c620c900. 00000100:00000001:1.0:1789131396.686793:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131396.686795:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.686803:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131396.686805:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797355136 : -110359912196480 : ffff9ba0d4a2d680) 00000002:00000001:1.0:1789131396.686808:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131396.686812:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131396.686818:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936200. 00000080:00000001:1.0:1789131396.686822:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789131396.686826:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1789131396.687076:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789131396.687085:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131396.687094:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.687096:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131396.687099:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2f25900. 00000100:00000001:2.0:1789131396.687104:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.687107:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2d680 x1876039997352192/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.687114:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.687117:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131396.687123:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c178cc80. 00000080:00000001:2.0:1789131396.687127:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.687135:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:2.0:1789131396.687138:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-2:[0x200000402:0x4:0x0](ffff9ba0d21742c8), flags 100002, rc = 0 00000080:00000001:2.0:1789131396.687142:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.687149:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789131396.687150:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:2.0:1789131396.687153:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-2 (ffff9ba0d2178360, parent ffff9ba0d20e4ca8, inode ffff9ba0d21742c8) hashed, 00000080:00000001:2.0:1789131396.687244:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.688259:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131396.688266:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131396.688268:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131396.688272:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:2.0:1789131396.688276:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:2.0:1789131396.688285:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00800000:00000002:2.0:1789131396.688293:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131396.688298:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131396.688303:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.688306:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:2.0:1789131396.688323:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131396.688327:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131396.688332:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131396.688339:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.688342:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:2.0:1789131396.688343:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131396.688459:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131396.688463:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.688467:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131396.688741:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.688745:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.688747:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.688750:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789131396.688754:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789131396.688761:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4d80b40. 00000020:00000040:2.0:1789131396.688766:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=12 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:2.0:1789131396.688774:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131396.688780:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.688788:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.688791:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.688793:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.688796:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131396.688800:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131396.688805:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131396.688815:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d837a400. 00000100:00000001:2.0:1789131396.688824:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.688829:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.688831:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.688833:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.688834:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.688836:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.688843:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713800842048 : -110359908709568 : ffff9ba0d4d80b40) 00010000:00000001:2.0:1789131396.688848:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131396.688850:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131396.688856:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998700. 00010000:00000010:2.0:1789131396.688860:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe200. 00010000:00000001:2.0:1789131396.688873:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131396.688877:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c13fca00. 00000020:00000001:2.0:1789131396.688881:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131396.688884:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c13fca00 with handle 0xc8adac5b2d01fd80 to hash 00000020:00000001:2.0:1789131396.688887:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131396.688889:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.688893:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.688897:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.688900:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.688905:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd80 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.688915:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd80 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.688926:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd80 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131396.688932:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131396.688934:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131396.688942:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87600. 00000100:00000001:2.0:1789131396.688944:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499928064 : -110360209623552 : ffff9ba0c2e87600) 00000100:00000001:2.0:1789131396.689067:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.689069:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800842048 : -110359908709568 : ffff9ba0d4d80b40) 00000100:00000001:2.0:1789131396.689075:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131396.689079:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.689081:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131396.689084:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131396.689095:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d80b40 x1876039997352320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.689105:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131396.689108:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.689113:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131396.689116:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131396.689124:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131396.689129:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d80b40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997352320:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131396.689134:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131396.689142:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131396.689145:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.689148:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131396.689281:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d8415000. 02000000:00000001:2.0:1789131396.689285:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131396.689294:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131396.689299:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46370. 00000400:00000010:2.0:1789131396.689308:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ecc0. 00000100:00000200:2.0:1789131396.689317:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997352320, portal 10 00000100:00000001:2.0:1789131396.689319:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.689320:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800842048 : -110359908709568 : ffff9ba0d4d80b40) 00000100:00000040:2.0:1789131396.689327:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4d80b40 x1876039997352320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.689335:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131396.689411:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131396.689414:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e088. 00000100:00000200:2.0:1789131396.689418:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997352320, offset 0 00000400:00000200:2.0:1789131396.689425:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131396.689437:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.689446:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.689453:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131396.689458:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131396.689462:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131396.689465:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131396.689937:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [220:220:256:4294967295] 192.168.206.157@tcp LPNI seq info [220:220:8:4294967295] 00000400:00000200:2.0:1789131396.689945:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.690089:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131396.690098:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131396.690117:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964200. 00000800:00000200:2.0:1789131396.690127:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131396.690137:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131396.690142:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789131396.690288:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.690295:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 73273 usecs (74 jiffies) 00000400:00000200:2.0:1789131396.690299:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131396.690302:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983773 00000100:00000001:2.0:1789131396.690311:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983750 00000100:00000001:2.0:1789131396.690318:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983773 00000100:00000001:2.0:1789131396.690321:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983751 00000100:00000001:2.0:1789131396.690324:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.690328:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.690331:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131396.690334:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131396.690348:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87600 going to sleep for 11 seconds 00000100:00000001:2.0:1789131396.690352:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131396.690355:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.693588:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.693733:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964200. 00000400:00000200:3.0:1789131396.693743:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.693754:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.693764:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e088 00000400:00000010:3.0:1789131396.693767:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e088. 00000100:00000001:3.0:1789131396.693774:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.693783:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d80b40 x1876039997352320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.693797:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.693801:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d80b40 x1876039997352320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.693831:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.693833:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131396.701801:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.701821:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131396.701826:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.701829:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.701840:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.702038:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131396.702050:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.702056:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.702062:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.702066:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a06980 00000400:00000200:3.0:1789131396.702071:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.702078:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xad5 [1] + 224 00000800:00000001:3.0:1789131396.702086:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.702093:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.702097:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.702102:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131396.702111:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.702121:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d80b40 x1876039997352320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131396.702133:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d4d80b40 x1876039997352320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.702212:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131396.702232:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131396.702251:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.702255:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789131396.702716:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131396.702720:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131396.702725:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46370. 00000400:00000200:2.0:1789131396.702731:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ecc0 00000400:00000010:2.0:1789131396.702735:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ecc0. 00000100:00000001:2.0:1789131396.702740:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.702746:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d80b40 x1876039997352320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131396.702757:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d80b40 x1876039997352320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.702764:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131396.702767:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.702789:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131396.702794:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131396.702797:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131396.702799:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.702802:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131396.702817:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=109 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131396.702822:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131396.702825:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131396.702827:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.702830:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131396.702834:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.702839:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131396.702841:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131396.702903:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131396.702909:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.702915:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d80b40 x1876039997352320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.702924:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.702927:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131396.702930:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131396.702934:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d80b40 x1876039997352320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131396.702942:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d80b40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997352320:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131396.702948:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.702951:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.702953:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131396.702956:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.702959:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4d80b40 x1876039997352320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.702965:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131396.702968:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87600. 00000100:00000001:2.0:1789131396.702972:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131396.702974:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.702985:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789131396.702990:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.702993:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.702997:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=4 00000020:00000001:2.0:1789131396.703000:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.703004:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000040:2.0:1789131396.703011:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c13fca00, remote cookie: 0x2d69527cc2115412, flags: 0x1001 00010000:00010000:2.0:1789131396.703017:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd80 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115412 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.703030:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd80 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115412 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.703037:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131396.703043:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131396.703045:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131396.703047:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131396.703048:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131396.703051:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c3998700) refcount = 1 00010000:00010000:2.0:1789131396.703056:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd80 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115412 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.703062:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131396.703066:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131396.703068:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131396.703071:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131396.703073:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.703076:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd80 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115412 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.703082:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131396.703084:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.703086:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.703093:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.703094:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.703095:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.703101:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789131396.703103:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.703104:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.703106:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.703108:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.703110:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.703113:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.703114:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.703115:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=4 00000020:00000001:2.0:1789131396.703117:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.703118:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.703122:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.703125:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.703128:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd80 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115412 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.703135:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.703136:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.703137:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.703138:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.703140:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=5 00000020:00000001:2.0:1789131396.703141:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.703144:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.703147:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.703149:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd80 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115412 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.703155:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.703156:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131396.703159:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd80 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115412 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.703171:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.703173:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.703174:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.703175:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.703176:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789131396.703182:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d4d80b40 x1876039997352320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789131396.703192:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.703193:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.703195:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.703197:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.703199:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.703201:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.703202:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.703204:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.703206:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.703209:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789131396.703212:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.703213:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.703215:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.703216:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.703218:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00000002:00010000:2.0:1789131396.703222:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115412 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.703228:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.703230:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.703232:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131396.703233:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.703303:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.703305:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.703307:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.703315:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000040:2.0:1789131396.703322:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998700 count: 2 00010000:00000001:2.0:1789131396.703325:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131396.703329:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789131396.703332:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.703333:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.703335:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131396.703338:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:2.0:1789131396.703340:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789131396.703343:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.703412:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.703530:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131396.703533:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789131396.703537:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131396.703541:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:2.0:1789131396.703546:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131396.703552:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131396.703555:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131396.703562:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789131396.703568:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789131396.703575:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c5594d80. 00800000:00000001:2.0:1789131396.703577:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713540877696 : -110360168673920 : ffff9ba0c5594d80) 00800000:00000001:2.0:1789131396.703581:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.703583:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131396.703586:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789131396.703588:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789131396.703591:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789131396.703594:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789131396.703596:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.703602:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789131396.703605:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789131396.703610:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:2.0:1789131396.703612:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.703614:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.703620:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.703622:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.703625:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.703627:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.703628:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131396.703630:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131396.703633:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789131396.703635:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c5594d80 1 00800000:00000010:2.0:1789131396.703637:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c5594d80. 00800000:00000001:2.0:1789131396.703640:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.703644:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fd80 00800000:00000001:2.0:1789131396.703648:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131396.703649:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131396.703651:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.703652:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.703653:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.703655:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.703657:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.703660:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.703661:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.703663:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.703665:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.703667:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.703670:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:2.0:1789131396.703673:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd80 from it ffffbc4101cb7bf8 00010000:00000001:2.0:1789131396.703674:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.703676:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.703677:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.703679:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.703681:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.703682:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.703686:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115412 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.703712:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.703714:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.703715:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131396.703718:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131396.703721:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd80 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115412 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131396.703728:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131396.703732:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131396.703734:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.703738:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.703739:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.703740:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.703743:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131396.703745:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.703747:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.703750:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.703752:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.703753:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.703754:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131396.703757:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.703763:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4d80b40 x1876039997352320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.703770:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131396.703773:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131396.703777:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d8415000. 02000000:00000001:2.0:1789131396.703781:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131396.703784:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131396.703786:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=11 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:2.0:1789131396.703789:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131396.703792:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d837a400. 02000000:00000001:2.0:1789131396.703796:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131396.703798:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131396.703800:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4d80b40. 00000100:00000001:2.0:1789131396.703810:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131396.703811:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131396.703816:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:2.0:1789131396.703822:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131396.703842:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c7d10d80. 00000080:00000001:2.0:1789131396.703860:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131396.703862:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131396.703864:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:2.0:1789131396.703866:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:2.0:1789131396.703872:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00800000:00000002:2.0:1789131396.703877:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131396.703881:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131396.703884:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.703886:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:2.0:1789131396.703888:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131396.703891:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131396.703895:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131396.703899:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.703901:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:2.0:1789131396.703903:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131396.703907:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131396.703909:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.703912:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.703915:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998700 count: 2 00010000:00000001:2.0:1789131396.703918:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131396.703921:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.703924:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789131396.703927:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd80 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115412 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789131396.703935:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789131396.703940:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.703944:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd80 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115412 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789131396.703964:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789131396.703965:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131396.703967:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131396.703969:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131396.703971:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131396.703973:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789131396.703975:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789131396.703976:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:2.0:1789131396.703978:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131396.703981:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131396.703983:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.703985:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:2.0:1789131396.703988:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fd80 00800000:00000001:2.0:1789131396.703990:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131396.703992:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131396.703993:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.703994:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.703996:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.703998:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.704000:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.704008:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.704009:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.704010:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.704012:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.704014:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd80 from it ffffbc4101cb7b38 00010000:00000001:2.0:1789131396.704016:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.704017:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.704018:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.704020:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.704022:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.704025:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.704032:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115412 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131396.704039:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.704040:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.704041:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131396.704043:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131396.704045:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd80 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115412 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789131396.704051:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131396.704052:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131396.704053:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.704055:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.704056:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.704057:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.704059:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131396.704060:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.704062:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.704064:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.704065:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.704067:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.704068:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131396.704070:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789131396.704072:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131396.704074:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:2.0:1789131396.704077:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.704081:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789131396.704083:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:2.0:1789131396.704085:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-3, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0c81a7680, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1789131396.704091:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0c85b5cc0. 00000080:00000001:2.0:1789131396.704096:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789131396.704097:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:2.0:1789131396.704099:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-3, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:2.0:1789131396.704106:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00800000:00000002:2.0:1789131396.704112:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131396.704119:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131396.704120:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.704122:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:2.0:1789131396.704124:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-3' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131396.704127:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789131396.704131:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789131396.704135:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:2.0:1789131396.704138:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789131396.704141:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789131396.704143:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789131396.704146:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789131396.704149:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x5:0x0] 40000000:00000001:2.0:1789131396.704152:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.704154:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.704156:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.704158:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.704160:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:2.0:1789131396.704162:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x5:0x0], name='f0a.replay-dual-3' -> mds #0 layout version 1 00000002:00000001:2.0:1789131396.704165:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.704166:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:2.0:1789131396.704168:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-3,[0x200000402:0x5:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1789131396.704171:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789131396.704174:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789131396.704178:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789131396.704181:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.704183:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789131396.704185:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998700 count: 2 00010000:00000001:2.0:1789131396.704187:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131396.704189:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789131396.704193:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131396.704196:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd80 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115412 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789131396.704204:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131396.704214:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131396.704216:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131396.704218:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789131396.704221:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.704222:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.704225:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998700 count: 3 00010000:00000001:2.0:1789131396.704227:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.704229:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.704231:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.704232:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.704233:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998700 count: 3 00010000:00000001:2.0:1789131396.704412:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.704651:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.704655:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.704656:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.704659:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998700 count: 3 00010000:00000001:2.0:1789131396.704662:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.704664:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.704667:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131396.704670:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789131396.704674:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789131396.704677:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789131396.704681:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131396.704683:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.704686:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131396.704699:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131396.704701:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131396.704703:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.704705:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789131396.704708:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c13fca00 with handle 0xc8adac5b2d01fd80 from hash 00010000:00000001:2.0:1789131396.704711:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131396.704713:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.704714:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.704715:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131396.704718:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131396.704721:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789131396.704724:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131396.704732:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131396.704734:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789131396.704740:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4d80b40. 00000020:00000040:2.0:1789131396.704744:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=12 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:2.0:1789131396.704750:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789131396.704752:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.704755:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131396.704759:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.704763:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.704764:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.704765:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.704768:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131396.704770:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131396.704774:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131396.704781:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d837a400. 00000100:00000001:2.0:1789131396.704789:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.704792:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.704795:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789131396.704799:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd80 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115412 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789131396.704805:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789131396.704807:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131396.704809:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131396.704811:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd80 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115412 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1789131396.704819:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998700 count: 0 00010000:00000010:2.0:1789131396.704825:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe200. 00010000:00000001:2.0:1789131396.704837:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.704839:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.704841:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.704901:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.704905:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.704917:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713800842048 : -110359908709568 : ffff9ba0d4d80b40) 00010000:00000001:2.0:1789131396.704927:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131396.704929:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131396.704934:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998600. 00010000:00000010:2.0:1789131396.704938:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe200. 00010000:00000001:2.0:1789131396.704942:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131396.704946:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c13fc400. 00000020:00000001:2.0:1789131396.704949:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131396.704952:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c13fc400 with handle 0xc8adac5b2d01fd87 to hash 00000020:00000001:2.0:1789131396.704954:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131396.704955:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.704959:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.704962:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.704963:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.704966:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd87 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.704974:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd87 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789131396.704987:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789131396.704996:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4d80b40 x1876039997352576/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789131396.705006:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd87 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131396.705011:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131396.705013:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131396.705020:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87600. 00000100:00000001:2.0:1789131396.705022:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499928064 : -110360209623552 : ffff9ba0c2e87600) 00000100:00000001:2.0:1789131396.705025:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.705026:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800842048 : -110359908709568 : ffff9ba0d4d80b40) 00000100:00000001:2.0:1789131396.705031:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131396.705041:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.705044:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131396.705046:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131396.705051:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d80b40 x1876039997352576/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.705059:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131396.705062:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.705066:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131396.705069:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131396.705071:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131396.705075:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d80b40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997352576:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131396.705079:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131396.705086:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131396.705090:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.705093:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131396.705163:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0c7ce0000. 02000000:00000001:2.0:1789131396.705166:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131396.705175:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131396.705180:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46370. 00000400:00000010:2.0:1789131396.705188:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d837b000. 00000100:00000200:2.0:1789131396.705198:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997352576, portal 10 00000100:00000001:2.0:1789131396.705200:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.705201:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800842048 : -110359908709568 : ffff9ba0d4d80b40) 00000100:00000040:2.0:1789131396.705207:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4d80b40 x1876039997352576/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.705214:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131396.705218:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131396.705221:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ecc0. 00000100:00000200:2.0:1789131396.705224:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997352576, offset 0 00000400:00000200:2.0:1789131396.705230:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131396.705308:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.705317:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.705324:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131396.705337:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131396.705341:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131396.705345:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131396.705662:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [221:221:256:4294967295] 192.168.206.157@tcp LPNI seq info [221:221:8:4294967295] 00000400:00000200:2.0:1789131396.705668:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.705680:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131396.705687:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131396.705702:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964100. 00000800:00000200:2.0:1789131396.705710:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131396.705719:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131396.705724:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1789131396.705744:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.705749:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 72105 usecs (73 jiffies) 00000400:00000200:2.0:1789131396.705753:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131396.705757:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983788 00000100:00000001:2.0:1789131396.705766:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983773 00000100:00000001:2.0:1789131396.705772:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983788 00000100:00000001:2.0:1789131396.705776:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983773 00000100:00000001:2.0:1789131396.705778:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.705782:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.705784:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131396.705786:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131396.705789:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87600 going to sleep for 11 seconds 00000100:00000001:2.0:1789131396.705792:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131396.705795:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.705989:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.705994:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964100. 00000400:00000200:3.0:1789131396.706001:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.706007:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.706014:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ecc0 00000400:00000010:3.0:1789131396.706024:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ecc0. 00000100:00000001:3.0:1789131396.706029:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.706035:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d80b40 x1876039997352576/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.706046:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.706050:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d80b40 x1876039997352576/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.706056:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.706057:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789131396.714763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998700. 00010000:00000010:2.1:1789131396.714784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c13fca00. 00000800:00000001:3.0:1789131396.722670:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.722705:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131396.722711:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.722714:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.722827:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.722837:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131396.722849:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.722855:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.722862:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.722866:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a06a80 00000400:00000200:3.0:1789131396.722873:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.722881:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xae5 [32] + 224 00000800:00000001:3.0:1789131396.722891:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.722900:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.722904:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.722910:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131396.722921:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.722932:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d80b40 x1876039997352576/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131396.722944:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d4d80b40 x1876039997352576/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.723028:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131396.723059:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131396.723063:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.723070:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131396.723077:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [222:222:256:4294967295] 192.168.206.157@tcp LPNI seq info [222:222:8:4294967295] 00000400:00000200:3.0:1789131396.723082:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.723091:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131396.723097:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131396.723104:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84fe400. 00000800:00000200:3.0:1789131396.723112:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131396.723121:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131396.723127:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84fe400 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1789131396.723196:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131396.723209:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131396.723212:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131396.723216:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46370. 00000400:00000200:2.0:1789131396.723222:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d837b000 00000400:00000010:2.0:1789131396.723224:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d837b000. 00000100:00000001:2.0:1789131396.723244:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.723250:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d80b40 x1876039997352576/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131396.723260:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d80b40 x1876039997352576/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.723267:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131396.723270:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.723272:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131396.723277:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131396.723280:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131396.723283:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.723286:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131396.723298:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=109 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131396.723309:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131396.723313:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131396.723315:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.723319:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131396.723324:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.723328:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131396.723330:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1789131396.723332:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789131396.723335:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.723337:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800842048 : -110359908709568 : ffff9ba0d4d80b40) 00000100:00000001:2.0:1789131396.723341:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131396.723343:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131396.723345:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131396.723358:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.723365:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.723374:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.723377:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131396.723380:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131396.723385:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131396.723404:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d80b40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997352576:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131396.723410:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.723414:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.723515:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.723520:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84fe400. 00000100:00000001:2.0:1789131396.723721:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131396.723723:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.723729:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.723738:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131396.723741:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87600. 00000100:00000001:2.0:1789131396.723745:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131396.723747:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.723750:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789131396.723757:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.723760:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.723764:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc400 refcount=4 00000020:00000001:2.0:1789131396.723767:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.723771:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000040:2.0:1789131396.723779:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c13fc400, remote cookie: 0x2d69527cc211542e, flags: 0x1001 00010000:00010000:2.0:1789131396.723785:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd87 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211542e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789131396.723795:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x5:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789131396.723798:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789131396.723807:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998700. 00010000:00000010:2.0:1789131396.723812:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe900. 00010000:00000040:2.0:1789131396.723819:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998600 count: 0 00010000:00000010:2.0:1789131396.723826:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe200. 00010000:00000001:2.0:1789131396.723835:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.723839:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd87 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211542e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.723854:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd87 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211542e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.723860:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131396.723866:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131396.723868:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131396.723870:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131396.723871:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131396.723874:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x5:0x0].0x0 (ffff9ba0c3998700) refcount = 1 00010000:00010000:2.0:1789131396.723878:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd87 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211542e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.723885:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131396.723889:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131396.723891:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1789131396.723895:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1789131396.723896:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131396.723901:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131396.723906:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00010000:00010000:2.0:1789131396.723907:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd87 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211542e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.723916:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131396.723918:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.723921:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.723922:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:3.0:1789131396.723923:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1789131396.723924:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.723927:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789131396.723931:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131396.723934:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789131396.723939:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.723941:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.723943:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc400 refcount=3 00000020:00000001:2.0:1789131396.723945:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.723948:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.723957:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.723958:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.723960:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc400 refcount=4 00000020:00000001:2.0:1789131396.723962:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.723965:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.723969:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.723973:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.723977:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd87 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211542e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.723983:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.723985:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.723988:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.723989:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.723990:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc400 refcount=5 00000020:00000001:2.0:1789131396.723992:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.723993:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.723996:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.723998:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd87 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211542e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.724004:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.724005:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131396.724008:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd87 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211542e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.724014:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.724015:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.724017:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.724018:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.724018:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789131396.724025:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131396.724045:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789131396.724051:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131396.724057:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.724066:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.724068:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.724069:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc400 refcount=3 00000020:00000001:2.0:1789131396.724071:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.724073:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00000002:00010000:2.0:1789131396.724076:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211542e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789131396.724085:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c5594d80. 00010000:00000001:2.0:1789131396.724088:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.724089:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.724090:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.724092:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.724095:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789131396.724098:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.724100:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800842048 : -110359908709568 : ffff9ba0d4d80b40) 00000100:00000001:2.0:1789131396.724102:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.724103:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800842048 : -110359908709568 : ffff9ba0d4d80b40) 00010000:00000001:2.0:1789131396.724104:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.724105:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.724107:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc400 refcount=3 00000020:00000001:2.0:1789131396.724108:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.724110:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00000002:00010000:2.0:1789131396.724113:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211542e expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.724128:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.724129:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.724132:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131396.724133:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.724134:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.724135:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc400 refcount=3 00000020:00000001:2.0:1789131396.724137:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.724139:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000040:2.0:1789131396.724144:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998700 count: 2 00010000:00000001:2.0:1789131396.724147:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131396.724151:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/5 (0 0) 00010000:00000001:2.0:1789131396.724153:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.724154:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.724156:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131396.724159:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:2.0:1789131396.724161:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-3 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789131396.724165:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.724169:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.724172:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131396.724176:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789131396.724180:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131396.724184:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131396.724188:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789131396.724189:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0c85b5cc0 it_disposition 1800037 00000080:00002000:2.0:1789131396.724196:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2184870 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789131396.724204:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131396.724207:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789131396.724209:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:2.0:1789131396.724210:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-3, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:2.0:1789131396.724214:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789131396.724217:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131396.724223:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789131396.724298:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131396.724302:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279493 : 144115205289279493 : 200000402000005) 00000080:00000001:2.0:1789131396.724306:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789131396.724324:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21ab180. 00000020:00000001:2.0:1789131396.724335:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789131396.724337:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789131396.724341:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789131396.724343:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x5:0x0](ffff9ba0d21ab248) 00000020:00000001:2.0:1789131396.724406:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131396.724412:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131396.724523:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131396.724530:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789131396.724536:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d8600000. 00000020:00000001:2.0:1789131396.724538:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131396.724541:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.724561:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789131396.724600:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d176c8. 00020000:00000001:2.0:1789131396.724603:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582307016 : -110360127244600 : ffff9ba0c7d176c8) 00020000:00000001:2.0:1789131396.724606:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:2.0:1789131396.724610:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131396.724617:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c85b5660. 00020000:00000010:2.0:1789131396.724623:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c2f43480. 00020000:00000010:2.0:1789131396.724630:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c85b5a20. 00020000:00000001:2.0:1789131396.724633:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713591343648 : -110360118207968 : ffff9ba0c85b5a20) 00020000:00000002:2.0:1789131396.724637:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c85b5a20, objid 0x5:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131396.724642:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131396.724647:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c2f43480: ostid: 0x280000400:4 ost idx: 1 gen: 0 00020000:00000001:2.0:1789131396.724650:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789131396.724652:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c85b5a20, objid 0x5:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131396.724656:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131396.724659:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c2f43480: ostid: 0x280000400:4 ost idx: 1 gen: 0 00020000:00000010:2.0:1789131396.724663:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d2bcae70. 00020000:00000010:2.0:1789131396.724667:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2e87180. 00020000:00000001:2.0:1789131396.724678:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789131396.724681:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7936608. 00020000:00000001:2.0:1789131396.724685:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789131396.724686:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1789131396.724704:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789131396.724708:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d8600708. 00000020:00000001:2.0:1789131396.724710:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131396.724712:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.724714:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713860085640 : -110359849465976 : ffff9ba0d8600788) 00020000:00000001:2.0:1789131396.724718:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789131396.724724:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d038c8. 00020000:00000001:2.0:1789131396.724727:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.724731:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713860085640 : -110359849465976 : ffff9ba0d8600788) 00020000:00000001:2.0:1789131396.724734:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713860085640 : -110359849465976 : ffff9ba0d8600788) 00020000:00000002:2.0:1789131396.724738:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x4:0x0]@ffff9ba0d8600708[0:0] -> [0x200000402:0x5:0x0]@ffff9ba0d8600000: ostid: 0x280000400:4 ost idx: 1 gen: 0 00020000:00000001:2.0:1789131396.724743:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:2.0:1789131396.724745:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:2.0:1789131396.724747:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.724751:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713860083840 : -110359849467776 : ffff9ba0d8600080) 00000020:00001000:2.0:1789131396.724755:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131396.724760:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279493 : 144115205289279493 : 200000402000005) 00000080:00000001:2.0:1789131396.724763:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789131396.724766:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279493 mtime from 0 to 1789131396 00000080:00000001:2.0:1789131396.724771:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789131396.724773:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754878536 : -110359954673080 : ffff9ba0d21ab248) 00010000:00000001:2.0:1789131396.724776:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.724778:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.724780:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc400 refcount=3 00000020:00000001:2.0:1789131396.724782:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.724785:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00000080:00000001:2.0:1789131396.724788:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131396.724790:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131396.724797:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131396.724799:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131396.724801:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789131396.724804:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131396.724805:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131396.724809:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c53e08a0. 00020000:00000010:2.0:1789131396.724813:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c2f43780. 00020000:00000010:2.0:1789131396.724816:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c53e0180. 00020000:00000001:2.0:1789131396.724818:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713539088768 : -110360170462848 : ffff9ba0c53e0180) 00020000:00000002:2.0:1789131396.724821:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c53e0180, objid 0x5:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131396.724825:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131396.724828:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c2f43780: ostid: 0x280000400:4 ost idx: 1 gen: 0 00020000:00000002:2.0:1789131396.724832:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d176c8) owner ffff9ba0c2f34f80 00020000:00000001:2.0:1789131396.724834:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131396.724837:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d176c8) owner ffff9ba0c2f34f80 00020000:00000010:2.0:1789131396.724842:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c2f43780. 00020000:00000010:2.0:1789131396.724846:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0c53e08a0. 00020000:00000010:2.0:1789131396.724849:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0c53e0180. 00020000:00000002:2.0:1789131396.724851:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x5:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789131396.724853:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.724855:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.724859:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789131396.724862:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d176c8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131396.724866:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0c85b5a20 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:2.0:1789131396.724868:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d176c8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131396.724871:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789131396.724874:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789131396.724875:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789131396.724877:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789131396.724879:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789131396.724882:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x5:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789131396.724884:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131396.724886:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.724894:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.724895:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131396.724898:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131396.724902:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789131396.724904:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.724906:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x5:0x0](ffff9ba0d21ab248) 00000080:00010000:2.0:1789131396.724910:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x5:0x0](ffff9ba0d21ab248) for lock 0xc8adac5b2d01fd87 00800000:00000001:2.0:1789131396.724913:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131396.724916:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131396.724917:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.724919:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.724920:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc400 refcount=3 00000020:00000001:2.0:1789131396.724922:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.724924:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.724927:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.724928:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.724929:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.724931:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.724933:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789131396.724935:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.724944:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.724952:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131396.724957:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21ab248 need_sync_to_mds [0x200000402:0x5:0x0] 00000080:00000001:2.0:1789131396.724961:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.724965:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x5:0x0](ffff9ba0d21ab248) 00000080:00000001:2.0:1789131396.724967:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131396.724971:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000100:00000001:2.0:1789131396.724975:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.724978:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.724986:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.724990:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789131396.724992:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131396.725000:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21ab248 need_sync_to_mds [0x200000402:0x5:0x0] 00000080:00000001:2.0:1789131396.725010:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789131396.725013:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:2.0:1789131396.725015:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-3:[0x200000402:0x5:0x0](ffff9ba0d21ab248), flags 100102 00000080:00000010:2.0:1789131396.725023:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5b5f540. 00000080:00000010:2.0:1789131396.725029:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c5594940. 00000080:00000001:2.0:1789131396.725031:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789131396.725035:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1789131396.725038:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789131396.725042:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c7d10000. 00000002:00100000:2.0:1789131396.725046:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131396.725053:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.725054:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789131396.725058:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789131396.725061:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.725064:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.725067:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.725070:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789131396.725077:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131396.725081:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0c7ce0000. 02000000:00000001:2.0:1789131396.725107:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789131396.725109:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.725112:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:2.0:1789131396.725114:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-3:[0x200000402:0x5:0x0](ffff9ba0d21ab248), flags 100102, rc = 0 00000080:00000001:2.0:1789131396.725119:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789131396.725121:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0c85b5cc0 released 00000080:00010000:2.0:1789131396.725123:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd87 from it ffff9ba0c85b5cc0 00010000:00000001:2.0:1789131396.725125:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.725126:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.725128:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc400 refcount=3 00000020:00000001:2.0:1789131396.725130:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.725137:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472095232 : -110360237456384 : ffff9ba0c13fc400) 00010000:00000001:2.0:1789131396.725140:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.725144:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc211542e expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.725152:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.725153:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.725155:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131396.725158:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131396.725161:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc211542e expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131396.725169:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131396.725173:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131396.725175:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.725180:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.725181:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.725183:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.725186:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131396.725188:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.725190:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.725193:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.725195:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.725196:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.725197:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131396.725199:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789131396.725202:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1789131396.725204:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789131396.725206:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789131396.725209:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789131396.725211:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.725214:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789131396.725216:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.725218:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131396.725221:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.725223:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131396.725225:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0c85b5cc0. 00000080:00000001:2.0:1789131396.727037:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.727053:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789131396.727057:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x5:0x0](ffff9ba0d21ab248), inode mode 81a4 mask 40 00000080:00000001:2.0:1789131396.727065:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.727096:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131396.727101:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d176c8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131396.727105:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d176c8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131396.727108:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.727117:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789131396.727121:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:2.0:1789131396.727123:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-3:[0x200000402:0x5:0x0](ffff9ba0d21ab248), flags 100002 00000080:00000001:2.0:1789131396.727127:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1789131396.727130:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789131396.727132:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131396.727133:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d176c8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131396.727135:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d176c8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131396.727138:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.727140:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1789131396.727150:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.727154:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.727163:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998700 count: 2 00010000:00000001:2.0:1789131396.727167:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.727172:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131396.727174:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x5:0x0]: 0 00000080:00000001:2.0:1789131396.727177:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789131396.727180:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789131396.727188:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131396.727191:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789131396.727197:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789131396.727201:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1789131396.727204:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x5:0x0] 00000002:00000001:2.0:1789131396.727208:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789131396.727210:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x5:0x0] file closed with intent: 0 00000100:00000010:2.0:1789131396.727218:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4d81680. 00000020:00000040:2.0:1789131396.727223:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=13 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:2.0:1789131396.727775:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131396.727780:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131396.727786:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131396.727796:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d193d800. 00000100:00000001:2.0:1789131396.727804:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789131396.727827:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789131396.727840:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789131396.727845:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4d81680 x1876039997352832/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789131396.727852:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131396.727854:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131396.727863:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87c00. 00000100:00000001:2.0:1789131396.727865:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499929600 : -110360209622016 : ffff9ba0c2e87c00) 00000100:00000001:2.0:1789131396.727869:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.727870:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800844928 : -110359908706688 : ffff9ba0d4d81680) 00000100:00000001:2.0:1789131396.727876:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131396.727881:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.727884:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131396.727886:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131396.727891:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d81680 x1876039997352832/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.727899:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131396.727902:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.727907:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131396.727910:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131396.727912:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131396.727916:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d81680 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997352832:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131396.727921:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131396.727928:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131396.727931:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.727934:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131396.727945:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d837b000. 02000000:00000001:2.0:1789131396.727947:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131396.727956:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131396.727961:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46370. 00000400:00000010:2.0:1789131396.727970:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e110. 00000100:00000200:2.0:1789131396.727978:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997352832, portal 10 00000100:00000001:2.0:1789131396.727980:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.727981:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800844928 : -110359908706688 : ffff9ba0d4d81680) 00000100:00000040:2.0:1789131396.727989:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4d81680 x1876039997352832/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.727996:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131396.727999:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131396.728002:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e550. 00000100:00000200:2.0:1789131396.728005:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997352832, offset 0 00000400:00000200:2.0:1789131396.728012:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131396.728050:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.728061:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.728068:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131396.728073:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131396.728078:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131396.728082:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131396.728086:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [223:223:256:4294967295] 192.168.206.157@tcp LPNI seq info [223:223:8:4294967295] 00000400:00000200:2.0:1789131396.728091:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.728103:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131396.728109:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131396.728116:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964100. 00000800:00000200:2.0:1789131396.728123:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131396.728132:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131396.728137:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789131396.728163:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.728169:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 71098 usecs (72 jiffies) 00000400:00000200:2.0:1789131396.728178:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131396.728181:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983809 00000100:00000001:2.0:1789131396.728191:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983788 00000100:00000001:2.0:1789131396.728198:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983809 00000100:00000001:2.0:1789131396.728202:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983788 00000100:00000001:2.0:1789131396.728206:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.728209:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.728212:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131396.728215:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131396.728218:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87c00 going to sleep for 11 seconds 00000100:00000001:2.0:1789131396.728221:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131396.728225:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.728664:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.728671:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964100. 00000400:00000200:3.0:1789131396.728678:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.728684:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.728703:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e550 00000400:00000010:3.0:1789131396.728706:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e550. 00000100:00000001:3.0:1789131396.728712:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.728718:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d81680 x1876039997352832/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.728729:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.728733:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d81680 x1876039997352832/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.728744:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.728747:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789131396.730587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998600. 00000800:00000001:3.0:1789131396.732986:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.733011:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131396.733017:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.733019:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.733030:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.733039:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131396.733051:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.733057:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.733063:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.733068:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a06b80 00000400:00000200:3.0:1789131396.733073:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.733081:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xaf5 [1] + 224 00000800:00000001:3.0:1789131396.733090:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.733101:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.733105:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.733110:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131396.733120:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.733131:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d81680 x1876039997352832/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131396.733143:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d4d81680 x1876039997352832/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.733165:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131396.733179:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.733183:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.733280:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131396.733291:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131396.733293:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131396.733298:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46370. 00000400:00000200:2.0:1789131396.733303:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e110 00000400:00000010:2.0:1789131396.733306:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e110. 00000100:00000001:2.0:1789131396.733309:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.733315:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d81680 x1876039997352832/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131396.733324:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d81680 x1876039997352832/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.733330:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131396.733332:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.733335:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131396.733339:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131396.733342:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131396.733344:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.733358:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131396.733368:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=108 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131396.733373:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131396.733376:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131396.733398:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.733402:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131396.733406:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.733410:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131396.733412:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789131396.733424:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789131396.733428:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.733430:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800844928 : -110359908706688 : ffff9ba0d4d81680) 00000100:00000001:2.0:1789131396.733434:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131396.733437:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131396.733438:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131396.733443:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.733449:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d81680 x1876039997352832/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.733457:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.733461:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131396.733463:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131396.733467:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d81680 x1876039997352832/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131396.733521:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d81680 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997352832:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131396.733527:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.733530:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.733532:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131396.733534:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.733538:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d81680 x1876039997352832/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.733546:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131396.733550:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87c00. 00000100:00000001:2.0:1789131396.733554:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131396.733556:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.733566:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.733567:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800844928 : -110359908706688 : ffff9ba0d4d81680) 00000002:00000001:2.0:1789131396.733576:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.733580:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131396.733587:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131396.733591:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789131396.733594:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1789131396.733600:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789131396.733606:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131396.733614:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.733615:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131396.733618:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c5594940. 00000100:00000001:2.0:1789131396.733621:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.733623:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d81680 x1876039997352832/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.733629:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.733632:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131396.733636:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5b5f540. 00000080:00000001:2.0:1789131396.733641:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.733648:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:2.0:1789131396.733650:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-3:[0x200000402:0x5:0x0](ffff9ba0d21ab248), flags 100002, rc = 0 00000080:00000001:2.0:1789131396.733654:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.733661:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789131396.733663:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:2.0:1789131396.733665:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-3 (ffff9ba0d2184870, parent ffff9ba0d20e4ca8, inode ffff9ba0d21ab248) hashed, 00000080:00000001:2.0:1789131396.733669:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.733757:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131396.733761:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131396.733763:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131396.733765:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:2.0:1789131396.733767:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:2.0:1789131396.733773:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00800000:00000002:2.0:1789131396.733780:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131396.733785:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131396.733794:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.733796:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:2.0:1789131396.733799:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131396.733804:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131396.733807:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131396.733812:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.733814:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:2.0:1789131396.733816:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131396.733820:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131396.733823:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.733826:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131396.733834:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.733836:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.733837:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.733840:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789131396.733843:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789131396.733848:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4d821c0. 00000020:00000040:2.0:1789131396.733852:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=14 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:2.0:1789131396.733858:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131396.733864:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.733871:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.733874:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.733876:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.733879:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131396.733881:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131396.733887:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131396.733897:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c52e1400. 00000100:00000001:2.0:1789131396.733903:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.733907:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.733909:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.733911:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.733912:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.733913:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.733920:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713800847808 : -110359908703808 : ffff9ba0d4d821c0) 00010000:00000001:2.0:1789131396.733924:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131396.733926:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131396.733938:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998600. 00010000:00000010:2.0:1789131396.733942:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe200. 00010000:00000001:2.0:1789131396.733947:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131396.733951:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c13fca00. 00000020:00000001:2.0:1789131396.733956:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131396.733960:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c13fca00 with handle 0xc8adac5b2d01fd8e to hash 00000020:00000001:2.0:1789131396.733962:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131396.733964:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.733968:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.733972:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.733976:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.733981:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd8e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.733991:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd8e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.734003:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd8e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131396.734009:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131396.734011:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131396.734017:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87c00. 00000100:00000001:2.0:1789131396.734019:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499929600 : -110360209622016 : ffff9ba0c2e87c00) 00000100:00000001:2.0:1789131396.734022:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.734023:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800847808 : -110359908703808 : ffff9ba0d4d821c0) 00000100:00000001:2.0:1789131396.734029:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131396.734033:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.734035:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131396.734037:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131396.734042:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d821c0 x1876039997352960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.734050:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131396.734060:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.734064:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131396.734067:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131396.734069:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131396.734072:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d821c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997352960:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131396.734076:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131396.734083:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131396.734086:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.734089:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131396.734094:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d8415000. 02000000:00000001:2.0:1789131396.734096:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131396.734102:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131396.734106:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46370. 00000400:00000010:2.0:1789131396.734112:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e110. 00000100:00000200:2.0:1789131396.734119:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997352960, portal 10 00000100:00000001:2.0:1789131396.734121:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.734122:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800847808 : -110359908703808 : ffff9ba0d4d821c0) 00000100:00000040:2.0:1789131396.734127:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4d821c0 x1876039997352960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.734134:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131396.734137:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131396.734140:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1eee0. 00000100:00000200:2.0:1789131396.734142:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997352960, offset 0 00000400:00000200:2.0:1789131396.734149:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131396.734158:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.734165:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.734172:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131396.734177:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131396.734181:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131396.734184:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131396.734187:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [224:224:256:4294967295] 192.168.206.157@tcp LPNI seq info [224:224:8:4294967295] 00000400:00000200:2.0:1789131396.734191:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.734208:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131396.734220:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131396.734228:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964200. 00000800:00000200:2.0:1789131396.734236:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131396.734246:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131396.734251:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789131396.734274:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.734279:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 69813 usecs (70 jiffies) 00000400:00000200:2.0:1789131396.734283:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131396.734286:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983813 00000100:00000001:2.0:1789131396.734294:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983809 00000100:00000001:2.0:1789131396.734300:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983813 00000100:00000001:2.0:1789131396.734303:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983809 00000100:00000001:2.0:1789131396.734306:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.734308:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.734311:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131396.734313:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131396.734315:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87c00 going to sleep for 11 seconds 00000100:00000001:2.0:1789131396.734318:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131396.734319:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.735562:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.735572:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964200. 00000400:00000200:3.0:1789131396.735579:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.735588:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.735595:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1eee0 00000400:00000010:3.0:1789131396.735598:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1eee0. 00000100:00000001:3.0:1789131396.735604:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.735611:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d821c0 x1876039997352960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.735642:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.735646:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d821c0 x1876039997352960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.735654:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.735656:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131396.740760:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.740781:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131396.740787:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.740789:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.740801:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.740812:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131396.740823:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.740830:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.740837:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.740841:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a06c00 00000400:00000200:3.0:1789131396.740847:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.740854:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xb05 [1] + 224 00000800:00000001:3.0:1789131396.740863:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.740870:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.740874:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.740880:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131396.740890:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.740901:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d821c0 x1876039997352960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131396.740914:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d4d821c0 x1876039997352960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.740936:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131396.740947:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.741005:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.741073:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131396.741083:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131396.741086:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131396.741090:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46370. 00000400:00000200:2.0:1789131396.741095:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e110 00000400:00000010:2.0:1789131396.741098:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e110. 00000100:00000001:2.0:1789131396.741103:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.741108:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d821c0 x1876039997352960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131396.741118:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d821c0 x1876039997352960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.741124:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131396.741146:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.741149:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131396.741152:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131396.741155:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131396.741158:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.741162:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131396.741174:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=109 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131396.741179:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131396.741182:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131396.741184:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.741188:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131396.741193:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.741199:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131396.741202:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131396.741214:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131396.741219:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.741281:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d821c0 x1876039997352960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.741543:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.741547:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131396.741550:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131396.741555:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d821c0 x1876039997352960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131396.741564:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d821c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997352960:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131396.741571:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.741574:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.741577:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131396.741580:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.741583:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4d821c0 x1876039997352960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.741590:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131396.741593:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87c00. 00000100:00000001:2.0:1789131396.741597:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131396.741605:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.741609:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789131396.741614:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.741618:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.741622:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=4 00000020:00000001:2.0:1789131396.741625:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.741628:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000040:2.0:1789131396.741637:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c13fca00, remote cookie: 0x2d69527cc2115443, flags: 0x1001 00010000:00010000:2.0:1789131396.741643:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd8e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115443 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.741655:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd8e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115443 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.741663:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131396.741669:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131396.741671:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131396.741673:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131396.741675:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131396.741679:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c3998600) refcount = 1 00010000:00010000:2.0:1789131396.741683:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd8e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115443 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.741703:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131396.741707:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131396.741709:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131396.741713:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131396.741715:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.741719:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd8e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115443 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.741726:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131396.741728:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.741735:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.741737:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.741738:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.741740:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.741746:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789131396.741748:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.741750:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.741751:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.741754:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.741756:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.741759:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.741760:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.741761:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=4 00000020:00000001:2.0:1789131396.741763:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.741766:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.741769:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.741773:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.741776:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd8e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115443 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.741784:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.741785:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.741786:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.741787:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.741789:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=5 00000020:00000001:2.0:1789131396.741791:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.741793:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.741795:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.741797:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd8e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115443 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.741804:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.741806:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131396.741814:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd8e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115443 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.741821:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.741822:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.741824:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.741825:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.741826:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789131396.741832:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d4d821c0 x1876039997352960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789131396.741841:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.741842:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.741844:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.741846:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.741848:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.741850:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.741851:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.741853:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.741855:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.741859:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789131396.741862:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.741863:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.741864:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.741866:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.741868:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00000002:00010000:2.0:1789131396.741872:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd8e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115443 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.741877:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.741878:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.741881:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131396.741882:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.741883:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.741884:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.741891:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.741894:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000040:2.0:1789131396.741902:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998600 count: 2 00010000:00000001:2.0:1789131396.741905:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131396.741911:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789131396.741914:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.741915:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.741917:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131396.741921:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:2.0:1789131396.741923:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789131396.741926:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.741932:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.741936:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131396.741940:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789131396.741943:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131396.742073:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:2.0:1789131396.742078:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131396.742083:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131396.742086:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131396.742094:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789131396.742100:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789131396.742106:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c5594940. 00800000:00000001:2.0:1789131396.742109:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713540876608 : -110360168675008 : ffff9ba0c5594940) 00800000:00000001:2.0:1789131396.742113:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.742115:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131396.742118:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789131396.742120:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789131396.742123:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789131396.742126:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789131396.742128:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.742133:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789131396.742136:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789131396.742142:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:2.0:1789131396.742144:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.742154:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.742156:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.742158:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.742160:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.742162:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.742163:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131396.742165:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131396.742168:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789131396.742169:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c5594940 1 00800000:00000010:2.0:1789131396.742172:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c5594940. 00800000:00000001:2.0:1789131396.742175:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.742178:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fd8e 00800000:00000001:2.0:1789131396.742182:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131396.742183:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131396.742185:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.742186:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.742187:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.742189:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.742191:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.742194:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.742195:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.742196:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.744328:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.744340:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.744346:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:2.0:1789131396.744352:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd8e from it ffffbc4101cb7bf8 00010000:00000001:2.0:1789131396.744356:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.744360:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.744363:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.744366:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.744370:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.744373:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.744379:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd8e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115443 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.744413:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.744415:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.744417:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131396.744420:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131396.744423:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd8e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115443 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131396.744431:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131396.744436:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131396.744438:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.744444:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.744445:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.744446:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.744450:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131396.744452:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.744454:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.744458:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.744460:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.744462:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.744463:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131396.744466:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.744503:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4d821c0 x1876039997352960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.744512:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131396.744515:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131396.744520:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d8415000. 02000000:00000001:2.0:1789131396.744525:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131396.744528:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131396.744530:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=13 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:2.0:1789131396.744532:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131396.744535:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c52e1400. 02000000:00000001:2.0:1789131396.744540:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131396.744542:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131396.744544:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4d821c0. 00000100:00000001:2.0:1789131396.744555:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131396.744557:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131396.744561:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:2.0:1789131396.744568:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131396.744585:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c7d10ce0. 00000080:00000001:2.0:1789131396.744593:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131396.744595:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131396.744597:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:2.0:1789131396.744600:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:2.0:1789131396.744606:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00800000:00000002:2.0:1789131396.744613:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131396.744617:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131396.744622:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.744624:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:2.0:1789131396.744626:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131396.744630:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131396.744634:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131396.744640:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.744642:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:2.0:1789131396.744644:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131396.744647:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131396.744650:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.744653:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.744661:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998600 count: 2 00010000:00000001:2.0:1789131396.744664:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131396.744669:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.744673:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789131396.744677:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd8e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115443 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789131396.744687:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789131396.744702:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.744706:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd8e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115443 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789131396.744725:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789131396.744727:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131396.744729:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131396.744731:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131396.744733:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131396.744735:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789131396.744738:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789131396.744741:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:2.0:1789131396.744745:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131396.744749:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131396.744751:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.744753:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:2.0:1789131396.744756:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fd8e 00800000:00000001:2.0:1789131396.744760:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131396.744762:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131396.744763:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.744765:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.744767:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.744769:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.744771:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.744774:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.744775:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.744776:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.744778:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.744779:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd8e from it ffffbc4101cb7b38 00010000:00000001:2.0:1789131396.744781:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.744782:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.744783:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.744785:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.744787:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.744789:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.744797:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd8e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115443 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131396.744804:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.744805:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.744806:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131396.744807:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131396.744810:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd8e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115443 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789131396.744817:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131396.744819:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131396.744820:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.744822:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.744824:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.744825:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.744832:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131396.744833:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.744835:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.744838:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.744840:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.744841:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.744842:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131396.744844:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789131396.744845:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131396.744847:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:2.0:1789131396.744850:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.744854:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789131396.744856:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:2.0:1789131396.744858:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-4, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0c81a7b00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1789131396.744864:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0c53e0180. 00000080:00000001:2.0:1789131396.744869:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789131396.744871:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:2.0:1789131396.744873:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-4, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:2.0:1789131396.744881:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00800000:00000002:2.0:1789131396.744888:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131396.744894:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131396.744896:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.744898:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:2.0:1789131396.744900:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-4' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131396.744902:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789131396.744905:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789131396.744909:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:2.0:1789131396.744912:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789131396.744914:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789131396.744917:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789131396.744920:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789131396.744923:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x6:0x0] 40000000:00000001:2.0:1789131396.744925:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.744928:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.744929:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.744931:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.744933:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:2.0:1789131396.744935:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x6:0x0], name='f0a.replay-dual-4' -> mds #0 layout version 1 00000002:00000001:2.0:1789131396.744938:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.744939:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:2.0:1789131396.744941:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-4,[0x200000402:0x6:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1789131396.744944:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789131396.745443:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789131396.745447:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789131396.745451:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.745454:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789131396.745457:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998600 count: 2 00010000:00000001:2.0:1789131396.745460:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131396.745463:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789131396.745467:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131396.745543:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd8e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115443 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789131396.745554:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131396.745566:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131396.745568:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131396.745570:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789131396.745573:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.745575:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.745578:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998600 count: 3 00010000:00000001:2.0:1789131396.745581:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.745583:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.745585:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.745586:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.745587:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998600 count: 3 00010000:00000001:2.0:1789131396.745589:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.745590:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.745592:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.745592:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.745594:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998600 count: 3 00010000:00000001:2.0:1789131396.745595:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.745596:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.745598:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131396.745600:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789131396.745604:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789131396.745607:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789131396.745609:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131396.745611:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.745615:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131396.745618:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131396.745620:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131396.745622:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.745624:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789131396.745628:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c13fca00 with handle 0xc8adac5b2d01fd8e from hash 00010000:00000001:2.0:1789131396.745630:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131396.745632:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.745634:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.745635:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131396.745639:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131396.745641:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789131396.745643:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131396.745652:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131396.745654:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789131396.745661:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4d821c0. 00000020:00000040:2.0:1789131396.745665:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=14 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:2.0:1789131396.745672:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789131396.745674:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.745677:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131396.745682:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.745685:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.745686:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.745687:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.745700:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131396.745703:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131396.745706:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131396.745714:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c52e1400. 00000100:00000001:2.0:1789131396.745721:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.745727:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.745730:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789131396.745734:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd8e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115443 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789131396.745740:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789131396.745742:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131396.745744:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131396.745746:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fd8e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115443 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1789131396.745754:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998600 count: 0 00010000:00000010:2.0:1789131396.745760:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe200. 00010000:00000001:2.0:1789131396.745769:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.745771:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.745773:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.745774:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.745776:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.745788:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713800847808 : -110359908703808 : ffff9ba0d4d821c0) 00010000:00000001:2.0:1789131396.745796:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131396.745799:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131396.745803:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998d00. 00010000:00000010:2.0:1789131396.745807:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe200. 00010000:00000001:2.0:1789131396.745811:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131396.745816:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c13fd800. 00000020:00000001:2.0:1789131396.745818:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131396.745821:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c13fd800 with handle 0xc8adac5b2d01fd95 to hash 00000020:00000001:2.0:1789131396.745823:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131396.745825:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00010000:00000001:2.0:1789131396.745830:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00010000:00000001:2.0:1789131396.745833:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.745834:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.745838:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd800/0xc8adac5b2d01fd95 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.745845:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd800/0xc8adac5b2d01fd95 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789131396.745858:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789131396.745870:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4d821c0 x1876039997353216/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789131396.745880:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd800/0xc8adac5b2d01fd95 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131396.745885:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131396.745888:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131396.745896:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87c00. 00000100:00000001:2.0:1789131396.745898:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499929600 : -110360209622016 : ffff9ba0c2e87c00) 00000100:00000001:2.0:1789131396.745900:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.745902:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800847808 : -110359908703808 : ffff9ba0d4d821c0) 00000100:00000001:2.0:1789131396.745907:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131396.745916:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.745919:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131396.745921:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131396.745926:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d821c0 x1876039997353216/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.745935:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131396.745937:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.745941:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131396.745945:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131396.746014:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131396.746019:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d821c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997353216:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131396.746024:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131396.746032:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131396.746034:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.746037:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131396.746103:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0c7d40000. 02000000:00000001:2.0:1789131396.746106:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131396.746115:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131396.746121:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46370. 00000400:00000010:2.0:1789131396.746130:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c3bb1000. 00000100:00000200:2.0:1789131396.746138:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997353216, portal 10 00000100:00000001:2.0:1789131396.746140:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.746141:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800847808 : -110359908703808 : ffff9ba0d4d821c0) 00000100:00000040:2.0:1789131396.746148:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4d821c0 x1876039997353216/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.746156:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131396.746158:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131396.746162:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e110. 00000100:00000200:2.0:1789131396.746165:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997353216, offset 0 00000400:00000200:2.0:1789131396.746173:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131396.746185:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.746193:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.746199:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131396.746386:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131396.746390:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131396.746393:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131396.746397:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [225:225:256:4294967295] 192.168.206.157@tcp LPNI seq info [225:225:8:4294967295] 00000400:00000200:2.0:1789131396.746402:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.746412:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131396.746419:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131396.746426:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964200. 00000800:00000200:2.0:1789131396.746434:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131396.746442:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131396.746447:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964200 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1789131396.746585:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.746590:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 68618 usecs (69 jiffies) 00000400:00000200:2.0:1789131396.746594:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131396.746597:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983825 00000100:00000001:2.0:1789131396.746606:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983813 00000100:00000001:2.0:1789131396.746612:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983825 00000100:00000001:2.0:1789131396.746616:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983813 00000100:00000001:2.0:1789131396.746619:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.746623:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.746625:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131396.746628:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131396.746630:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87c00 going to sleep for 11 seconds 00000100:00000001:2.0:1789131396.746633:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131396.746636:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.748966:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.749069:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964200. 00000400:00000200:3.0:1789131396.749081:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.749092:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.749102:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e110 00000400:00000010:3.0:1789131396.749104:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e110. 00000100:00000001:3.0:1789131396.749112:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.749122:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d821c0 x1876039997353216/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.749136:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.749140:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d821c0 x1876039997353216/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.749147:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.749149:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789131396.752369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998600. 00010000:00000010:2.1:1789131396.752392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c13fca00. 00000800:00000001:3.0:1789131396.758339:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.758427:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131396.758432:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.758436:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.758447:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.758455:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131396.758466:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.758590:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.758598:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.758602:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a06d00 00000400:00000200:3.0:1789131396.758607:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.758614:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xb15 [32] + 224 00000800:00000001:3.0:1789131396.758622:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.758631:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.758635:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.758640:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131396.758649:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.758660:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d821c0 x1876039997353216/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131396.758672:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d4d821c0 x1876039997353216/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.758770:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131396.758791:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131396.758803:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131396.758808:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.758814:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131396.758821:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [226:226:256:4294967295] 192.168.206.157@tcp LPNI seq info [226:226:8:4294967295] 00000400:00000200:3.0:1789131396.758826:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.758836:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131396.758842:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131396.758853:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84fe400. 00000800:00000200:3.0:1789131396.758861:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131396.758869:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131396.758874:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84fe400 type 0, nob 96 niov 1 nkiov 0 00000400:00000001:2.0:1789131396.758921:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131396.758924:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131396.758937:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46370. 00000400:00000200:2.0:1789131396.758942:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c3bb1000 00000400:00000010:2.0:1789131396.758945:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c3bb1000. 00000100:00000001:2.0:1789131396.758955:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.758959:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d821c0 x1876039997353216/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131396.758968:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d821c0 x1876039997353216/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.758974:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131396.758976:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.758979:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131396.758983:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131396.758986:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131396.758988:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.758991:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131396.759076:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=109 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131396.759082:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131396.759085:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131396.759087:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.759091:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131396.759095:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.759100:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131396.759102:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1789131396.759104:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789131396.759106:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.759108:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800847808 : -110359908703808 : ffff9ba0d4d821c0) 00000100:00000001:2.0:1789131396.759111:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131396.759113:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131396.759116:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131396.759118:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.759125:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.759133:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.759136:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131396.759138:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131396.759143:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131396.759164:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d821c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997353216:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131396.759170:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.759173:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.759176:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131396.759178:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.759182:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.759189:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131396.759193:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87c00. 00000100:00000001:2.0:1789131396.759196:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131396.759198:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.759553:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789131396.759561:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.759564:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.759569:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd800 refcount=4 00000020:00000001:2.0:1789131396.759571:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00010000:00000001:2.0:1789131396.759574:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00010000:00000040:2.0:1789131396.759583:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c13fd800, remote cookie: 0x2d69527cc211545f, flags: 0x1001 00010000:00010000:2.0:1789131396.759589:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd800/0xc8adac5b2d01fd95 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211545f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789131396.759611:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x6:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789131396.759614:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789131396.759625:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998600. 00010000:00000010:2.0:1789131396.759630:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe480. 00010000:00000040:2.0:1789131396.759636:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998d00 count: 0 00010000:00000010:2.0:1789131396.759645:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe200. 00010000:00000001:2.0:1789131396.759654:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.759657:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd800/0xc8adac5b2d01fd95 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211545f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.759673:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd800/0xc8adac5b2d01fd95 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211545f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.759680:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131396.759686:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131396.759688:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131396.759700:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131396.759702:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131396.759705:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x6:0x0].0x0 (ffff9ba0c3998600) refcount = 1 00010000:00010000:2.0:1789131396.759710:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd800/0xc8adac5b2d01fd95 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211545f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.759716:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131396.759721:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131396.759722:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131396.759726:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131396.759728:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.759731:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd800/0xc8adac5b2d01fd95 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211545f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.759738:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131396.759739:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.759741:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.759742:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.759743:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.759751:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.759758:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789131396.759762:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.759763:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.759765:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd800 refcount=3 00000020:00000001:2.0:1789131396.759767:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00010000:00000001:2.0:1789131396.759769:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00010000:00000001:2.0:1789131396.759782:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.759783:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.759784:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd800 refcount=4 00000020:00000001:2.0:1789131396.759786:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00010000:00000001:2.0:1789131396.759788:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00010000:00000001:2.0:1789131396.759792:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.759796:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.759799:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd800/0xc8adac5b2d01fd95 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211545f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.759806:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.759807:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.759808:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.759810:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.759811:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd800 refcount=5 00000020:00000001:2.0:1789131396.759812:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00010000:00000001:2.0:1789131396.759814:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00010000:00000001:2.0:1789131396.759816:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.759819:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd800/0xc8adac5b2d01fd95 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211545f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.759824:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.759825:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131396.759827:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd800/0xc8adac5b2d01fd95 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211545f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.759834:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.759835:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.759836:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:3.0:1789131396.759841:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.759845:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84fe400. 00010000:00000001:2.0:1789131396.759847:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.759848:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1789131396.759850:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000002:00100000:2.0:1789131396.759855:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1789131396.759855:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131396.759867:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.759872:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131396.759876:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789131396.759882:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131396.759888:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.759897:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.759898:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.759900:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd800 refcount=3 00000020:00000001:2.0:1789131396.759902:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00010000:00000001:2.0:1789131396.759904:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00000002:00010000:2.0:1789131396.759907:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd800/0xc8adac5b2d01fd95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211545f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789131396.759916:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c5594940. 00010000:00000001:2.0:1789131396.759918:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.759920:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.759921:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.759923:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.759927:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789131396.759930:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.759931:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800847808 : -110359908703808 : ffff9ba0d4d821c0) 00000100:00000001:2.0:1789131396.759933:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.759934:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800847808 : -110359908703808 : ffff9ba0d4d821c0) 00010000:00000001:2.0:1789131396.759936:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.759937:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.759938:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd800 refcount=3 00000020:00000001:2.0:1789131396.759940:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00010000:00000001:2.0:1789131396.759942:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00000002:00010000:2.0:1789131396.759945:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd800/0xc8adac5b2d01fd95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211545f expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.759963:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.759964:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.759966:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131396.759968:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.759969:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.759971:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd800 refcount=3 00000020:00000001:2.0:1789131396.759973:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00010000:00000001:2.0:1789131396.759975:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00010000:00000040:2.0:1789131396.759979:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998600 count: 2 00010000:00000001:2.0:1789131396.759982:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131396.759986:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/6 (0 0) 00010000:00000001:2.0:1789131396.759989:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.759990:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.759991:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131396.759994:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:2.0:1789131396.759997:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-4 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789131396.760000:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.760014:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.760018:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131396.760023:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789131396.760027:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131396.760031:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131396.760035:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789131396.760037:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0c53e0180 it_disposition 1800037 00000080:00002000:2.0:1789131396.760100:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2184e58 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789131396.760107:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131396.760111:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789131396.760114:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:2.0:1789131396.760115:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-4, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:2.0:1789131396.760118:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789131396.760121:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131396.760127:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789131396.760137:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131396.760141:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279494 : 144115205289279494 : 200000402000006) 00000080:00000001:2.0:1789131396.760145:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789131396.760159:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21aeb40. 00000020:00000001:2.0:1789131396.760173:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789131396.760175:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789131396.760179:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789131396.760181:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9ba0d21aec08) 00000020:00000001:2.0:1789131396.760186:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131396.760191:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131396.760194:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131396.760199:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789131396.760205:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d8600d48. 00000020:00000001:2.0:1789131396.760208:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131396.760218:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.760227:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789131396.760231:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d173e0. 00020000:00000001:2.0:1789131396.760234:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582306272 : -110360127245344 : ffff9ba0c7d173e0) 00020000:00000001:2.0:1789131396.760237:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:2.0:1789131396.760240:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131396.760246:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c53e08a0. 00020000:00000010:2.0:1789131396.760259:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c2f43780. 00020000:00000010:2.0:1789131396.760267:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c85b5cc0. 00020000:00000001:2.0:1789131396.760270:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713591344320 : -110360118207296 : ffff9ba0c85b5cc0) 00020000:00000002:2.0:1789131396.760273:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c85b5cc0, objid 0x6:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131396.760278:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131396.760282:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c2f43780: ostid: 0x240000400:5 ost idx: 0 gen: 0 00020000:00000001:2.0:1789131396.760285:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789131396.760287:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c85b5cc0, objid 0x6:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131396.761865:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131396.761875:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c2f43780: ostid: 0x240000400:5 ost idx: 0 gen: 0 00020000:00000010:2.0:1789131396.761889:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d2bcadb0. 00020000:00000010:2.0:1789131396.761895:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2e87c00. 00020000:00000001:2.0:1789131396.761918:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789131396.761924:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c79364a0. 00020000:00000001:2.0:1789131396.761929:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789131396.761933:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1789131396.761943:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789131396.761961:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d8600ed8. 00000020:00000001:2.0:1789131396.761965:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131396.761968:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.761971:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713860087640 : -110359849463976 : ffff9ba0d8600f58) 00020000:00000001:2.0:1789131396.761978:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789131396.761984:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d023d0. 00020000:00000001:2.0:1789131396.761987:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.761993:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713860087640 : -110359849463976 : ffff9ba0d8600f58) 00020000:00000001:2.0:1789131396.761996:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713860087640 : -110359849463976 : ffff9ba0d8600f58) 00020000:00000002:2.0:1789131396.762000:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x5:0x0]@ffff9ba0d8600ed8[0:0] -> [0x200000402:0x6:0x0]@ffff9ba0d8600d48: ostid: 0x240000400:5 ost idx: 0 gen: 0 00020000:00000001:2.0:1789131396.762014:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:2.0:1789131396.762017:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:2.0:1789131396.762020:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.762024:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713860087240 : -110359849464376 : ffff9ba0d8600dc8) 00000020:00001000:2.0:1789131396.762029:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131396.762037:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279494 : 144115205289279494 : 200000402000006) 00000080:00000001:2.0:1789131396.762041:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789131396.762044:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279494 mtime from 0 to 1789131396 00000080:00000001:2.0:1789131396.762051:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789131396.762054:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754893320 : -110359954658296 : ffff9ba0d21aec08) 00010000:00000001:2.0:1789131396.762059:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.762062:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.762065:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd800 refcount=3 00000020:00000001:2.0:1789131396.762068:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00010000:00000001:2.0:1789131396.762071:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00000080:00000001:2.0:1789131396.762076:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131396.762078:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131396.762086:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131396.762089:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131396.762091:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789131396.762094:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131396.762097:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131396.762103:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c61f8ae0. 00020000:00000010:2.0:1789131396.762107:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c2f43e80. 00020000:00000010:2.0:1789131396.762129:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c7d690c0. 00020000:00000001:2.0:1789131396.762132:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713582641344 : -110360126910272 : ffff9ba0c7d690c0) 00020000:00000002:2.0:1789131396.762136:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d690c0, objid 0x6:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131396.762140:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131396.762143:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c2f43e80: ostid: 0x240000400:5 ost idx: 0 gen: 0 00020000:00000002:2.0:1789131396.762147:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d173e0) owner ffff9ba0c2f34f80 00020000:00000001:2.0:1789131396.762150:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131396.762152:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d173e0) owner ffff9ba0c2f34f80 00020000:00000010:2.0:1789131396.762158:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c2f43e80. 00020000:00000010:2.0:1789131396.762165:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0c61f8ae0. 00020000:00000010:2.0:1789131396.762171:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0c7d690c0. 00020000:00000002:2.0:1789131396.762175:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x6:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789131396.762177:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.762179:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.762183:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789131396.762186:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d173e0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131396.762189:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0c85b5cc0 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:2.0:1789131396.762191:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d173e0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131396.762194:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789131396.762197:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789131396.762198:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789131396.762200:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789131396.762218:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789131396.762220:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x6:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789131396.762230:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131396.762233:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.762244:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.762246:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131396.762257:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131396.762262:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789131396.762265:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.762267:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x6:0x0](ffff9ba0d21aec08) 00000080:00010000:2.0:1789131396.762271:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x6:0x0](ffff9ba0d21aec08) for lock 0xc8adac5b2d01fd95 00800000:00000001:2.0:1789131396.762274:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131396.762279:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131396.762280:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.762282:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.762284:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd800 refcount=3 00000020:00000001:2.0:1789131396.762286:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00010000:00000001:2.0:1789131396.762288:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00010000:00000001:2.0:1789131396.762291:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.762292:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.762294:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.762296:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.762297:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789131396.762301:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.762317:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.762326:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131396.762332:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21aec08 need_sync_to_mds [0x200000402:0x6:0x0] 00000080:00000001:2.0:1789131396.762337:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.762341:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x6:0x0](ffff9ba0d21aec08) 00000080:00000001:2.0:1789131396.762344:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131396.762348:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000100:00000001:2.0:1789131396.762351:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.762356:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.762712:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.762717:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789131396.762719:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131396.762729:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21aec08 need_sync_to_mds [0x200000402:0x6:0x0] 00000080:00000001:2.0:1789131396.762740:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789131396.762743:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:2.0:1789131396.762746:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-4:[0x200000402:0x6:0x0](ffff9ba0d21aec08), flags 100102 00000080:00000010:2.0:1789131396.762755:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5b5f540. 00000080:00000010:2.0:1789131396.762763:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c5594ec0. 00000080:00000001:2.0:1789131396.762766:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789131396.762778:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1789131396.762784:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789131396.762789:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c7d10ae0. 00000002:00100000:2.0:1789131396.762797:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131396.762805:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.762807:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789131396.762811:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789131396.762815:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.762818:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.762821:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.762825:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789131396.762833:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131396.762838:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0c7d40000. 02000000:00000001:2.0:1789131396.762876:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789131396.762878:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.762882:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:2.0:1789131396.762885:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-4:[0x200000402:0x6:0x0](ffff9ba0d21aec08), flags 100102, rc = 0 00000080:00000001:2.0:1789131396.762890:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789131396.762892:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0c53e0180 released 00000080:00010000:2.0:1789131396.762895:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fd95 from it ffff9ba0c53e0180 00010000:00000001:2.0:1789131396.762897:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.762899:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.762900:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd800 refcount=3 00000020:00000001:2.0:1789131396.762902:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00010000:00000001:2.0:1789131396.762909:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472100352 : -110360237451264 : ffff9ba0c13fd800) 00010000:00000001:2.0:1789131396.762912:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.762917:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd800/0xc8adac5b2d01fd95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc211545f expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.762927:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.762928:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.762929:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131396.762933:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131396.762936:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd800/0xc8adac5b2d01fd95 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc211545f expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131396.764149:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131396.764159:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131396.764161:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.764167:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.764169:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.764171:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.764176:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131396.764178:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.764180:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.764184:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.764187:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.764189:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.764190:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131396.764193:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789131396.764196:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1789131396.764944:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789131396.764959:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789131396.764963:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789131396.764964:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.764968:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1789131396.764970:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.764972:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789131396.764976:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.764978:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789131396.764982:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0c53e0180. 00000080:00000001:3.0:1789131396.764993:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.764999:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789131396.765002:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9ba0d21aec08), inode mode 81a4 mask 40 00000080:00000001:3.0:1789131396.765035:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131396.765067:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789131396.765072:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d173e0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:3.0:1789131396.765077:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d173e0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:3.0:1789131396.765081:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.765090:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789131396.765094:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:3.0:1789131396.765096:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-4:[0x200000402:0x6:0x0](ffff9ba0d21aec08), flags 100002 00000080:00000001:3.0:1789131396.765100:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1789131396.765102:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1789131396.765104:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789131396.765105:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d173e0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:3.0:1789131396.765107:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d173e0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:3.0:1789131396.765109:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131396.765112:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1789131396.765121:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131396.765125:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131396.765133:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998600 count: 2 00010000:00000001:3.0:1789131396.765136:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131396.765142:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789131396.765144:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x6:0x0]: 0 00000080:00000001:3.0:1789131396.765147:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789131396.765149:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789131396.765154:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d4854800. 00000080:00000001:3.0:1789131396.765156:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789131396.765164:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789131396.765167:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1789131396.765170:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x6:0x0] 00000002:00000001:3.0:1789131396.765174:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789131396.765176:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x6:0x0] file closed with intent: 0 00000100:00000010:3.0:1789131396.765185:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d483ad00. 00000020:00000040:3.0:1789131396.765190:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=15 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:3.0:1789131396.765195:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131396.765199:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131396.765219:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131396.765242:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d32f5200. 00000100:00000001:3.0:1789131396.765258:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789131396.765284:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789131396.765298:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789131396.765305:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d483ad00 x1876039997353472/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789131396.765313:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789131396.765315:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789131396.765323:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d1bc49c0. 00000100:00000001:3.0:1789131396.765326:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713748691392 : -110359960860224 : ffff9ba0d1bc49c0) 00000100:00000001:3.0:1789131396.765329:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131396.765331:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795312896 : -110359914238720 : ffff9ba0d483ad00) 00000100:00000001:3.0:1789131396.765336:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131396.765340:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.765343:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789131396.765345:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131396.765349:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483ad00 x1876039997353472/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.765356:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131396.765371:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131396.765376:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131396.765379:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131396.765382:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131396.765386:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483ad00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997353472:192.168.206.157@tcp:35:createmany.0 00000100:00000001:3.0:1789131396.765392:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131396.765399:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131396.765403:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131396.765406:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131396.765412:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d84fe400. 02000000:00000001:3.0:1789131396.765415:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131396.765434:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131396.765446:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995e18. 00000400:00000010:3.0:1789131396.765457:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5cc0. 00000100:00000200:3.0:1789131396.765466:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997353472, portal 10 00000100:00000001:3.0:1789131396.765494:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131396.765496:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795312896 : -110359914238720 : ffff9ba0d483ad00) 00000100:00000040:3.0:1789131396.765504:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d483ad00 x1876039997353472/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.765513:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131396.765516:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131396.765519:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd57f8. 00000100:00000200:3.0:1789131396.765523:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997353472, offset 0 00000400:00000200:3.0:1789131396.765530:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131396.765542:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.765551:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131396.765558:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131396.765568:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131396.765573:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131396.765577:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131396.765581:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [227:227:256:4294967295] 192.168.206.157@tcp LPNI seq info [227:227:8:4294967295] 00000400:00000200:3.0:1789131396.765586:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.765597:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131396.765603:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131396.765609:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4a63e00. 00000800:00000200:3.0:1789131396.765617:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131396.765627:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131396.765633:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4a63e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789131396.765651:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131396.765655:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 67613 usecs (68 jiffies) 00000400:00000200:3.0:1789131396.765659:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131396.765662:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983843 00000100:00000001:3.0:1789131396.765673:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983825 00000100:00000001:3.0:1789131396.765684:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983843 00000100:00000001:3.0:1789131396.765688:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983825 00000100:00000001:3.0:1789131396.765702:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131396.765705:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.765708:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131396.765711:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789131396.765714:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1bc49c0 going to sleep for 11 seconds 00000100:00000001:3.0:1789131396.765717:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131396.765721:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131396.765793:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131396.765798:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4a63e00. 00000400:00000200:2.0:1789131396.765804:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.765811:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131396.765817:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd57f8 00000400:00000010:2.0:1789131396.765820:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd57f8. 00000100:00000001:2.0:1789131396.765825:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131396.765830:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483ad00 x1876039997353472/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.765853:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.765857:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483ad00 x1876039997353472/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.765865:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.765867:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131396.770635:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.770656:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131396.770661:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.770664:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.770675:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.770685:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131396.770706:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.770712:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.770718:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.770722:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a06e00 00000400:00000200:3.0:1789131396.770728:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.770734:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xb25 [1] + 224 00000800:00000001:3.0:1789131396.770742:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.770749:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.770752:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.770757:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131396.770766:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.770775:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483ad00 x1876039997353472/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131396.770787:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d483ad00 x1876039997353472/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.770846:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131396.770867:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131396.770897:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.770900:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789131396.771164:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131396.771168:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131396.771172:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995e18. 00000400:00000200:2.0:1789131396.771178:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5cc0 00000400:00000010:2.0:1789131396.771181:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5cc0. 00000100:00000001:2.0:1789131396.771185:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.771192:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d483ad00 x1876039997353472/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000010:2.1:1789131396.771545:0:10482:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998d00. 00000100:00000200:2.0:1789131396.771561:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d483ad00 x1876039997353472/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.771569:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131396.771572:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.771575:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131396.771579:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131396.771582:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131396.771584:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.771587:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131396.771599:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=108 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131396.771603:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131396.771606:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131396.771608:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.771611:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131396.771615:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.771619:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131396.771621:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789131396.771623:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789131396.771626:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.771628:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795312896 : -110359914238720 : ffff9ba0d483ad00) 00000100:00000001:2.0:1789131396.771643:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131396.771646:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131396.771648:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131396.771651:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.771657:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d483ad00 x1876039997353472/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.771664:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.771667:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131396.771670:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131396.771674:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d483ad00 x1876039997353472/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131396.771682:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483ad00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997353472:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131396.771687:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.771700:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.771704:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131396.771706:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.771710:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483ad00 x1876039997353472/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.771717:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131396.771720:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d1bc49c0. 00000100:00000001:2.0:1789131396.771724:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131396.771725:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.771734:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.771735:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795312896 : -110359914238720 : ffff9ba0d483ad00) 00000002:00000001:2.0:1789131396.771739:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.771742:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131396.771749:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d4854800. 00000080:00000001:2.0:1789131396.771754:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789131396.771758:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1789131396.771765:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789131396.771770:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131396.771784:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.771786:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131396.771788:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c5594ec0. 00000100:00000001:2.0:1789131396.771791:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.771795:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483ad00 x1876039997353472/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.771801:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.771804:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131396.771810:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5b5f540. 00000080:00000001:2.0:1789131396.771814:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.771823:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:2.0:1789131396.771826:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-4:[0x200000402:0x6:0x0](ffff9ba0d21aec08), flags 100002, rc = 0 00000080:00000001:2.0:1789131396.771830:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.771837:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789131396.771839:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:2.0:1789131396.771841:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-4 (ffff9ba0d2184e58, parent ffff9ba0d20e4ca8, inode ffff9ba0d21aec08) hashed, 00000080:00000001:2.0:1789131396.771844:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.771921:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131396.771926:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131396.771928:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131396.771930:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:2.0:1789131396.771932:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:2.0:1789131396.771938:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00800000:00000002:2.0:1789131396.772146:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:3.0:1789131396.773070:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789131396.773078:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789131396.773082:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:3.0:1789131396.773088:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789131396.773093:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789131396.773098:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789131396.773104:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789131396.773106:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:3.0:1789131396.773108:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789131396.773112:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789131396.773114:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131396.773118:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789131396.773126:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.773130:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.773131:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.773134:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789131396.773137:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789131396.773147:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d48392c0. 00000020:00000040:3.0:1789131396.773152:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=16 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:3.0:1789131396.773160:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789131396.773166:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789131396.773174:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131396.773177:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131396.773178:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.773181:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131396.773184:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131396.773189:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131396.773198:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d84ffc00. 00000100:00000001:3.0:1789131396.773706:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.773714:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789131396.773716:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.773718:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789131396.773719:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131396.773721:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131396.773748:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713795306176 : -110359914245440 : ffff9ba0d48392c0) 00010000:00000001:3.0:1789131396.773754:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789131396.773756:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789131396.773763:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d5983400. 00010000:00000010:3.0:1789131396.773768:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c65bfd00. 00010000:00000001:3.0:1789131396.773772:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789131396.773776:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c29c7400. 00000020:00000001:3.0:1789131396.773781:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789131396.773785:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c29c7400 with handle 0xc8adac5b2d01fd9c to hash 00000020:00000001:3.0:1789131396.773787:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789131396.773788:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713494946816 : -110360214604800 : ffff9ba0c29c7400) 00010000:00000001:3.0:1789131396.773792:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713494946816 : -110360214604800 : ffff9ba0c29c7400) 00010000:00000001:3.0:1789131396.773796:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131396.773800:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131396.773804:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7400/0xc8adac5b2d01fd9c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131396.773814:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7400/0xc8adac5b2d01fd9c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131396.773825:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7400/0xc8adac5b2d01fd9c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789131396.773830:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789131396.773833:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789131396.773840:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d1bc4180. 00000100:00000001:3.0:1789131396.773842:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713748689280 : -110359960862336 : ffff9ba0d1bc4180) 00000100:00000001:3.0:1789131396.773845:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131396.773846:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795306176 : -110359914245440 : ffff9ba0d48392c0) 00000100:00000001:3.0:1789131396.773852:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131396.773856:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.773859:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789131396.773861:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131396.773872:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d48392c0 x1876039997353600/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.773890:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131396.773893:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131396.773898:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131396.773901:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131396.773903:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131396.773907:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d48392c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997353600:192.168.206.157@tcp:101:createmany.0 00000100:00000001:3.0:1789131396.773912:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131396.773919:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131396.773922:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131396.773924:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131396.773929:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0c6427000. 02000000:00000001:3.0:1789131396.773932:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131396.773940:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131396.773944:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995790. 00000400:00000010:3.0:1789131396.774080:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5aa0. 00000100:00000200:3.0:1789131396.774088:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997353600, portal 10 00000100:00000001:3.0:1789131396.774090:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131396.774092:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795306176 : -110359914245440 : ffff9ba0d48392c0) 00000100:00000040:3.0:1789131396.774099:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d48392c0 x1876039997353600/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.774107:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131396.774111:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131396.774113:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5ee0. 00000100:00000200:3.0:1789131396.774116:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997353600, offset 0 00000400:00000200:3.0:1789131396.774125:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131396.774136:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.774145:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131396.774152:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131396.774157:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131396.774161:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131396.774164:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131396.774175:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [228:228:256:4294967295] 192.168.206.157@tcp LPNI seq info [228:228:8:4294967295] 00000400:00000200:3.0:1789131396.774180:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.774193:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131396.774200:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131396.774394:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4a63000. 00000800:00000200:3.0:1789131396.774403:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131396.774413:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131396.774631:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4a63000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789131396.774702:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131396.774708:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 66485 usecs (67 jiffies) 00000400:00000200:3.0:1789131396.774713:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131396.774716:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983851 00000100:00000001:3.0:1789131396.774725:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983843 00000100:00000001:3.0:1789131396.774732:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983851 00000100:00000001:3.0:1789131396.774736:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983843 00000100:00000001:3.0:1789131396.774739:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131396.774743:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.774746:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131396.774748:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789131396.774751:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1bc4180 going to sleep for 11 seconds 00000100:00000001:3.0:1789131396.774754:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131396.774757:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131396.777876:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131396.777890:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4a63000. 00000400:00000200:2.0:1789131396.777899:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.777910:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131396.777919:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5ee0 00000400:00000010:2.0:1789131396.777922:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5ee0. 00000100:00000001:2.0:1789131396.777928:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131396.777938:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d48392c0 x1876039997353600/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.777976:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.777980:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d48392c0 x1876039997353600/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.777988:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.777990:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131396.781873:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.781894:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131396.781900:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.781903:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.781913:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.781923:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131396.781934:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.781940:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.781946:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.781982:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a06e80 00000400:00000200:3.0:1789131396.781988:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.781995:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xb35 [1] + 224 00000800:00000001:3.0:1789131396.782071:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.782081:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.782085:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.782090:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131396.782100:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.782111:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d48392c0 x1876039997353600/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131396.782124:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d48392c0 x1876039997353600/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.782154:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131396.782166:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.782170:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131396.788131:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131396.788137:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593e00. 00000400:00000200:2.0:1789131396.788144:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.788149:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131396.788157:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346d48 00000400:00000010:2.0:1789131396.788160:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346d48. 00000100:00000001:2.0:1789131396.788164:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131396.788169:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7b0c0 x1876039997353856/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.788181:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.788184:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7b0c0 x1876039997353856/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.788191:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.788193:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131396.794636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d5983400. 00010000:00000010:0.1:1789131396.794658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c29c7400. 00000800:00000001:3.0:1789131396.805141:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.805163:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131396.805169:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.805172:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.805184:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.805193:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131396.805216:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.805580:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.805589:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.805594:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a06f80 00000400:00000200:3.0:1789131396.805601:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.805608:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xb45 [32] + 224 00000800:00000001:3.0:1789131396.805617:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.805626:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.805630:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.805636:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131396.805645:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.805676:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7b0c0 x1876039997353856/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131396.805689:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d1b7b0c0 x1876039997353856/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.805712:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131396.805724:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131396.805727:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.805733:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131396.805740:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [230:230:256:4294967295] 192.168.206.157@tcp LPNI seq info [230:230:8:4294967295] 00000400:00000200:3.0:1789131396.805745:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.805754:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131396.805761:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131396.805768:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84fd800. 00000800:00000200:3.0:1789131396.805775:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131396.805783:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131396.805789:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84fd800 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1789131396.805992:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1789131396.807829:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.807839:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84fd800. 00000400:00000200:3.0:1789131396.807844:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.807849:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131396.808178:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131396.808285:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131396.808289:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593100. 00000400:00000200:2.0:1789131396.808301:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.808305:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131396.808311:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346770 00000400:00000010:2.0:1789131396.808313:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346770. 00000100:00000001:2.0:1789131396.808318:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131396.808323:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7b480 x1876039997354112/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.808333:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.808347:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7b480 x1876039997354112/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.808353:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.808355:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131396.812534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0df00. 00000800:00000001:2.0:1789131396.817385:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.817409:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131396.817415:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.817426:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.817437:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.817447:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131396.817459:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.817464:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.817598:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.817603:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a07080 00000400:00000200:2.0:1789131396.817609:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.817616:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xb4d [1] + 224 00000800:00000001:2.0:1789131396.817625:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.817640:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.817644:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.817650:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131396.817659:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.817670:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7b480 x1876039997354112/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131396.817682:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d1b7b480 x1876039997354112/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.817769:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131396.817780:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.817783:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131396.819441:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131396.819446:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593400. 00000400:00000200:2.0:1789131396.819451:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.819456:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131396.819493:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346000 00000400:00000010:2.0:1789131396.819496:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346000. 00000100:00000001:2.0:1789131396.819500:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131396.819506:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b792c0 x1876039997354240/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.819516:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.819519:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b792c0 x1876039997354240/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.819525:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.819527:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131396.823235:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.823364:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131396.823369:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.823372:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.823461:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.823511:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131396.823524:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.823529:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.823536:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.823541:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a07100 00000400:00000200:2.0:1789131396.823546:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.823553:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xb55 [1] + 224 00000800:00000001:2.0:1789131396.823562:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.823571:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.823574:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.823580:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131396.823591:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.823601:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b792c0 x1876039997354240/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131396.823613:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d1b792c0 x1876039997354240/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.823627:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131396.823657:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.823661:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131396.826384:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131396.826389:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593b00. 00000400:00000200:2.0:1789131396.826395:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.826400:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131396.826406:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13463b8 00000400:00000010:2.0:1789131396.826409:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13463b8. 00000100:00000001:2.0:1789131396.826413:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131396.826417:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b792c0 x1876039997354496/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.826428:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.826431:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b792c0 x1876039997354496/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.826438:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.826440:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131396.831539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0df00. 00010000:00000010:0.1:1789131396.831562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0030000. 00000800:00000001:2.0:1789131396.833833:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.833856:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131396.833862:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.833864:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.833876:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.833885:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131396.833897:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.833902:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.833909:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.833914:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a07200 00000400:00000200:2.0:1789131396.833920:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.833927:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xb5d [32] + 224 00000800:00000001:2.0:1789131396.833936:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.834092:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.834097:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.834103:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131396.834113:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.834136:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b792c0 x1876039997354496/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131396.834147:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d1b792c0 x1876039997354496/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.834306:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131396.834320:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131396.834325:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.834331:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.834338:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [234:234:256:4294967295] 192.168.206.157@tcp LPNI seq info [234:234:8:4294967295] 00000400:00000200:2.0:1789131396.834343:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.834352:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131396.834359:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131396.834368:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0c3bb1000. 00000800:00000200:2.0:1789131396.834376:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131396.834384:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131396.834390:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3bb1000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131396.834561:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131396.834565:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0c3bb1000. 00000400:00000200:2.0:1789131396.834570:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.834574:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131396.834582:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.834586:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131396.844365:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131396.844370:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748378560 : -110359961173056 : ffff9ba0d1b783c0) 00000100:00000001:0.0:1789131396.844375:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131396.844381:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.844383:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131396.844385:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131396.844390:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b783c0 x1876039997354752/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.844398:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131396.844400:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131396.844405:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131396.844407:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131396.844410:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131396.844414:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b783c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997354752:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131396.844418:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131396.844425:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131396.844428:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131396.844431:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131396.844436:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c2fa5000. 02000000:00000001:0.0:1789131396.844438:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131396.844446:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131396.844451:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee108. 00000400:00000010:0.0:1789131396.844459:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346330. 00000100:00000200:0.0:1789131396.844467:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997354752, portal 10 00000100:00000001:0.0:1789131396.844517:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131396.844518:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748378560 : -110359961173056 : ffff9ba0d1b783c0) 00000100:00000040:0.0:1789131396.844526:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b783c0 x1876039997354752/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.844534:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131396.844537:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131396.844541:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346a18. 00000100:00000200:0.0:1789131396.844545:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997354752, offset 0 00000400:00000200:0.0:1789131396.844553:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131396.844564:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131396.844580:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131396.844587:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131396.844592:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131396.844596:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131396.844599:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131396.844603:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [235:235:256:4294967295] 192.168.206.157@tcp LPNI seq info [235:235:8:4294967295] 00000400:00000200:0.0:1789131396.844608:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131396.844620:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131396.844627:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131396.844634:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593b00. 00000800:00000200:0.0:1789131396.844642:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131396.844650:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131396.844655:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131396.844665:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131396.844670:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 62020 usecs (63 jiffies) 00000400:00000200:0.0:1789131396.844674:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131396.844678:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983917 00000100:00000001:0.0:1789131396.844687:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983898 00000100:00000001:0.0:1789131396.844702:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983917 00000100:00000001:0.0:1789131396.844706:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983898 00000100:00000001:0.0:1789131396.844709:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131396.844712:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.844715:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131396.844717:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131396.844720:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640ce40 going to sleep for 11 seconds 00000100:00000001:0.0:1789131396.844722:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131396.844726:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131396.845321:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131396.845327:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593b00. 00000400:00000200:2.0:1789131396.845334:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.845341:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131396.845349:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346a18 00000400:00000010:2.0:1789131396.845351:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346a18. 00000100:00000001:2.0:1789131396.845356:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131396.845362:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b783c0 x1876039997354752/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.845382:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.845386:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b783c0 x1876039997354752/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.845392:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.845394:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131396.849235:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.849259:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131396.849263:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.849266:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.849277:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.849287:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131396.849297:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.849303:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.849310:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.849314:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a07300 00000400:00000200:3.0:1789131396.849336:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.849343:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xb65 [1] + 224 00000800:00000001:3.0:1789131396.849352:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.849364:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.849368:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.849373:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131396.849383:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.849393:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b783c0 x1876039997354752/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131396.849405:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d1b783c0 x1876039997354752/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.849433:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131396.849444:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.849447:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131396.849616:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131396.849626:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131396.849629:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131396.849640:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee108. 00000400:00000200:0.0:1789131396.849646:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346330 00000400:00000010:0.0:1789131396.849649:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346330. 00000100:00000001:0.0:1789131396.849652:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131396.849657:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b783c0 x1876039997354752/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131396.849665:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b783c0 x1876039997354752/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.849671:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131396.849673:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131396.849675:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131396.849680:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131396.849683:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131396.849685:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131396.849697:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131396.849710:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=108 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131396.849714:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131396.849717:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131396.849719:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.849722:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131396.849726:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.849730:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131396.849732:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789131396.849734:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131396.849737:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131396.849738:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748378560 : -110359961173056 : ffff9ba0d1b783c0) 00000100:00000001:0.0:1789131396.849742:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131396.849744:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131396.849746:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131396.849749:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131396.849754:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b783c0 x1876039997354752/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.849761:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131396.849764:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131396.849772:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131396.849776:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b783c0 x1876039997354752/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131396.849783:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b783c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997354752:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131396.849788:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131396.849791:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.849793:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131396.849796:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131396.849799:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b783c0 x1876039997354752/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.849805:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131396.849808:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640ce40. 00000100:00000001:0.0:1789131396.849812:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131396.849813:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.849822:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131396.849823:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748378560 : -110359961173056 : ffff9ba0d1b783c0) 00000002:00000001:0.0:1789131396.849826:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131396.849830:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131396.849836:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d2de1e00. 00000080:00000001:0.0:1789131396.849842:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789131396.849846:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789131396.849853:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789131396.849858:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d1b792c0 x1876039997354496/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131396.849865:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131396.849867:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131396.849869:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0d84c6d00. 00000100:00000001:0.0:1789131396.849872:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131396.849875:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b783c0 x1876039997354752/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.849880:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.849888:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131396.849893:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5de8dc0. 00000080:00000001:0.0:1789131396.849898:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131396.849906:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:0.0:1789131396.849909:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-6:[0x200000402:0x8:0x0](ffff9ba0d212ec08), flags 100002, rc = 0 00000080:00000001:0.0:1789131396.849912:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.849919:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789131396.849920:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:0.0:1789131396.849923:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-6 (ffff9ba0d2150a20, parent ffff9ba0d20e4ca8, inode ffff9ba0d212ec08) hashed, 00000080:00000001:0.0:1789131396.849926:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.850011:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131396.850015:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131396.850017:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131396.850019:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:0.0:1789131396.850021:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131396.850027:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d2de1e00. 00800000:00000002:0.0:1789131396.850034:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131396.850039:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131396.850043:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131396.850045:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:0.0:1789131396.850048:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131396.850052:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131396.850056:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131396.850062:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131396.850063:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:0.0:1789131396.850065:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131396.850069:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131396.850071:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131396.850074:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131396.850082:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.850085:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.850086:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.850089:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131396.850091:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789131396.850097:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d1b7a580. 00000020:00000040:0.0:1789131396.850102:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=20 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:0.0:1789131396.850116:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131396.850122:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131396.850131:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.850134:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.850136:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.850139:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131396.850141:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131396.850146:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131396.850155:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c2fa6400. 00000100:00000001:0.0:1789131396.850162:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.850167:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131396.850169:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.850170:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131396.850171:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.850173:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.850179:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713748387200 : -110359961164416 : ffff9ba0d1b7a580) 00010000:00000001:0.0:1789131396.850183:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131396.850186:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131396.850191:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d900. 00010000:00000010:0.0:1789131396.850195:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837fd80. 00010000:00000001:0.0:1789131396.850199:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131396.850203:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c0030000. 00000020:00000001:0.0:1789131396.850207:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131396.850211:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c0030000 with handle 0xc8adac5b2d01fdb8 to hash 00000020:00000001:0.0:1789131396.850213:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131396.850214:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:0.0:1789131396.850218:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:0.0:1789131396.850223:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131396.850225:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131396.850230:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fdb8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131396.850240:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fdb8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131396.850263:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fdb8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131396.850269:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131396.850271:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131396.850277:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640ce40. 00000100:00000001:0.0:1789131396.850280:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556049472 : -110360153502144 : ffff9ba0c640ce40) 00000100:00000001:0.0:1789131396.850283:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131396.850284:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748387200 : -110359961164416 : ffff9ba0d1b7a580) 00000100:00000001:0.0:1789131396.850289:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131396.850294:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.850296:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131396.850298:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131396.850303:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7a580 x1876039997354880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.850311:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131396.850314:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131396.850319:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131396.850322:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131396.850325:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131396.850329:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7a580 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997354880:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131396.850333:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131396.850339:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131396.850342:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131396.850345:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131396.850351:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d845e800. 02000000:00000001:0.0:1789131396.850353:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131396.850359:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131396.850363:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee108. 00000400:00000010:0.0:1789131396.850368:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346330. 00000100:00000200:0.0:1789131396.850376:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997354880, portal 10 00000100:00000001:0.0:1789131396.850378:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131396.850387:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748387200 : -110359961164416 : ffff9ba0d1b7a580) 00000100:00000040:0.0:1789131396.850393:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b7a580 x1876039997354880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.850401:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131396.850403:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131396.850406:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13465d8. 00000100:00000200:0.0:1789131396.850410:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997354880, offset 0 00000400:00000200:0.0:1789131396.850417:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131396.851041:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131396.851051:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131396.851058:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131396.851062:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131396.851066:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131396.851069:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131396.851073:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [236:236:256:4294967295] 192.168.206.157@tcp LPNI seq info [236:236:8:4294967295] 00000400:00000200:0.0:1789131396.851078:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131396.851089:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131396.851095:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131396.851252:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d000. 00000800:00000200:1.0:1789131396.851262:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131396.851272:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131396.851277:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789131396.851298:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131396.851303:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 61081 usecs (62 jiffies) 00000400:00000200:1.0:1789131396.851307:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131396.851310:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983922 00000100:00000001:1.0:1789131396.851318:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983917 00000100:00000001:1.0:1789131396.851323:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983922 00000100:00000001:1.0:1789131396.851337:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983917 00000100:00000001:1.0:1789131396.851340:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131396.851344:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.851347:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131396.851349:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131396.851352:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640ce40 going to sleep for 11 seconds 00000100:00000001:1.0:1789131396.851355:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131396.851358:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131396.851712:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131396.851718:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d000. 00000400:00000200:2.0:1789131396.851724:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.851730:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131396.851736:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13465d8 00000400:00000010:2.0:1789131396.851739:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13465d8. 00000100:00000001:2.0:1789131396.851744:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131396.851751:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7a580 x1876039997354880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.851762:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.851766:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7a580 x1876039997354880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.851774:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.851775:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131396.854539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d700. 00000800:00000001:3.0:1789131396.861557:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.861579:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131396.861584:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.861586:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.861598:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.861607:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131396.861618:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.861623:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.861629:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.861633:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a07380 00000400:00000200:3.0:1789131396.861638:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.861645:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xb6d [1] + 224 00000800:00000001:3.0:1789131396.861653:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.861660:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.861663:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.861668:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131396.861677:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.861688:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7a580 x1876039997354880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131396.861728:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d1b7a580 x1876039997354880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.861752:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131396.861766:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.861775:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131396.862078:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131396.862087:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131396.862090:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131396.862094:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee108. 00000400:00000200:1.0:1789131396.862099:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346330 00000400:00000010:1.0:1789131396.862102:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346330. 00000100:00000001:1.0:1789131396.862105:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131396.862111:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b7a580 x1876039997354880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131396.862120:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b7a580 x1876039997354880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.862139:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131396.862142:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131396.862145:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131396.862149:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131396.862153:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131396.862156:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131396.862160:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131396.862170:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=109 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131396.862174:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131396.862176:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131396.862178:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.862182:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131396.862185:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.862190:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131396.862192:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131396.862194:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131396.862206:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131396.862212:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b7a580 x1876039997354880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.862220:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131396.862224:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131396.862226:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131396.862231:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b7a580 x1876039997354880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131396.862239:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b7a580 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997354880:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131396.862245:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131396.862248:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131396.862251:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131396.862253:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131396.862257:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7a580 x1876039997354880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131396.862266:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131396.862269:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640ce40. 00000100:00000001:1.0:1789131396.862272:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131396.862274:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131396.862277:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131396.862282:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.862285:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.862289:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=4 00000020:00000001:1.0:1789131396.862292:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:1.0:1789131396.862296:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000040:1.0:1789131396.862305:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c0030000, remote cookie: 0x2d69527cc21154d6, flags: 0x1001 00010000:00010000:1.0:1789131396.862312:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fdb8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21154d6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131396.862324:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fdb8 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21154d6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.862343:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131396.862348:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131396.862351:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131396.862352:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131396.862354:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131396.862357:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c4c0d900) refcount = 1 00010000:00010000:1.0:1789131396.862362:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fdb8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21154d6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.862368:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131396.862372:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131396.862374:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131396.862377:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131396.862380:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131396.862384:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fdb8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21154d6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.862390:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131396.862393:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.862394:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.862395:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.862397:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.862398:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.862405:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131396.862406:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.862408:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.862409:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=3 00000020:00000001:1.0:1789131396.862411:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:1.0:1789131396.862413:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:1.0:1789131396.862415:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.863094:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.863099:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=4 00000020:00000001:1.0:1789131396.863103:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:1.0:1789131396.863119:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:1.0:1789131396.863124:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131396.863128:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131396.863132:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fdb8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21154d6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.863140:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.863141:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.863143:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.863144:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.863146:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=5 00000020:00000001:1.0:1789131396.863148:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:1.0:1789131396.863150:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:1.0:1789131396.863153:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131396.863156:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fdb8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21154d6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.863163:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.863165:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131396.863167:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fdb8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21154d6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.863173:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131396.863175:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.863176:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.863177:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.863178:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131396.863189:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d1b7a580 x1876039997354880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789131396.863200:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.863202:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.863204:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=3 00000020:00000001:1.0:1789131396.863211:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:1.0:1789131396.863213:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:1.0:1789131396.863216:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.863217:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131396.863219:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.863230:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131396.863233:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789131396.863236:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.863237:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.863239:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=3 00000020:00000001:1.0:1789131396.863241:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:1.0:1789131396.863243:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00000002:00010000:1.0:1789131396.863246:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fdb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21154d6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131396.863254:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.863256:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131396.863258:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131396.863259:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131396.863260:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131396.863261:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=3 00000020:00000001:1.0:1789131396.863263:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:1.0:1789131396.863265:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000040:1.0:1789131396.863272:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d900 count: 2 00010000:00000001:1.0:1789131396.863275:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131396.863279:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789131396.863281:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131396.863282:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131396.863284:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131396.863287:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:1.0:1789131396.863289:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789131396.863293:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131396.863297:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131396.863306:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131396.863309:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789131396.863312:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131396.863317:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131396.863321:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d2de1e00. 00000080:00000001:1.0:1789131396.863329:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131396.863331:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131396.863338:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789131396.863344:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789131396.864339:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c5594ec0. 00800000:00000001:2.0:1789131396.864348:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713540878016 : -110360168673600 : ffff9ba0c5594ec0) 00800000:00000001:2.0:1789131396.864351:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.864355:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131396.864576:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789131396.864580:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789131396.864583:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789131396.864587:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789131396.864589:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.864594:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789131396.864598:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789131396.864604:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:2.0:1789131396.864620:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.864623:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.864626:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=3 00000020:00000001:2.0:1789131396.864628:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:2.0:1789131396.864631:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:2.0:1789131396.864634:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.864635:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131396.864637:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131396.864641:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789131396.864643:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c5594ec0 1 00800000:00000010:2.0:1789131396.864645:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c5594ec0. 00800000:00000001:2.0:1789131396.864650:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.864654:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fdb8 00800000:00000001:2.0:1789131396.864657:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131396.864660:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131396.864661:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.864662:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.864664:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=3 00000020:00000001:2.0:1789131396.864666:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:2.0:1789131396.864668:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:2.0:1789131396.864671:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.864672:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.864673:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.864675:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.864678:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.864680:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:2.0:1789131396.864684:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fdb8 from it ffffbc4101cb7bf8 00010000:00000001:2.0:1789131396.864686:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.864687:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.864699:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=3 00000020:00000001:2.0:1789131396.864702:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:2.0:1789131396.864704:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:2.0:1789131396.864706:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.864778:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fdb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21154d6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.864788:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.864790:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.864792:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131396.864795:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131396.864797:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fdb8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21154d6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131396.864805:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131396.864809:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131396.864812:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.864817:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.864819:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.864821:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.864825:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131396.864827:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.864829:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.864833:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.864835:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.864837:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.864839:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131396.864843:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.864858:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d1b7a580 x1876039997354880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.864867:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131396.864870:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131396.864875:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d845e800. 02000000:00000001:2.0:1789131396.864881:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131396.864885:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131396.864887:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=19 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:2.0:1789131396.864890:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131396.864893:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c2fa6400. 02000000:00000001:2.0:1789131396.864898:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131396.864900:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131396.864913:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d1b7a580. 00000100:00000001:2.0:1789131396.864919:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131396.864921:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131396.864924:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:2.0:1789131396.864930:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131396.864955:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c7d10200. 00000080:00000001:2.0:1789131396.864962:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131396.864964:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131396.864966:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:2.0:1789131396.864969:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:2.0:1789131396.864975:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193c200. 00800000:00000002:2.0:1789131396.864981:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131396.864985:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131396.864988:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.864991:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:2.0:1789131396.864994:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131396.864998:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131396.865002:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131396.865284:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.865288:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:2.0:1789131396.865291:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131396.865295:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131396.865297:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.865301:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.865309:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d900 count: 2 00010000:00000001:2.0:1789131396.865313:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131396.865318:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.865324:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789131396.865329:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fdb8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21154d6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789131396.865338:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789131396.865344:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.865348:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fdb8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21154d6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789131396.865370:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789131396.865372:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131396.865374:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131396.865377:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131396.865379:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131396.865381:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789131396.865384:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789131396.865387:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:2.0:1789131396.865390:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193c200. 00000080:00000001:2.0:1789131396.865395:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131396.865397:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.865399:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:2.0:1789131396.865402:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fdb8 00800000:00000001:2.0:1789131396.865405:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131396.865407:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131396.865409:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.865411:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.865413:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=3 00000020:00000001:2.0:1789131396.865415:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:2.0:1789131396.865417:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:2.0:1789131396.865539:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.865541:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.865542:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.865544:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.865547:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fdb8 from it ffffbc4101cb7b38 00010000:00000001:2.0:1789131396.865549:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.865550:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.865552:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=3 00000020:00000001:2.0:1789131396.865554:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:2.0:1789131396.865556:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:2.0:1789131396.865558:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.865570:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fdb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21154d6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131396.865578:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.865579:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.865581:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131396.865583:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131396.865585:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fdb8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21154d6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789131396.865592:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131396.865595:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131396.865596:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.865599:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.865600:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.865601:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.865604:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131396.865605:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.865607:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.865609:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.865611:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.865612:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.865613:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131396.865615:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789131396.865617:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131396.865619:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:2.0:1789131396.865623:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.865628:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789131396.865630:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:2.0:1789131396.865633:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-7, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d8799680, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1789131396.865640:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0c7d690c0. 00000080:00000001:2.0:1789131396.865646:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789131396.865649:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:2.0:1789131396.865650:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-7, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:2.0:1789131396.865659:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193c200. 00800000:00000002:2.0:1789131396.865669:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131396.865677:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131396.865680:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.865681:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:2.0:1789131396.865684:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-7' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131396.865687:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789131396.865700:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789131396.865707:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:2.0:1789131396.865711:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789131396.865713:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789131396.865793:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789131396.865798:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789131396.865801:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x9:0x0] 40000000:00000001:2.0:1789131396.865805:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.865807:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.865809:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.865811:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.865813:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:2.0:1789131396.865816:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x9:0x0], name='f0a.replay-dual-7' -> mds #0 layout version 1 00000002:00000001:2.0:1789131396.865820:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.865821:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:2.0:1789131396.865823:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-7,[0x200000402:0x9:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1789131396.865828:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789131396.865831:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789131396.865835:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789131396.865840:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.865842:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789131396.865844:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d900 count: 2 00010000:00000001:2.0:1789131396.865846:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131396.865849:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789131396.865852:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131396.865855:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fdb8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc21154d6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789131396.865863:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131396.865872:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131396.865874:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131396.865876:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789131396.865879:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.865880:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.865882:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d900 count: 3 00010000:00000001:2.0:1789131396.865884:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.865886:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.865888:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.865889:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.865890:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d900 count: 3 00010000:00000001:2.0:1789131396.865892:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.865893:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.865894:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.865896:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.865897:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d900 count: 3 00010000:00000001:2.0:1789131396.865899:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.865901:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.865902:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131396.865905:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789131396.865909:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789131396.865913:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789131396.865916:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131396.865917:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.865922:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131396.865925:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131396.865927:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131396.865928:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.865930:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789131396.865933:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c0030000 with handle 0xc8adac5b2d01fdb8 from hash 00010000:00000001:2.0:1789131396.865936:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131396.865937:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.865939:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.865940:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131396.865943:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131396.865945:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789131396.865948:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131396.865955:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131396.865957:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789131396.865965:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4d83c00. 00000020:00000040:2.0:1789131396.865969:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=20 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:2.0:1789131396.865976:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789131396.865978:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.865981:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131396.865986:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.865989:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.865990:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.865991:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.865995:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131396.865997:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131396.866000:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131396.866127:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c3bb1000. 00000100:00000001:2.0:1789131396.866137:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.866143:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.866146:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789131396.866150:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fdb8 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21154d6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789131396.866157:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789131396.866158:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131396.866160:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131396.866162:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fdb8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21154d6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1789131396.866170:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d900 count: 0 00010000:00000010:2.0:1789131396.866176:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837fd80. 00010000:00000001:2.0:1789131396.866191:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.866193:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.866195:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.866197:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.866198:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.866210:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713800854528 : -110359908697088 : ffff9ba0d4d83c00) 00010000:00000001:2.0:1789131396.866242:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131396.866245:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131396.866251:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998d00. 00010000:00000010:2.0:1789131396.866255:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe200. 00010000:00000001:2.0:1789131396.866259:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131396.866263:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c13fd400. 00000020:00000001:2.0:1789131396.866266:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131396.866269:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c13fd400 with handle 0xc8adac5b2d01fdbf to hash 00000020:00000001:2.0:1789131396.866271:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131396.866272:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:2.0:1789131396.866276:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:2.0:1789131396.866279:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.866281:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.866285:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fdbf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.866292:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fdbf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789131396.866307:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789131396.866320:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4d83c00 x1876039997355136/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789131396.866329:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fdbf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131396.866335:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131396.866337:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131396.866344:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87a80. 00000100:00000001:2.0:1789131396.866347:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499929216 : -110360209622400 : ffff9ba0c2e87a80) 00000100:00000001:2.0:1789131396.866351:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.866352:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800854528 : -110359908697088 : ffff9ba0d4d83c00) 00000100:00000001:2.0:1789131396.866358:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131396.866367:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.866370:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131396.866372:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131396.866377:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d83c00 x1876039997355136/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.866384:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131396.866387:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.866391:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131396.866393:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131396.866396:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131396.866400:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d83c00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997355136:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131396.866404:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131396.866410:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131396.866414:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.866416:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131396.866773:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0c7dc0000. 02000000:00000001:2.0:1789131396.866778:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131396.866787:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131396.866792:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46370. 00000400:00000010:2.0:1789131396.866802:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d3095400. 00000100:00000200:2.0:1789131396.866811:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997355136, portal 10 00000100:00000001:2.0:1789131396.866813:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.866815:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800854528 : -110359908697088 : ffff9ba0d4d83c00) 00000100:00000040:2.0:1789131396.866821:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4d83c00 x1876039997355136/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.866829:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131396.866831:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131396.866835:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e880. 00000100:00000200:2.0:1789131396.866838:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997355136, offset 0 00000400:00000200:2.0:1789131396.866846:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131396.866856:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.866865:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.866872:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131396.866883:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131396.866887:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131396.866890:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131396.866895:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [237:237:256:4294967295] 192.168.206.157@tcp LPNI seq info [237:237:8:4294967295] 00000400:00000200:2.0:1789131396.866899:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.866911:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131396.866919:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131396.866924:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964100. 00000800:00000200:2.0:1789131396.866934:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131396.866943:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131396.866948:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1789131396.866974:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.866979:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 60310 usecs (61 jiffies) 00000400:00000200:2.0:1789131396.866982:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131396.866985:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983937 00000100:00000001:2.0:1789131396.867001:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983922 00000100:00000001:2.0:1789131396.867017:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983937 00000100:00000001:2.0:1789131396.867021:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983922 00000100:00000001:2.0:1789131396.867025:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.867028:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.867030:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131396.867032:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131396.867035:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87a80 going to sleep for 11 seconds 00000100:00000001:2.0:1789131396.867039:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131396.867042:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.867330:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.867336:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964100. 00000400:00000200:3.0:1789131396.867342:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.867348:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.867355:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e880 00000400:00000010:3.0:1789131396.867358:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e880. 00000100:00000001:3.0:1789131396.867363:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.867369:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d83c00 x1876039997355136/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.867380:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.867383:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d83c00 x1876039997355136/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.867390:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.867392:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789131396.872554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d900. 00010000:00000010:2.1:1789131396.872585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0030000. 00000800:00000001:3.0:1789131396.883321:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.883344:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131396.883350:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.883354:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.883366:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.883376:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131396.883387:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.883393:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.883398:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.883403:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a07480 00000400:00000200:3.0:1789131396.883409:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.883417:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xb75 [32] + 224 00000800:00000001:3.0:1789131396.883450:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.883458:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.883461:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.883467:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131396.884258:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.884272:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d83c00 x1876039997355136/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131396.884285:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d4d83c00 x1876039997355136/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.884310:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131396.884322:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131396.884328:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.884335:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131396.884342:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [238:238:256:4294967295] 192.168.206.157@tcp LPNI seq info [238:238:8:4294967295] 00000400:00000200:3.0:1789131396.884347:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.884357:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131396.884364:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000100:00000001:2.0:1789131396.884367:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1789131396.884374:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84ff800. 00000400:00000001:2.0:1789131396.884379:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131396.884384:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1789131396.884385:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000400:00000010:2.0:1789131396.884390:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46370. 00000800:00000200:3.0:1789131396.884397:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000400:00000200:2.0:1789131396.884398:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d3095400 00000400:00000010:2.0:1789131396.884402:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d3095400. 00000800:00000200:3.0:1789131396.884404:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84ff800 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1789131396.884427:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.884433:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d83c00 x1876039997355136/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131396.884443:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d83c00 x1876039997355136/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.884450:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131396.884453:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.884456:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131396.884460:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131396.884464:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131396.884466:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.884505:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131396.884517:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=109 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131396.884522:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131396.884524:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131396.884527:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.884530:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131396.884534:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.884538:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131396.884541:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1789131396.884543:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000800:00000200:3.0:1789131396.884546:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1789131396.884547:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.884551:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800854528 : -110359908697088 : ffff9ba0d4d83c00) 00000800:00000010:3.0:1789131396.884552:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84ff800. 00000100:00000001:2.0:1789131396.884556:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1789131396.884559:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1789131396.884561:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000400:00000200:3.0:1789131396.884566:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131396.884574:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.884579:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.884739:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131396.884743:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.884750:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.884759:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.884763:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131396.884766:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131396.884770:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131396.884791:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d83c00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997355136:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131396.884797:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.884801:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.884803:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131396.884806:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.884809:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.884817:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131396.884821:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87a80. 00000100:00000001:2.0:1789131396.884824:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131396.884826:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.884829:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789131396.884835:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.884838:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.884842:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=4 00000020:00000001:2.0:1789131396.884844:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:2.0:1789131396.884848:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000040:2.0:1789131396.884856:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c13fd400, remote cookie: 0x2d69527cc21154f2, flags: 0x1001 00010000:00010000:2.0:1789131396.884862:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fdbf lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21154f2 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789131396.884872:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x9:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789131396.884876:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789131396.884887:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998900. 00010000:00000010:2.0:1789131396.884892:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfea00. 00010000:00000040:2.0:1789131396.884899:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998d00 count: 0 00010000:00000010:2.0:1789131396.884905:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe200. 00010000:00000001:2.0:1789131396.884915:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.884919:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fdbf lrc: 4/0,1 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21154f2 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.884935:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fdbf lrc: 4/0,1 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21154f2 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.884942:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131396.884947:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131396.884950:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131396.884952:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131396.884953:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131396.884957:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x9:0x0].0x0 (ffff9ba0c3998900) refcount = 1 00010000:00010000:2.0:1789131396.884961:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fdbf lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21154f2 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.884968:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131396.884973:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131396.884974:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131396.884978:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131396.884980:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.884984:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fdbf lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21154f2 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.884990:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131396.884992:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.884994:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.884995:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.884997:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.884998:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.885004:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789131396.885148:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.885151:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.885153:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=3 00000020:00000001:2.0:1789131396.885156:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:2.0:1789131396.885159:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:2.0:1789131396.885167:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.885168:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.885170:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=4 00000020:00000001:2.0:1789131396.885172:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:2.0:1789131396.885174:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:2.0:1789131396.885177:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.885181:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.885184:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fdbf lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21154f2 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.885191:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.885192:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.885194:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.885195:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.885196:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=5 00000020:00000001:2.0:1789131396.885198:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:2.0:1789131396.885200:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:2.0:1789131396.885202:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.885206:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fdbf lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21154f2 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.885212:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.885213:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131396.885215:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fdbf lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21154f2 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.885222:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.885224:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.885225:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.885226:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.885227:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789131396.885234:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131396.885259:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789131396.885265:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131396.885272:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.885280:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.885281:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.885283:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=3 00000020:00000001:2.0:1789131396.885285:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:2.0:1789131396.885288:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00000002:00010000:2.0:1789131396.885292:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fdbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21154f2 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789131396.885301:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c5594ec0. 00010000:00000001:2.0:1789131396.885304:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.885305:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.885307:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.885309:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.885313:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789131396.885315:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.885317:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800854528 : -110359908697088 : ffff9ba0d4d83c00) 00000100:00000001:2.0:1789131396.885318:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.885320:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800854528 : -110359908697088 : ffff9ba0d4d83c00) 00010000:00000001:2.0:1789131396.885322:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.885323:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.885324:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=3 00000020:00000001:2.0:1789131396.885326:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:2.0:1789131396.885328:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00000002:00010000:2.0:1789131396.885332:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fdbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21154f2 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.885349:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.885350:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.885352:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131396.885353:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.885354:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.885355:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=3 00000020:00000001:2.0:1789131396.885357:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:2.0:1789131396.885359:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000040:2.0:1789131396.885364:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998900 count: 2 00010000:00000001:2.0:1789131396.885367:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131396.885371:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/9 (0 0) 00010000:00000001:2.0:1789131396.885373:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.885374:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.885375:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131396.885379:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:2.0:1789131396.885381:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-7 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789131396.885385:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.885389:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.885392:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131396.885395:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789131396.885399:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131396.885404:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131396.885407:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789131396.885409:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0c7d690c0 it_disposition 1800037 00000080:00002000:2.0:1789131396.885416:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d21846c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789131396.885766:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131396.885770:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789131396.885772:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:2.0:1789131396.885775:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-7, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:2.0:1789131396.885779:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789131396.885782:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131396.885789:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789131396.885800:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131396.885804:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279497 : 144115205289279497 : 200000402000009) 00000080:00000001:2.0:1789131396.885807:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789131396.885820:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21a8840. 00000020:00000001:2.0:1789131396.885833:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789131396.885835:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789131396.885839:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789131396.885841:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x9:0x0](ffff9ba0d21a8908) 00000020:00000001:2.0:1789131396.885845:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131396.885851:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131396.885853:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131396.885858:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789131396.885864:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d8600a28. 00000020:00000001:2.0:1789131396.885867:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131396.885869:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.885878:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789131396.885883:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d17000. 00020000:00000001:2.0:1789131396.885886:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582305280 : -110360127246336 : ffff9ba0c7d17000) 00020000:00000001:2.0:1789131396.885889:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:2.0:1789131396.885892:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131396.885899:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c7d69840. 00020000:00000010:2.0:1789131396.885905:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c2f43e80. 00020000:00000010:2.0:1789131396.885911:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c7d69600. 00020000:00000001:2.0:1789131396.885914:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713582642688 : -110360126908928 : ffff9ba0c7d69600) 00020000:00000002:2.0:1789131396.885918:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d69600, objid 0x9:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131396.885923:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131396.885928:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c2f43e80: ostid: 0x280000400:6 ost idx: 1 gen: 0 00020000:00000001:2.0:1789131396.885931:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789131396.885934:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d69600, objid 0x9:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131396.885937:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131396.885941:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c2f43e80: ostid: 0x280000400:6 ost idx: 1 gen: 0 00020000:00000010:2.0:1789131396.885946:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d2bca710. 00020000:00000010:2.0:1789131396.885950:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2e87a80. 00020000:00000001:2.0:1789131396.885961:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789131396.885965:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7936d08. 00020000:00000001:2.0:1789131396.885969:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789131396.885970:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1789131396.885978:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789131396.885981:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d8600bb8. 00000020:00000001:2.0:1789131396.885984:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131396.885985:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.885988:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713860086840 : -110359849464776 : ffff9ba0d8600c38) 00020000:00000001:2.0:1789131396.885993:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789131396.885999:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d02d58. 00020000:00000001:2.0:1789131396.886002:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.886022:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713860086840 : -110359849464776 : ffff9ba0d8600c38) 00020000:00000001:2.0:1789131396.886025:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713860086840 : -110359849464776 : ffff9ba0d8600c38) 00020000:00000002:2.0:1789131396.886029:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x6:0x0]@ffff9ba0d8600bb8[0:0] -> [0x200000402:0x9:0x0]@ffff9ba0d8600a28: ostid: 0x280000400:6 ost idx: 1 gen: 0 00020000:00000001:2.0:1789131396.886034:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:2.0:1789131396.886037:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:2.0:1789131396.886039:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.886042:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713860086440 : -110359849465176 : ffff9ba0d8600aa8) 00000020:00001000:2.0:1789131396.886045:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131396.886050:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279497 : 144115205289279497 : 200000402000009) 00000080:00000001:2.0:1789131396.886053:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789131396.886056:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279497 mtime from 0 to 1789131396 00000080:00000001:2.0:1789131396.886059:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789131396.886062:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754867976 : -110359954683640 : ffff9ba0d21a8908) 00010000:00000001:2.0:1789131396.886065:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.886066:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.886069:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=3 00000020:00000001:2.0:1789131396.886070:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:2.0:1789131396.886072:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00000080:00000001:2.0:1789131396.886076:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131396.886078:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131396.886084:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131396.886087:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131396.886089:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789131396.886092:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131396.886094:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131396.886096:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c7d69f60. 00020000:00000010:2.0:1789131396.886099:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c2f43180. 00020000:00000010:2.0:1789131396.886102:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c7d699c0. 00020000:00000001:2.0:1789131396.886106:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713582643648 : -110360126907968 : ffff9ba0c7d699c0) 00020000:00000002:2.0:1789131396.886109:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d699c0, objid 0x9:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131396.886112:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131396.886115:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c2f43180: ostid: 0x280000400:6 ost idx: 1 gen: 0 00020000:00000002:2.0:1789131396.886118:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d17000) owner ffff9ba0c2f34f80 00020000:00000001:2.0:1789131396.886121:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131396.886124:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d17000) owner ffff9ba0c2f34f80 00020000:00000010:2.0:1789131396.886128:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c2f43180. 00020000:00000010:2.0:1789131396.886132:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0c7d69f60. 00020000:00000010:2.0:1789131396.886136:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0c7d699c0. 00020000:00000002:2.0:1789131396.886138:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x9:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789131396.886141:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.886143:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.886146:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789131396.886149:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131396.886153:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0c7d69600 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:2.0:1789131396.886155:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131396.886159:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789131396.886162:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789131396.886163:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789131396.886164:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789131396.886166:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789131396.886169:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x9:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789131396.886171:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131396.886174:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.886181:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.886182:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131396.886184:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131396.886187:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789131396.886189:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.886192:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x9:0x0](ffff9ba0d21a8908) 00000080:00010000:2.0:1789131396.886195:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x9:0x0](ffff9ba0d21a8908) for lock 0xc8adac5b2d01fdbf 00800000:00000001:2.0:1789131396.886198:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131396.886200:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131396.886201:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.886202:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.886204:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=3 00000020:00000001:2.0:1789131396.886206:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:2.0:1789131396.886208:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:2.0:1789131396.886210:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.886211:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.886213:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.886215:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.886217:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789131396.886219:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.886228:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.886236:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131396.886241:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21a8908 need_sync_to_mds [0x200000402:0x9:0x0] 00000080:00000001:2.0:1789131396.886245:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.886254:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x9:0x0](ffff9ba0d21a8908) 00000080:00000001:2.0:1789131396.886257:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131396.886261:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193c200. 00000100:00000001:2.0:1789131396.886264:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.886268:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.886275:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.886279:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789131396.886282:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131396.886290:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21a8908 need_sync_to_mds [0x200000402:0x9:0x0] 00000080:00000001:2.0:1789131396.886300:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789131396.886303:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:2.0:1789131396.886305:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-7:[0x200000402:0x9:0x0](ffff9ba0d21a8908), flags 100102 00000080:00000010:2.0:1789131396.886314:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5b5f540. 00000080:00000010:2.0:1789131396.886323:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c5594980. 00000080:00000001:2.0:1789131396.886326:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789131396.886330:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1789131396.886333:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789131396.886338:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c7d5f800. 00000002:00100000:2.0:1789131396.886343:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131396.886350:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.886352:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789131396.886355:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789131396.886358:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.886361:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.886364:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.886367:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789131396.886374:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131396.886378:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0c7dc0000. 02000000:00000001:2.0:1789131396.886411:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789131396.886413:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.886416:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:2.0:1789131396.886428:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-7:[0x200000402:0x9:0x0](ffff9ba0d21a8908), flags 100102, rc = 0 00000080:00000001:2.0:1789131396.886433:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789131396.886435:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0c7d690c0 released 00000080:00010000:2.0:1789131396.886438:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fdbf from it ffff9ba0c7d690c0 00010000:00000001:2.0:1789131396.886440:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.886441:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.886443:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fd400 refcount=3 00000020:00000001:2.0:1789131396.886445:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:2.0:1789131396.886455:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472099328 : -110360237452288 : ffff9ba0c13fd400) 00010000:00000001:2.0:1789131396.886458:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.886462:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fdbf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc21154f2 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.886510:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.886511:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.886513:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131396.886515:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131396.886518:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fdbf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc21154f2 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131396.886527:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131396.886535:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131396.886538:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.886543:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.886545:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.886547:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.886551:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131396.886553:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.886556:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.886559:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.886562:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.886827:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.886830:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131396.886831:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789131396.886834:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1789131396.886836:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789131396.886838:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789131396.886841:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789131396.886843:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.886847:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789131396.886849:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.886852:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131396.886854:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.886856:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131396.886859:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0c7d690c0. 00000080:00000001:2.0:1789131396.886869:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.886874:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789131396.886876:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x9:0x0](ffff9ba0d21a8908), inode mode 81a4 mask 40 00000080:00000001:2.0:1789131396.886880:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.886907:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131396.886910:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131396.886914:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131396.886917:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.886926:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789131396.886929:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:2.0:1789131396.886931:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-7:[0x200000402:0x9:0x0](ffff9ba0d21a8908), flags 100002 00000080:00000001:2.0:1789131396.886934:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1789131396.886936:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789131396.886937:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131396.886939:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131396.886941:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131396.886943:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.886946:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1789131396.886952:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.886955:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.886961:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998900 count: 2 00010000:00000001:2.0:1789131396.886964:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.886968:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131396.886970:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x9:0x0]: 0 00000080:00000001:2.0:1789131396.886973:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789131396.886975:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789131396.886979:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d193c200. 00000080:00000001:2.0:1789131396.886982:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789131396.886988:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789131396.886991:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1789131396.886993:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x9:0x0] 00000002:00000001:2.0:1789131396.886996:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789131396.886999:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x9:0x0] file closed with intent: 0 00000100:00000010:2.0:1789131396.888843:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4d80780. 00000020:00000040:2.0:1789131396.888857:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=21 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:2.0:1789131396.888881:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131396.888884:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131396.888890:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131396.888900:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d193d400. 00000100:00000001:2.0:1789131396.888907:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789131396.888930:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789131396.888944:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789131396.888950:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4d80780 x1876039997355392/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789131396.888957:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131396.888959:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131396.888966:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e876c0. 00000100:00000001:2.0:1789131396.888968:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499928256 : -110360209623360 : ffff9ba0c2e876c0) 00000100:00000001:2.0:1789131396.888971:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.888973:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800841088 : -110359908710528 : ffff9ba0d4d80780) 00000100:00000001:2.0:1789131396.888979:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131396.888983:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.888986:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131396.888987:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131396.888991:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d80780 x1876039997355392/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.889000:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131396.889002:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.889020:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131396.889023:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131396.889026:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131396.889030:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d80780 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997355392:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131396.889035:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131396.889041:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131396.889044:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.889047:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131396.889057:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d3095400. 02000000:00000001:2.0:1789131396.889059:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131396.889068:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131396.889073:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46370. 00000400:00000010:2.0:1789131396.889081:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1eaa0. 00000100:00000200:2.0:1789131396.889091:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997355392, portal 10 00000100:00000001:2.0:1789131396.889093:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.889094:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800841088 : -110359908710528 : ffff9ba0d4d80780) 00000100:00000040:2.0:1789131396.889102:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4d80780 x1876039997355392/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.889110:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131396.889113:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131396.889116:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e908. 00000100:00000200:2.0:1789131396.889119:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997355392, offset 0 00000400:00000200:2.0:1789131396.889126:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131396.889138:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.889148:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.889154:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131396.889159:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131396.889163:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131396.889166:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131396.889170:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [239:239:256:4294967295] 192.168.206.157@tcp LPNI seq info [239:239:8:4294967295] 00000400:00000200:2.0:1789131396.889174:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.889184:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131396.889191:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131396.889199:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964100. 00000800:00000200:2.0:1789131396.889207:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131396.889216:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131396.889221:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789131396.889245:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.889250:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 59692 usecs (60 jiffies) 00000400:00000200:2.0:1789131396.889259:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131396.889262:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983958 00000100:00000001:2.0:1789131396.889271:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983937 00000100:00000001:2.0:1789131396.889277:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983958 00000100:00000001:2.0:1789131396.889281:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983937 00000100:00000001:2.0:1789131396.889284:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.889286:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.889289:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131396.889291:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131396.889294:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e876c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789131396.889296:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131396.889299:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.889556:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.889562:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964100. 00000400:00000200:3.0:1789131396.889569:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.889580:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.889587:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e908 00000400:00000010:3.0:1789131396.889590:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e908. 00000100:00000001:3.0:1789131396.889595:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.889601:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d80780 x1876039997355392/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.889613:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.889616:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d80780 x1876039997355392/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.889624:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.889626:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789131396.891519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998d00. 00000800:00000001:3.0:1789131396.896803:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.896825:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131396.896831:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.896834:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.896845:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.896855:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131396.896867:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.896873:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.896880:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.896886:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a07580 00000400:00000200:3.0:1789131396.896892:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.896899:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xb85 [1] + 224 00000800:00000001:3.0:1789131396.896908:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.896920:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.896924:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.896929:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131396.896939:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.897793:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d80780 x1876039997355392/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131396.897808:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d4d80780 x1876039997355392/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.897858:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131396.897875:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.897888:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.897946:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131396.897956:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131396.897959:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131396.897964:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46370. 00000400:00000200:2.0:1789131396.897970:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1eaa0 00000400:00000010:2.0:1789131396.897973:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1eaa0. 00000100:00000001:2.0:1789131396.897978:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.897984:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d80780 x1876039997355392/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131396.897993:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d80780 x1876039997355392/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.897999:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131396.898002:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.898004:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131396.898009:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131396.898012:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131396.898016:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.898019:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131396.898031:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=108 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131396.898036:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131396.898039:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131396.898048:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.898052:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131396.898056:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.898060:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131396.898062:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789131396.898064:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789131396.898067:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.898069:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800841088 : -110359908710528 : ffff9ba0d4d80780) 00000100:00000001:2.0:1789131396.898072:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131396.898074:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131396.898076:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131396.898079:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.898085:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d80780 x1876039997355392/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.898093:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.898096:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131396.898099:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131396.898103:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d80780 x1876039997355392/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131396.898111:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d80780 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997355392:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131396.898117:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.898120:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.898123:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131396.898125:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.898129:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d80780 x1876039997355392/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.898135:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131396.898138:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e876c0. 00000100:00000001:2.0:1789131396.898142:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131396.898144:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.898152:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.898153:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800841088 : -110359908710528 : ffff9ba0d4d80780) 00000002:00000001:2.0:1789131396.898162:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.898166:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131396.898172:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193c200. 00000080:00000001:2.0:1789131396.898186:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789131396.898190:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1789131396.898196:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789131396.898203:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131396.898210:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.898212:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131396.898214:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c5594980. 00000100:00000001:2.0:1789131396.898217:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.898220:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d80780 x1876039997355392/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.898226:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.898229:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131396.898243:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5b5f540. 00000080:00000001:2.0:1789131396.898249:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.898257:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:2.0:1789131396.898260:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-7:[0x200000402:0x9:0x0](ffff9ba0d21a8908), flags 100002, rc = 0 00000080:00000001:2.0:1789131396.898263:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.898269:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789131396.898272:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:2.0:1789131396.898274:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-7 (ffff9ba0d21846c0, parent ffff9ba0d20e4ca8, inode ffff9ba0d21a8908) hashed, 00000080:00000001:2.0:1789131396.898277:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.898352:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131396.898357:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131396.898359:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131396.898361:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:2.0:1789131396.898363:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:2.0:1789131396.898369:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193c200. 00800000:00000002:2.0:1789131396.898376:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131396.898381:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131396.898394:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.898397:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:2.0:1789131396.898400:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131396.898404:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131396.898408:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131396.898414:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.898416:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:2.0:1789131396.898805:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131396.898812:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131396.898815:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.898818:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131396.898826:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.898829:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.898831:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.898834:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789131396.898836:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789131396.898863:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc70c0. 00000020:00000040:2.0:1789131396.898868:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=22 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:2.0:1789131396.898875:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131396.898880:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.898888:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.898890:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.898892:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.898902:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131396.898905:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131396.898910:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131396.898919:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d3096400. 00000100:00000001:2.0:1789131396.898927:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.898931:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.898934:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.898936:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.898937:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.898939:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.898946:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713583026368 : -110360126525248 : ffff9ba0c7dc70c0) 00010000:00000001:2.0:1789131396.898950:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131396.898953:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131396.898962:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998d00. 00010000:00000010:2.0:1789131396.898973:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe200. 00010000:00000001:2.0:1789131396.898977:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131396.898982:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c13fca00. 00000020:00000001:2.0:1789131396.898987:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131396.898990:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c13fca00 with handle 0xc8adac5b2d01fdc6 to hash 00000020:00000001:2.0:1789131396.898993:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131396.898994:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.898999:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.899003:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.899141:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.899148:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fdc6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.899159:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fdc6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.899171:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fdc6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131396.899177:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131396.899179:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131396.899185:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e876c0. 00000100:00000001:2.0:1789131396.899188:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499928256 : -110360209623360 : ffff9ba0c2e876c0) 00000100:00000001:2.0:1789131396.899190:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.899192:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583026368 : -110360126525248 : ffff9ba0c7dc70c0) 00000100:00000001:2.0:1789131396.899197:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131396.899202:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.899204:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131396.899206:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131396.899214:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc70c0 x1876039997355520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.899223:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131396.899244:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.899249:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131396.899252:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131396.899255:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131396.899260:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc70c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997355520:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131396.899265:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131396.899271:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131396.899274:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.899277:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131396.899283:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d8415000. 02000000:00000001:2.0:1789131396.899285:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131396.899294:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131396.899299:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46370. 00000400:00000010:2.0:1789131396.899306:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1eaa0. 00000100:00000200:2.0:1789131396.899313:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997355520, portal 10 00000100:00000001:2.0:1789131396.899315:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.899316:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583026368 : -110360126525248 : ffff9ba0c7dc70c0) 00000100:00000040:2.0:1789131396.899323:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7dc70c0 x1876039997355520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.899332:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131396.899335:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131396.899337:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e198. 00000100:00000200:2.0:1789131396.899340:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997355520, offset 0 00000400:00000200:2.0:1789131396.899347:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131396.899358:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.899366:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.899373:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131396.899379:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131396.899383:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131396.899386:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131396.899391:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [240:240:256:4294967295] 192.168.206.157@tcp LPNI seq info [240:240:8:4294967295] 00000400:00000200:2.0:1789131396.899395:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.899406:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131396.899418:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131396.899424:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964200. 00000800:00000200:2.0:1789131396.899432:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131396.899442:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131396.899448:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789131396.899523:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.899529:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 58911 usecs (59 jiffies) 00000400:00000200:2.0:1789131396.899533:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131396.899537:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983968 00000100:00000001:2.0:1789131396.899546:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983958 00000100:00000001:2.0:1789131396.899562:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983968 00000100:00000001:2.0:1789131396.899566:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983958 00000100:00000001:2.0:1789131396.899570:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.899573:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.899576:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131396.899578:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131396.899581:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e876c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789131396.899584:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131396.899587:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.900407:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.900416:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964200. 00000400:00000200:3.0:1789131396.900424:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.900433:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.900441:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e198 00000400:00000010:3.0:1789131396.900445:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e198. 00000100:00000001:3.0:1789131396.900451:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.900457:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc70c0 x1876039997355520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.900521:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.900526:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc70c0 x1876039997355520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.900535:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.900537:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131396.907839:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.907860:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131396.907865:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.907867:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.907878:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.907887:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131396.907898:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.907904:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.907910:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.907915:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a07600 00000400:00000200:3.0:1789131396.907921:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.907928:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xb95 [1] + 224 00000800:00000001:3.0:1789131396.907936:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.907942:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.907946:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.907967:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131396.907977:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.907986:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc70c0 x1876039997355520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131396.907998:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0c7dc70c0 x1876039997355520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.908022:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131396.908032:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.908035:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.908175:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131396.908186:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131396.908189:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131396.908193:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46370. 00000400:00000200:2.0:1789131396.908198:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1eaa0 00000400:00000010:2.0:1789131396.908201:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1eaa0. 00000100:00000001:2.0:1789131396.908205:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.908210:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc70c0 x1876039997355520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131396.908219:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc70c0 x1876039997355520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.908226:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131396.908234:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.908237:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131396.908241:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131396.908244:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131396.908246:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.908249:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131396.908260:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=109 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131396.908264:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131396.908267:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131396.908269:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.908272:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131396.908276:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.908284:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131396.908287:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131396.908289:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131396.908293:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.908298:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc70c0 x1876039997355520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.908307:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.908310:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131396.908313:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131396.908317:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc70c0 x1876039997355520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131396.908324:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc70c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997355520:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131396.908329:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.908331:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.908334:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131396.908336:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.908339:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7dc70c0 x1876039997355520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.908346:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131396.908349:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e876c0. 00000100:00000001:2.0:1789131396.908352:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131396.908356:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.908360:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789131396.908365:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.908368:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.908371:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=4 00000020:00000001:2.0:1789131396.908374:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.908377:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000040:2.0:1789131396.908384:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c13fca00, remote cookie: 0x2d69527cc2115507, flags: 0x1001 00010000:00010000:2.0:1789131396.908390:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fdc6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115507 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.908402:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fdc6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115507 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.908409:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131396.908413:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131396.908416:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131396.908417:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131396.908418:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131396.908422:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c3998d00) refcount = 1 00010000:00010000:2.0:1789131396.908426:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fdc6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115507 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.908433:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131396.908437:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131396.908439:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131396.908442:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131396.908444:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.908448:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fdc6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115507 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.908453:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131396.908454:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.908459:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.908460:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.908461:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.908463:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.908762:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789131396.908765:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.908767:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.908769:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.908772:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.908774:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.908777:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.908778:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.908779:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=4 00000020:00000001:2.0:1789131396.908781:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.908783:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.908786:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.908789:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.908793:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fdc6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115507 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.908799:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.908800:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.908801:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.908802:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.908804:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=5 00000020:00000001:2.0:1789131396.908805:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.908808:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.908810:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.908813:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fdc6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115507 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.908819:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.909040:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131396.909056:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fdc6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115507 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.909063:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.909065:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.909066:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.909067:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.909068:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789131396.909077:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0c7dc70c0 x1876039997355520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789131396.909087:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.909089:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.909090:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.909092:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.909094:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.909097:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.909098:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.909099:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.909101:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.909104:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789131396.909107:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.909108:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.909109:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.909110:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.909112:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00000002:00010000:2.0:1789131396.909116:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fdc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115507 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.909122:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.909123:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.909125:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131396.909126:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.909127:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.909128:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.909133:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.909135:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000040:2.0:1789131396.909142:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998d00 count: 2 00010000:00000001:2.0:1789131396.909145:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131396.909150:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789131396.909153:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.909154:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.909155:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131396.909158:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:2.0:1789131396.909160:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789131396.909163:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.909168:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.909171:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131396.909174:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789131396.909177:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131396.909182:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:2.0:1789131396.909186:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193c200. 00000080:00000001:2.0:1789131396.909192:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131396.909194:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131396.909202:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789131396.909207:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789131396.909212:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c5594980. 00800000:00000001:2.0:1789131396.909215:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713540876672 : -110360168674944 : ffff9ba0c5594980) 00800000:00000001:2.0:1789131396.909217:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.909220:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131396.909223:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789131396.909225:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789131396.909228:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789131396.910756:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789131396.910765:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.910775:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789131396.910779:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789131396.910784:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:2.0:1789131396.910788:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.910810:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.910814:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.910818:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.910821:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.910824:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.910826:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131396.910827:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131396.910832:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789131396.910834:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c5594980 1 00800000:00000010:2.0:1789131396.910837:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c5594980. 00800000:00000001:2.0:1789131396.910842:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.910846:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fdc6 00800000:00000001:2.0:1789131396.910849:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131396.910853:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131396.910854:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.910855:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.910856:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.910858:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.910861:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.910864:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.910865:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.910866:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.910868:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.910871:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.910874:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:2.0:1789131396.910877:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fdc6 from it ffffbc4101cb7bf8 00010000:00000001:2.0:1789131396.910879:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.910880:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.910882:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.910884:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.910886:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.910889:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.910894:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fdc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115507 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.910915:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.910916:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.910918:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131396.910921:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131396.910924:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fdc6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115507 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131396.910933:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131396.910939:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131396.910941:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.910946:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.910947:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.910949:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.910952:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131396.910954:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.910956:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.910961:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.910963:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.910965:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.910966:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131396.910969:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.910982:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c7dc70c0 x1876039997355520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.910992:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131396.910996:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131396.911000:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d8415000. 02000000:00000001:2.0:1789131396.911004:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131396.911007:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131396.911009:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=21 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:2.0:1789131396.911012:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131396.911014:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d3096400. 02000000:00000001:2.0:1789131396.911019:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131396.911021:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131396.911023:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c7dc70c0. 00000100:00000001:2.0:1789131396.911034:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131396.911035:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131396.911040:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:2.0:1789131396.911047:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131396.911068:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c7d5fa60. 00000080:00000001:2.0:1789131396.911074:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131396.911076:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131396.911078:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:2.0:1789131396.911081:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:2.0:1789131396.911086:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193c200. 00800000:00000002:2.0:1789131396.911092:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131396.911096:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131396.911099:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.911101:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:2.0:1789131396.911104:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131396.911108:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131396.911112:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131396.911117:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.911119:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:2.0:1789131396.911121:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131396.911125:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131396.911127:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.911130:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.911137:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998d00 count: 2 00010000:00000001:2.0:1789131396.911140:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131396.911145:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.911149:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789131396.911153:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fdc6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115507 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789131396.911163:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789131396.911168:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.911171:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fdc6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115507 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789131396.911189:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789131396.911191:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131396.911193:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131396.911195:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131396.911197:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131396.911199:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789131396.911202:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789131396.911205:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:2.0:1789131396.911208:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193c200. 00000080:00000001:2.0:1789131396.911212:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131396.911214:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.911216:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:2.0:1789131396.911219:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fdc6 00800000:00000001:2.0:1789131396.911222:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131396.911223:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131396.911225:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.911226:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.911228:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.911230:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.911232:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.911235:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.911236:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.911237:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.911238:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.911240:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fdc6 from it ffffbc4101cb7b38 00010000:00000001:2.0:1789131396.911242:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.911244:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.911245:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fca00 refcount=3 00000020:00000001:2.0:1789131396.911246:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.911248:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096768 : -110360237454848 : ffff9ba0c13fca00) 00010000:00000001:2.0:1789131396.911250:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.911259:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fdc6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115507 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131396.911265:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.911266:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.911267:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131396.911268:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131396.911271:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fdc6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115507 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789131396.911276:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131396.911278:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131396.911279:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.911281:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.911282:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.911283:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.911285:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131396.911286:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.911288:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.911290:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.911292:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.911293:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.911294:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131396.911296:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789131396.911297:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131396.911300:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:2.0:1789131396.911303:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.911306:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789131396.911308:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:2.0:1789131396.911310:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-8, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0c81a7b00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1789131396.911316:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0c7d690c0. 00000080:00000001:2.0:1789131396.911322:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789131396.911324:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:2.0:1789131396.911326:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-8, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:2.0:1789131396.911333:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193c200. 00800000:00000002:2.0:1789131396.911344:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131396.911349:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131396.911350:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.911352:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:2.0:1789131396.911354:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-8' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131396.911357:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789131396.911360:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789131396.911364:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:2.0:1789131396.911367:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789131396.911369:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789131396.911373:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789131396.911376:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789131396.911379:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0xa:0x0] 40000000:00000001:2.0:1789131396.911382:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.911384:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.911386:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.911388:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.911390:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:2.0:1789131396.911392:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0xa:0x0], name='f0a.replay-dual-8' -> mds #0 layout version 1 00000002:00000001:2.0:1789131396.911396:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.911397:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:2.0:1789131396.911399:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-8,[0x200000402:0xa:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1789131396.911404:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789131396.911406:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789131396.911410:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789131396.911413:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.911415:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789131396.911417:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998d00 count: 2 00010000:00000001:2.0:1789131396.911419:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131396.911422:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789131396.911425:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131396.911429:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fdc6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115507 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789131396.911437:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131396.911446:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131396.911448:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131396.911450:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789131396.911453:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.911455:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.911457:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998d00 count: 3 00010000:00000001:2.0:1789131396.911459:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.911462:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.911463:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.911465:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.911466:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998d00 count: 3 00010000:00000001:2.0:1789131396.911468:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.911502:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.911504:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.911505:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.911507:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998d00 count: 3 00010000:00000001:2.0:1789131396.911509:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.911510:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.911512:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131396.911515:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789131396.911520:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789131396.911524:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789131396.911527:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131396.911529:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.911533:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131396.911537:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131396.911539:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131396.911541:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.911542:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789131396.911546:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c13fca00 with handle 0xc8adac5b2d01fdc6 from hash 00010000:00000001:2.0:1789131396.911548:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131396.911550:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.911551:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.911552:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131396.911555:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131396.911557:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789131396.911560:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131396.911567:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131396.911569:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789131396.911574:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc70c0. 00000020:00000040:2.0:1789131396.911579:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=22 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:2.0:1789131396.911585:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789131396.911587:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.911590:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131396.911595:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.911598:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.911599:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.912805:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.912815:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131396.912818:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131396.912824:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131396.912836:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d3096400. 00000100:00000001:2.0:1789131396.912845:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.912852:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.912855:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789131396.912861:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fdc6 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115507 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789131396.912872:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789131396.912873:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131396.912876:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131396.912879:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fca00/0xc8adac5b2d01fdc6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115507 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1789131396.912888:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998d00 count: 0 00010000:00000010:2.0:1789131396.912895:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe200. 00010000:00000001:2.0:1789131396.912909:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.912911:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.912913:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131396.912914:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.912916:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.912930:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713583026368 : -110360126525248 : ffff9ba0c7dc70c0) 00010000:00000001:2.0:1789131396.912947:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131396.912950:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131396.912956:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998100. 00010000:00000010:2.0:1789131396.912960:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe200. 00010000:00000001:2.0:1789131396.912964:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131396.912986:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7dd4800. 00000020:00000001:2.0:1789131396.912992:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131396.912995:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7dd4800 with handle 0xc8adac5b2d01fdcd to hash 00000020:00000001:2.0:1789131396.912997:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131396.912999:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00010000:00000001:2.0:1789131396.913003:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00010000:00000001:2.0:1789131396.913007:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.913011:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.913014:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4800/0xc8adac5b2d01fdcd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.913021:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4800/0xc8adac5b2d01fdcd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789131396.913035:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789131396.913051:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7dc70c0 x1876039997355776/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789131396.913061:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4800/0xc8adac5b2d01fdcd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131396.913067:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131396.913070:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131396.913078:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e876c0. 00000100:00000001:2.0:1789131396.913080:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499928256 : -110360209623360 : ffff9ba0c2e876c0) 00000100:00000001:2.0:1789131396.913083:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.913085:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583026368 : -110360126525248 : ffff9ba0c7dc70c0) 00000100:00000001:2.0:1789131396.913090:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131396.913100:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.913102:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131396.913104:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131396.913110:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc70c0 x1876039997355776/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.913119:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131396.913121:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.913125:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131396.913128:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131396.913131:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131396.913135:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc70c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997355776:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131396.913140:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131396.913147:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131396.913150:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.913153:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131396.913220:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0c7de0000. 02000000:00000001:2.0:1789131396.913223:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131396.913232:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131396.913237:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46370. 00000400:00000010:2.0:1789131396.913244:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d3097800. 00000100:00000200:2.0:1789131396.913253:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997355776, portal 10 00000100:00000001:2.0:1789131396.913255:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.913256:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583026368 : -110360126525248 : ffff9ba0c7dc70c0) 00000100:00000040:2.0:1789131396.913262:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7dc70c0 x1876039997355776/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.913269:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131396.913273:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131396.913276:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1eaa0. 00000100:00000200:2.0:1789131396.913279:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997355776, offset 0 00000400:00000200:2.0:1789131396.913286:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131396.913296:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.913305:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.913312:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131396.913322:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131396.913326:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131396.913329:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131396.913334:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [241:241:256:4294967295] 192.168.206.157@tcp LPNI seq info [241:241:8:4294967295] 00000400:00000200:2.0:1789131396.913338:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.913350:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131396.913358:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131396.913365:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964200. 00000800:00000200:2.0:1789131396.913373:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131396.913382:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131396.913387:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964200 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1789131396.913414:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.913420:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 58156 usecs (59 jiffies) 00000400:00000200:2.0:1789131396.913423:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131396.913427:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294983981 00000100:00000001:2.0:1789131396.913436:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983968 00000100:00000001:2.0:1789131396.913442:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294983981 00000100:00000001:2.0:1789131396.913446:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983968 00000100:00000001:2.0:1789131396.913448:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.913451:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.913454:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131396.913456:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131396.913458:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e876c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789131396.913461:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131396.913464:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.913876:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.913883:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964200. 00000400:00000200:3.0:1789131396.913890:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.913895:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.913903:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1eaa0 00000400:00000010:3.0:1789131396.913905:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1eaa0. 00000100:00000001:3.0:1789131396.913911:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.913916:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc70c0 x1876039997355776/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.913926:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.913929:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc70c0 x1876039997355776/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.913935:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.913937:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789131396.918911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998d00. 00010000:00000010:2.1:1789131396.918930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c13fca00. 00000800:00000001:3.0:1789131396.929538:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.929561:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131396.929566:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.929569:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.929581:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.929591:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131396.929615:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.929621:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.929629:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.929654:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a07700 00000400:00000200:3.0:1789131396.929659:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.929668:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xba5 [32] + 224 00000800:00000001:3.0:1789131396.929680:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.929701:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.929705:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.929710:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131396.929720:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.929732:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc70c0 x1876039997355776/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131396.929745:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0c7dc70c0 x1876039997355776/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.929773:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131396.929785:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131396.929788:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.929795:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131396.929803:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [242:242:256:4294967295] 192.168.206.157@tcp LPNI seq info [242:242:8:4294967295] 00000400:00000200:3.0:1789131396.929808:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.929818:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131396.929823:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131396.929830:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84ff800. 00000800:00000200:3.0:1789131396.929837:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131396.929846:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131396.929851:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84ff800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131396.929949:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.929954:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84ff800. 00000400:00000200:3.0:1789131396.929962:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.929966:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131396.929973:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.929982:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.930529:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131396.930540:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131396.930543:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131396.930548:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46370. 00000400:00000200:2.0:1789131396.930554:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d3097800 00000400:00000010:2.0:1789131396.930557:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d3097800. 00000100:00000001:2.0:1789131396.930568:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.930575:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc70c0 x1876039997355776/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131396.930586:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc70c0 x1876039997355776/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.930594:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131396.930596:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.930599:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131396.930602:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131396.930605:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131396.930607:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.930611:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131396.930622:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=109 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131396.930626:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131396.930629:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131396.930641:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.930645:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131396.930649:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.930652:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131396.930654:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1789131396.930656:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789131396.930659:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.930661:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583026368 : -110360126525248 : ffff9ba0c7dc70c0) 00000100:00000001:2.0:1789131396.930665:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131396.930667:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131396.930669:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131396.930672:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.930677:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.930685:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.930698:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131396.930701:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131396.930705:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131396.930727:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc70c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997355776:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131396.930733:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.930736:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.930738:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131396.930741:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.930745:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.930753:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131396.930756:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e876c0. 00000100:00000001:2.0:1789131396.930759:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131396.930761:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.930764:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789131396.930770:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.930774:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.930777:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4800 refcount=4 00000020:00000001:2.0:1789131396.930779:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00010000:00000001:2.0:1789131396.930782:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00010000:00000040:2.0:1789131396.930792:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7dd4800, remote cookie: 0x2d69527cc2115523, flags: 0x1001 00010000:00010000:2.0:1789131396.930799:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4800/0xc8adac5b2d01fdcd lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115523 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789131396.930808:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0xa:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789131396.930811:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789131396.930821:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998d00. 00010000:00000010:2.0:1789131396.930826:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe400. 00010000:00000040:2.0:1789131396.930832:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998100 count: 0 00010000:00000010:2.0:1789131396.930838:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe200. 00010000:00000001:2.0:1789131396.930847:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.930850:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4800/0xc8adac5b2d01fdcd lrc: 4/0,1 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115523 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131396.930863:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4800/0xc8adac5b2d01fdcd lrc: 4/0,1 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115523 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.930870:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131396.930876:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131396.930879:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131396.930881:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131396.930882:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131396.930885:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0xa:0x0].0x0 (ffff9ba0c3998d00) refcount = 1 00010000:00010000:2.0:1789131396.930889:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4800/0xc8adac5b2d01fdcd lrc: 4/0,1 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115523 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.930896:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131396.930900:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131396.930901:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131396.930905:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131396.930908:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.930911:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4800/0xc8adac5b2d01fdcd lrc: 4/0,1 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115523 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.930917:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131396.930920:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.930922:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.930923:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.930924:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.930926:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.930931:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789131396.930935:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.930936:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.930938:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4800 refcount=3 00000020:00000001:2.0:1789131396.930940:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00010000:00000001:2.0:1789131396.930942:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00010000:00000001:2.0:1789131396.930949:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.930951:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.930952:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4800 refcount=4 00000020:00000001:2.0:1789131396.930955:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00010000:00000001:2.0:1789131396.930956:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00010000:00000001:2.0:1789131396.930960:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131396.930964:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131396.930967:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4800/0xc8adac5b2d01fdcd lrc: 5/1,1 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115523 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.930974:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.930975:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.930977:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.930978:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.930980:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4800 refcount=5 00000020:00000001:2.0:1789131396.930981:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00010000:00000001:2.0:1789131396.930983:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00010000:00000001:2.0:1789131396.930986:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.930989:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4800/0xc8adac5b2d01fdcd lrc: 5/1,1 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115523 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.930994:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.930995:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131396.930998:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4800/0xc8adac5b2d01fdcd lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115523 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.931004:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.931005:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.931006:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.931007:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.931008:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789131396.931014:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131396.931035:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789131396.931041:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131396.931048:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.931057:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.931058:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.931059:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4800 refcount=3 00000020:00000001:2.0:1789131396.931061:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00010000:00000001:2.0:1789131396.931063:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00000002:00010000:2.0:1789131396.931068:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4800/0xc8adac5b2d01fdcd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115523 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789131396.931076:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c5594980. 00010000:00000001:2.0:1789131396.931079:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.931080:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.931081:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.931083:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131396.931087:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789131396.931089:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.931091:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583026368 : -110360126525248 : ffff9ba0c7dc70c0) 00000100:00000001:2.0:1789131396.931093:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.931094:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583026368 : -110360126525248 : ffff9ba0c7dc70c0) 00010000:00000001:2.0:1789131396.931095:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.931097:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.931098:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4800 refcount=3 00000020:00000001:2.0:1789131396.931099:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00010000:00000001:2.0:1789131396.931101:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00000002:00010000:2.0:1789131396.931104:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4800/0xc8adac5b2d01fdcd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115523 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.931121:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.931122:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.931124:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131396.931125:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.931126:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.931128:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4800 refcount=3 00000020:00000001:2.0:1789131396.931130:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00010000:00000001:2.0:1789131396.931132:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00010000:00000040:2.0:1789131396.931136:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998d00 count: 2 00010000:00000001:2.0:1789131396.931139:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131396.931144:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/10 (0 0) 00010000:00000001:2.0:1789131396.931146:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.931147:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.931148:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131396.931151:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:2.0:1789131396.931154:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-8 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789131396.931157:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.931161:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.931164:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131396.931167:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789131396.931171:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131396.931176:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131396.931179:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789131396.931181:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0c7d690c0 it_disposition 1800037 00000080:00002000:2.0:1789131396.931187:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2184948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789131396.931194:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131396.931197:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789131396.931200:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:2.0:1789131396.931202:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-8, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:2.0:1789131396.931205:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789131396.931207:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131396.931213:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789131396.931223:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131396.931226:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279498 : 144115205289279498 : 20000040200000a) 00000080:00000001:2.0:1789131396.931230:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789131396.931252:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21aca40. 00000020:00000001:2.0:1789131396.931265:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789131396.931267:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789131396.931270:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789131396.931272:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0xa:0x0](ffff9ba0d21acb08) 00000020:00000001:2.0:1789131396.931276:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131396.931281:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131396.931284:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131396.931289:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789131396.931294:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d86003e8. 00000020:00000001:2.0:1789131396.931297:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131396.931299:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.931308:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789131396.931312:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d178b8. 00020000:00000001:2.0:1789131396.931314:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582307512 : -110360127244104 : ffff9ba0c7d178b8) 00020000:00000001:2.0:1789131396.931317:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:2.0:1789131396.931320:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131396.931326:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c7d699c0. 00020000:00000010:2.0:1789131396.931331:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c2f43180. 00020000:00000010:2.0:1789131396.931336:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c7d69f60. 00020000:00000001:2.0:1789131396.931338:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713582645088 : -110360126906528 : ffff9ba0c7d69f60) 00020000:00000002:2.0:1789131396.931341:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d69f60, objid 0xa:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131396.931345:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131396.931349:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c2f43180: ostid: 0x240000400:7 ost idx: 0 gen: 0 00020000:00000001:2.0:1789131396.931352:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789131396.931354:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d69f60, objid 0xa:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131396.931357:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131396.931360:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c2f43180: ostid: 0x240000400:7 ost idx: 0 gen: 0 00020000:00000010:2.0:1789131396.931364:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d2bca390. 00020000:00000010:2.0:1789131396.931367:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2e876c0. 00020000:00000001:2.0:1789131396.931378:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789131396.931381:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7936588. 00020000:00000001:2.0:1789131396.931384:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789131396.931385:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1789131396.931392:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789131396.931395:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d86004b0. 00000020:00000001:2.0:1789131396.931397:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131396.931398:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.931400:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713860085040 : -110359849466576 : ffff9ba0d8600530) 00020000:00000001:2.0:1789131396.931404:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789131396.931409:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d025b8. 00020000:00000001:2.0:1789131396.931412:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.931417:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713860085040 : -110359849466576 : ffff9ba0d8600530) 00020000:00000001:2.0:1789131396.931438:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713860085040 : -110359849466576 : ffff9ba0d8600530) 00020000:00000002:2.0:1789131396.931442:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x7:0x0]@ffff9ba0d86004b0[0:0] -> [0x200000402:0xa:0x0]@ffff9ba0d86003e8: ostid: 0x240000400:7 ost idx: 0 gen: 0 00020000:00000001:2.0:1789131396.931448:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:2.0:1789131396.931450:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:2.0:1789131396.931452:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.931456:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713860084840 : -110359849466776 : ffff9ba0d8600468) 00000020:00001000:2.0:1789131396.931460:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131396.931465:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279498 : 144115205289279498 : 20000040200000a) 00000080:00000001:2.0:1789131396.931532:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789131396.931535:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279498 mtime from 0 to 1789131396 00000080:00000001:2.0:1789131396.931540:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789131396.931543:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754884872 : -110359954666744 : ffff9ba0d21acb08) 00010000:00000001:2.0:1789131396.931545:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.931546:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.931548:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4800 refcount=3 00000020:00000001:2.0:1789131396.931550:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00010000:00000001:2.0:1789131396.931552:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00000080:00000001:2.0:1789131396.931556:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131396.931557:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131396.931574:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131396.931576:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131396.931578:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789131396.931581:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131396.931583:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131396.931585:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c7d69420. 00020000:00000010:2.0:1789131396.931589:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c2f43700. 00020000:00000010:2.0:1789131396.931591:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c7d69240. 00020000:00000001:2.0:1789131396.931593:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713582641728 : -110360126909888 : ffff9ba0c7d69240) 00020000:00000002:2.0:1789131396.931596:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d69240, objid 0xa:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131396.931599:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131396.931602:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c2f43700: ostid: 0x240000400:7 ost idx: 0 gen: 0 00020000:00000002:2.0:1789131396.931606:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d178b8) owner ffff9ba0c2f34f80 00020000:00000001:2.0:1789131396.931608:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131396.931610:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d178b8) owner ffff9ba0c2f34f80 00020000:00000010:2.0:1789131396.931615:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c2f43700. 00020000:00000010:2.0:1789131396.931619:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0c7d69420. 00020000:00000010:2.0:1789131396.931623:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0c7d69240. 00020000:00000002:2.0:1789131396.931625:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0xa:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789131396.931627:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.931629:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.931633:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789131396.931636:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d178b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131396.931639:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0c7d69f60 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:2.0:1789131396.931642:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d178b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131396.931645:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789131396.931647:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789131396.931649:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789131396.931650:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789131396.931652:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789131396.931655:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0xa:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789131396.931657:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131396.931659:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.931666:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.931667:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131396.931669:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131396.931672:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789131396.931674:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.931677:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0xa:0x0](ffff9ba0d21acb08) 00000080:00010000:2.0:1789131396.931680:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0xa:0x0](ffff9ba0d21acb08) for lock 0xc8adac5b2d01fdcd 00800000:00000001:2.0:1789131396.931683:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131396.931686:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131396.931687:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.931688:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.931700:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4800 refcount=3 00000020:00000001:2.0:1789131396.931703:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00010000:00000001:2.0:1789131396.931705:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00010000:00000001:2.0:1789131396.931707:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.931708:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131396.931710:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.931712:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.931713:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789131396.931716:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.931722:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.931730:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131396.931736:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21acb08 need_sync_to_mds [0x200000402:0xa:0x0] 00000080:00000001:2.0:1789131396.931739:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131396.931743:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0xa:0x0](ffff9ba0d21acb08) 00000080:00000001:2.0:1789131396.931746:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131396.931750:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193c200. 00000100:00000001:2.0:1789131396.931753:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.931756:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.931762:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.931765:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789131396.931768:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131396.931775:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21acb08 need_sync_to_mds [0x200000402:0xa:0x0] 00000080:00000001:2.0:1789131396.931788:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789131396.931791:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:2.0:1789131396.931793:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-8:[0x200000402:0xa:0x0](ffff9ba0d21acb08), flags 100102 00000080:00000010:2.0:1789131396.931807:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5b5f540. 00000080:00000010:2.0:1789131396.931813:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c5594580. 00000080:00000001:2.0:1789131396.931816:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789131396.931821:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1789131396.931824:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789131396.931828:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c7d5fca0. 00000002:00100000:2.0:1789131396.931832:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131396.931838:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.931840:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789131396.931843:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789131396.931846:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.931849:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.931851:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.931854:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789131396.931861:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131396.931864:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0c7de0000. 02000000:00000001:2.0:1789131396.931898:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789131396.931900:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.931903:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:2.0:1789131396.931910:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-8:[0x200000402:0xa:0x0](ffff9ba0d21acb08), flags 100102, rc = 0 00000080:00000001:2.0:1789131396.931914:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789131396.931916:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0c7d690c0 released 00000080:00010000:2.0:1789131396.931918:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fdcd from it ffff9ba0c7d690c0 00010000:00000001:2.0:1789131396.931920:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131396.931921:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131396.931923:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4800 refcount=3 00000020:00000001:2.0:1789131396.931924:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00010000:00000001:2.0:1789131396.937439:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081472 : -110360126470144 : ffff9ba0c7dd4800) 00010000:00000001:2.0:1789131396.937443:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131396.937460:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4800/0xc8adac5b2d01fdcd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115523 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131396.937546:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.937548:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.937550:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131396.937553:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131396.937556:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4800/0xc8adac5b2d01fdcd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115523 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131396.937564:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131396.937567:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131396.937569:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131396.937573:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.937574:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131396.937575:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.937579:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131396.937580:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.937582:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.937585:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.937587:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131396.937588:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131396.937589:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131396.937592:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789131396.937595:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1789131396.937599:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789131396.937600:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789131396.937602:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789131396.937604:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.937607:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789131396.937608:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.937610:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131396.937612:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.937614:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131396.937617:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0c7d690c0. 00000080:00000001:2.0:1789131396.937638:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.937643:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789131396.937645:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0xa:0x0](ffff9ba0d21acb08), inode mode 81a4 mask 40 00000080:00000001:2.0:1789131396.937650:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131396.937681:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131396.937685:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d178b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131396.937698:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d178b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131396.937701:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.937708:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789131396.937710:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:2.0:1789131396.937713:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-8:[0x200000402:0xa:0x0](ffff9ba0d21acb08), flags 100002 00000080:00000001:2.0:1789131396.937715:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1789131396.937717:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789131396.937718:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131396.937720:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d178b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131396.937722:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d178b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131396.937724:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.937726:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1789131396.937733:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131396.937735:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131396.937741:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998d00 count: 2 00010000:00000001:2.0:1789131396.937744:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131396.937749:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131396.937751:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0xa:0x0]: 0 00000080:00000001:2.0:1789131396.937764:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789131396.937765:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789131396.937770:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d193c200. 00000080:00000001:2.0:1789131396.937772:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789131396.937776:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789131396.937779:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1789131396.937781:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0xa:0x0] 00000002:00000001:2.0:1789131396.937784:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789131396.937786:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0xa:0x0] file closed with intent: 0 00000100:00000010:2.0:1789131396.937791:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc4000. 00000020:00000040:2.0:1789131396.937795:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=23 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:2.0:1789131396.937805:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131396.937808:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131396.937811:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131396.937818:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d193d200. 00000100:00000001:2.0:1789131396.937823:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789131396.937839:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789131396.937850:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789131396.937855:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7dc4000 x1876039997356032/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789131396.937861:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131396.937863:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131396.937869:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87540. 00000100:00000001:2.0:1789131396.937871:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499927872 : -110360209623744 : ffff9ba0c2e87540) 00000100:00000001:2.0:1789131396.937874:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.937875:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583013888 : -110360126537728 : ffff9ba0c7dc4000) 00000100:00000001:2.0:1789131396.937879:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131396.937883:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.937885:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131396.937886:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131396.937890:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc4000 x1876039997356032/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.937897:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131396.937899:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.937902:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131396.937904:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131396.937906:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131396.937909:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc4000 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997356032:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131396.937913:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131396.937918:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131396.937920:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.937922:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131396.937931:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d3097800. 02000000:00000001:2.0:1789131396.937933:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131396.937940:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131396.937943:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46370. 00000400:00000010:2.0:1789131396.937949:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e220. 00000100:00000200:2.0:1789131396.937954:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997356032, portal 10 00000100:00000001:2.0:1789131396.937956:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.937958:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583013888 : -110360126537728 : ffff9ba0c7dc4000) 00000100:00000040:2.0:1789131396.937964:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7dc4000 x1876039997356032/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.937971:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131396.937974:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131396.937976:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ea18. 00000100:00000200:2.0:1789131396.937979:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997356032, offset 0 00000400:00000200:2.0:1789131396.937985:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131396.937992:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.937999:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131396.938004:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131396.938007:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131396.938011:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131396.938014:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131396.938017:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [243:243:256:4294967295] 192.168.206.157@tcp LPNI seq info [243:243:8:4294967295] 00000400:00000200:2.0:1789131396.938021:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.938030:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131396.938036:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131396.938040:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964100. 00000800:00000200:2.0:1789131396.938046:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131396.938053:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131396.938057:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789131396.938075:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.938079:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 57588 usecs (58 jiffies) 00000400:00000200:2.0:1789131396.938089:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131396.938092:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984005 00000100:00000001:2.0:1789131396.938104:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294983981 00000100:00000001:2.0:1789131396.938109:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984005 00000100:00000001:2.0:1789131396.938112:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294983981 00000100:00000001:2.0:1789131396.938115:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.938117:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.938120:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131396.938121:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131396.938124:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87540 going to sleep for 11 seconds 00000100:00000001:2.0:1789131396.938127:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131396.938130:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789131396.939607:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998100. 00000800:00000200:3.0:1789131396.939649:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.939659:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964100. 00000400:00000200:3.0:1789131396.939668:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.939678:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.939687:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ea18 00000400:00000010:3.0:1789131396.939700:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ea18. 00000100:00000001:3.0:1789131396.939707:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.939717:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc4000 x1876039997356032/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.939731:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.939735:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc4000 x1876039997356032/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.939741:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.939743:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131396.943108:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.943132:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131396.943137:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.943140:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.943151:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.943160:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131396.943171:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.943177:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.943184:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.943188:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a07800 00000400:00000200:3.0:1789131396.943194:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.943300:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xbb5 [1] + 224 00000800:00000001:3.0:1789131396.943310:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.943318:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.943321:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.943326:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131396.943336:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.943347:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc4000 x1876039997356032/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131396.943431:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0c7dc4000 x1876039997356032/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.943521:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131396.943598:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131396.943611:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.943615:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789131396.944297:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131396.944301:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131396.944306:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46370. 00000400:00000200:2.0:1789131396.944313:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e220 00000400:00000010:2.0:1789131396.944315:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e220. 00000100:00000001:2.0:1789131396.944320:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.944327:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc4000 x1876039997356032/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131396.944336:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc4000 x1876039997356032/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.944341:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131396.944344:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.944346:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131396.944350:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131396.944353:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131396.944355:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131396.944923:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131396.945002:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=108 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131396.945008:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131396.945011:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131396.945032:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131396.945036:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131396.945040:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.945045:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131396.945047:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789131396.945049:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789131396.945051:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.945053:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583013888 : -110360126537728 : ffff9ba0c7dc4000) 00000100:00000001:2.0:1789131396.945056:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131396.945058:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131396.945060:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131396.945063:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131396.945072:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc4000 x1876039997356032/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.945080:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131396.945083:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131396.945085:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131396.945088:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc4000 x1876039997356032/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131396.945096:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc4000 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997356032:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131396.945101:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131396.945104:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.945106:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131396.945109:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.945112:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc4000 x1876039997356032/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.945120:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131396.945123:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87540. 00000100:00000001:2.0:1789131396.945127:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131396.945129:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131396.945136:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131396.945137:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583013888 : -110360126537728 : ffff9ba0c7dc4000) 00000002:00000001:2.0:1789131396.945147:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.945218:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131396.945226:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193c200. 00000080:00000001:2.0:1789131396.945230:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789131396.945234:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1789131396.945241:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789131396.945247:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131396.945255:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131396.945257:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131396.945310:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c5594580. 00000100:00000001:2.0:1789131396.945315:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131396.945319:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc4000 x1876039997356032/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.945326:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.945329:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131396.945334:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5b5f540. 00000080:00000001:2.0:1789131396.945339:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131396.945346:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:2.0:1789131396.945349:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-8:[0x200000402:0xa:0x0](ffff9ba0d21acb08), flags 100002, rc = 0 00000080:00000001:2.0:1789131396.945353:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.945360:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789131396.945362:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:2.0:1789131396.945364:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-8 (ffff9ba0d2184948, parent ffff9ba0d20e4ca8, inode ffff9ba0d21acb08) hashed, 00000080:00000001:2.0:1789131396.945367:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131396.945443:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131396.945448:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131396.945451:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131396.945453:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:2.0:1789131396.945455:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:2.0:1789131396.945461:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193c200. 00800000:00000002:2.0:1789131396.945781:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131396.945788:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131396.945873:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131396.945877:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:2.0:1789131396.945880:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131396.945884:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131396.946065:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131396.946073:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131396.946076:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:0.0:1789131396.946078:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131396.946082:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131396.946085:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131396.946088:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131396.946095:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.946098:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.946100:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.946102:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131396.946105:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789131396.946112:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d1b78780. 00000020:00000040:0.0:1789131396.946117:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=24 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:0.0:1789131396.946130:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131396.946136:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131396.946143:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.946146:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.946148:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.946151:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131396.946154:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131396.946159:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131396.946169:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c2fa6400. 00000100:00000001:0.0:1789131396.946176:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.946181:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131396.946183:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.946185:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131396.946186:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.946188:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.946194:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713748379520 : -110359961172096 : ffff9ba0d1b78780) 00010000:00000001:0.0:1789131396.946198:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131396.946201:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131396.946206:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d700. 00010000:00000010:0.0:1789131396.946211:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837fe00. 00010000:00000001:0.0:1789131396.946215:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131396.946219:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c0031400. 00000020:00000001:0.0:1789131396.946223:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131396.946226:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c0031400 with handle 0xc8adac5b2d01fdd4 to hash 00000020:00000001:0.0:1789131396.946229:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131396.946230:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.946234:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.946238:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131396.946242:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131396.946247:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdd4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131396.946257:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdd4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131396.946357:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdd4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131396.946363:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131396.946365:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131396.946372:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640c900. 00000100:00000001:0.0:1789131396.946374:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556048128 : -110360153503488 : ffff9ba0c640c900) 00000100:00000001:0.0:1789131396.946377:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131396.946378:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748379520 : -110359961172096 : ffff9ba0d1b78780) 00000100:00000001:0.0:1789131396.946384:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131396.946388:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.946391:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131396.946392:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131396.946401:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b78780 x1876039997356160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.946409:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131396.946413:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131396.946417:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131396.946420:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131396.946422:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131396.946426:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b78780 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997356160:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131396.946430:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131396.946437:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131396.946440:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131396.946443:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131396.946448:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d845a000. 02000000:00000001:0.0:1789131396.946450:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131396.946458:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131396.946463:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131396.946598:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13464c8. 00000100:00000200:0.0:1789131396.946608:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997356160, portal 10 00000100:00000001:0.0:1789131396.946611:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131396.946618:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748379520 : -110359961172096 : ffff9ba0d1b78780) 00000100:00000040:0.0:1789131396.946626:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b78780 x1876039997356160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.946633:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131396.946636:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131396.946639:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346220. 00000100:00000200:0.0:1789131396.946644:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997356160, offset 0 00000400:00000200:0.0:1789131396.946652:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131396.946663:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131396.946672:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131396.946678:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131396.946682:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131396.946686:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131396.947571:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131396.947580:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [244:244:256:4294967295] 192.168.206.157@tcp LPNI seq info [244:244:8:4294967295] 00000400:00000200:0.0:1789131396.947587:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131396.947601:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131396.947609:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131396.947619:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593400. 00000800:00000200:0.0:1789131396.947627:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131396.947636:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131396.947642:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789131396.947670:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131396.947676:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 56827 usecs (57 jiffies) 00000400:00000200:0.0:1789131396.947681:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131396.947684:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984013 00000100:00000001:0.0:1789131396.947707:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984005 00000100:00000001:0.0:1789131396.947714:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984013 00000100:00000001:0.0:1789131396.947718:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984005 00000100:00000001:0.0:1789131396.947733:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131396.947737:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.947740:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131396.947742:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131396.947746:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640c900 going to sleep for 11 seconds 00000100:00000001:0.0:1789131396.947749:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131396.947753:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.947907:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.947912:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593400. 00000400:00000200:3.0:1789131396.947919:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.947925:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.947936:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346220 00000400:00000010:3.0:1789131396.947940:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346220. 00000100:00000001:3.0:1789131396.947948:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.947955:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b78780 x1876039997356160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.947967:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.947970:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b78780 x1876039997356160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.947977:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.947979:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131396.953627:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.953650:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131396.953655:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.953659:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.953671:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.953681:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131396.953703:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.953710:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.953719:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.953724:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a07880 00000400:00000200:3.0:1789131396.953731:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.953740:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xbc5 [1] + 224 00000800:00000001:3.0:1789131396.953775:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.953785:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.953790:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.953796:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131396.953807:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.953818:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b78780 x1876039997356160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131396.953830:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d1b78780 x1876039997356160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.953860:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131396.953872:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.953876:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131396.954018:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131396.954028:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131396.954030:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131396.954035:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131396.954040:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13464c8 00000400:00000010:0.0:1789131396.954043:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13464c8. 00000100:00000001:0.0:1789131396.954047:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131396.954052:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b78780 x1876039997356160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131396.954063:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b78780 x1876039997356160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.954071:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131396.954073:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131396.954076:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131396.954080:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131396.954083:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131396.954086:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131396.954089:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131396.954101:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=109 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131396.954106:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131396.954109:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131396.954111:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.954114:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131396.954119:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.954123:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131396.954126:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131396.954128:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131396.954132:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131396.954147:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b78780 x1876039997356160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.954155:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131396.954159:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131396.954161:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131396.954165:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b78780 x1876039997356160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131396.954173:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b78780 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997356160:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131396.954178:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131396.954181:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.954183:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131396.954186:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131396.954189:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b78780 x1876039997356160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.954196:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131396.954199:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640c900. 00000100:00000001:0.0:1789131396.954202:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131396.954204:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.954207:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131396.954212:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.954215:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.954281:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=4 00000020:00000001:0.0:1789131396.954284:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.954288:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000040:0.0:1789131396.954296:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c0031400, remote cookie: 0x2d69527cc2115538, flags: 0x1001 00010000:00010000:0.0:1789131396.954302:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdd4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115538 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131396.954314:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdd4 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115538 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.954332:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131396.954338:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131396.954340:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131396.954342:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131396.954344:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131396.954347:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c4c0d700) refcount = 1 00010000:00010000:0.0:1789131396.954351:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdd4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115538 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.954357:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131396.954362:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131396.954363:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131396.954367:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131396.954369:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131396.954372:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdd4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115538 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.954378:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131396.954380:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.954382:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.954383:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.954384:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.954386:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.954391:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131396.954393:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.954394:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.954396:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131396.954398:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.954401:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.954403:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.954404:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.954406:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=4 00000020:00000001:0.0:1789131396.954407:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.954413:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.954629:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131396.954635:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131396.954639:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdd4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115538 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.954647:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.954649:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.954651:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.954652:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.954653:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=5 00000020:00000001:0.0:1789131396.954656:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.954658:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.954660:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131396.954663:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdd4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115538 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.954670:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.954671:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131396.954674:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdd4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115538 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.954681:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131396.954682:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.954684:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.954685:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.954686:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131396.954704:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d1b78780 x1876039997356160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789131396.954715:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.954716:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.954718:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131396.954726:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.954728:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.954731:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.954732:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131396.954733:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.954735:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.954739:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789131396.954741:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.954743:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.954744:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131396.954746:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.954748:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00000002:00010000:0.0:1789131396.954751:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdd4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115538 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.954759:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.954760:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.954762:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131396.954763:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.954764:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.954766:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131396.954768:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.954770:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000040:0.0:1789131396.954777:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d700 count: 2 00010000:00000001:0.0:1789131396.954780:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131396.954794:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789131396.954796:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.954797:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131396.954798:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131396.954801:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:0.0:1789131396.954802:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789131396.954805:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131396.954809:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131396.954815:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131396.954818:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789131396.954821:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131396.954825:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131396.954828:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193c200. 00000080:00000001:0.0:1789131396.954832:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131396.954835:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131396.954841:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789131396.954846:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789131396.954850:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0d84c6d00. 00800000:00000001:0.0:1789131396.954852:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713858800896 : -110359850750720 : ffff9ba0d84c6d00) 00800000:00000001:0.0:1789131396.954854:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.954855:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131396.954858:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789131396.954860:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789131396.954862:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789131396.954864:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789131396.954866:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.954870:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789131396.954872:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789131396.954877:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:0.0:1789131396.954878:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.954879:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.954881:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131396.954882:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.954883:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.954885:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.954886:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131396.954887:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131396.954889:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789131396.954890:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d84c6d00 1 00800000:00000010:0.0:1789131396.954891:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0d84c6d00. 00800000:00000001:0.0:1789131396.954893:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131396.954895:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fdd4 00800000:00000001:0.0:1789131396.954898:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131396.954903:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131396.954904:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.954905:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.954906:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131396.954907:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.954908:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.954910:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.954911:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131396.954911:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131396.954913:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.954915:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131396.954917:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131396.954919:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fdd4 from it ffffbc4101cb7bf8 00010000:00000001:0.0:1789131396.954920:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.954920:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.954921:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131396.954922:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.954923:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.954925:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131396.954927:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdd4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115538 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.954935:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.954935:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.954936:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131396.954939:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131396.954941:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdd4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115538 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131396.954947:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131396.954950:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131396.954952:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131396.954956:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.954957:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.954963:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.955173:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131396.955174:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.955176:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.955178:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.955180:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131396.955181:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.955182:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131396.955184:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131396.955189:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d1b78780 x1876039997356160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.955194:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131396.955197:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131396.955200:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d845a000. 02000000:00000001:0.0:1789131396.955203:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131396.955205:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131396.955206:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=23 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131396.955304:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131396.955308:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c2fa6400. 02000000:00000001:0.0:1789131396.955313:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131396.955315:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131396.955318:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d1b78780. 00000100:00000001:0.0:1789131396.955321:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131396.955323:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131396.955327:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:0.0:1789131396.955338:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131396.955358:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c2f40b80. 00000080:00000001:0.0:1789131396.955364:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131396.955366:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131396.955368:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:0.0:1789131396.955370:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131396.955375:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d2de1600. 00800000:00000002:0.0:1789131396.955379:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131396.955383:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131396.955386:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131396.955388:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:0.0:1789131396.955390:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131396.955505:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131396.955509:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131396.955515:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131396.955518:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:0.0:1789131396.955520:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131396.955524:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131396.955526:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131396.955528:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131396.955532:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d700 count: 2 00010000:00000001:0.0:1789131396.955534:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131396.955538:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131396.955541:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789131396.955545:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdd4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115538 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789131396.955613:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789131396.955618:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131396.955621:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdd4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115538 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789131396.955628:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789131396.955630:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131396.955632:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131396.955634:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131396.955635:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131396.955637:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789131396.955640:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789131396.955642:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131396.955644:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d2de1600. 00000080:00000001:0.0:1789131396.955649:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131396.955651:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131396.955653:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131396.955656:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fdd4 00800000:00000001:0.0:1789131396.955735:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131396.955737:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131396.955739:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.955740:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.955742:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131396.955744:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.955747:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.955750:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.955751:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131396.955752:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131396.955754:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131396.955756:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fdd4 from it ffffbc4101cb7b38 00010000:00000001:0.0:1789131396.955758:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.955759:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.955760:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131396.955762:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.955764:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.955767:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131396.955770:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdd4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115538 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131396.955776:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.955777:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.955779:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131396.955780:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131396.955783:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdd4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115538 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789131396.955789:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131396.955791:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131396.955793:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131396.955795:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.955796:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.955797:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.955805:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131396.955807:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.955809:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.955811:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.955813:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131396.955814:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.955816:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131396.955817:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789131396.955819:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131396.955821:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:0.0:1789131396.955825:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.955829:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789131396.955831:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:0.0:1789131396.955833:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-9, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0c81a6900, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789131396.955839:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d81f7cc0. 00000080:00000001:0.0:1789131396.955844:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789131396.955846:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:0.0:1789131396.955848:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-9, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:0.0:1789131396.955855:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d2de1600. 00800000:00000002:0.0:1789131396.955857:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131396.955862:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131396.955863:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131396.955864:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:0.0:1789131396.955865:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-9' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131396.955868:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789131396.955870:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789131396.955874:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:0.0:1789131396.955876:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789131396.955878:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789131396.955880:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789131396.955882:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789131396.955885:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0xb:0x0] 40000000:00000001:0.0:1789131396.955887:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.955888:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131396.955890:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131396.955894:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131396.955896:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:0.0:1789131396.955897:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0xb:0x0], name='f0a.replay-dual-9' -> mds #0 layout version 1 00000002:00000001:0.0:1789131396.955900:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131396.955901:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:0.0:1789131396.955902:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-9,[0x200000402:0xb:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789131396.955905:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131396.955907:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789131396.955909:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789131396.955912:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.955913:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789131396.955914:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d700 count: 2 00010000:00000001:0.0:1789131396.955916:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131396.955918:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789131396.955920:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789131396.955922:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdd4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115538 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789131396.955929:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131396.955932:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131396.955934:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131396.955936:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789131396.955937:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131396.955938:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131396.955940:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d700 count: 3 00010000:00000001:0.0:1789131396.955941:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131396.955943:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.955944:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131396.955944:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131396.955945:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d700 count: 3 00010000:00000001:0.0:1789131396.955946:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131396.955947:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.955948:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131396.955948:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131396.955949:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d700 count: 3 00010000:00000001:0.0:1789131396.955953:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131396.955955:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.955956:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131396.955958:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789131396.955962:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789131396.955965:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789131396.955968:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131396.955969:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.955973:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789131396.955977:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131396.955978:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131396.955980:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131396.955982:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789131396.955985:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c0031400 with handle 0xc8adac5b2d01fdd4 from hash 00010000:00000001:0.0:1789131396.955988:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131396.955990:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.955991:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.955992:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131396.955994:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131396.955996:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789131396.955999:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131396.956001:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131396.956003:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789131396.956008:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d1b78780. 00000020:00000040:0.0:1789131396.956012:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=24 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:0.0:1789131396.956019:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789131396.956021:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.956024:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131396.956029:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131396.956031:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.956032:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.956033:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.956036:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131396.956039:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131396.956043:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131396.956051:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c2fa6400. 00000100:00000001:0.0:1789131396.956063:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.956068:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131396.956070:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789131396.956074:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdd4 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115538 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789131396.956081:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789131396.956082:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131396.956084:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131396.956086:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdd4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115538 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789131396.956094:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d700 count: 0 00010000:00000010:0.0:1789131396.956100:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837fe00. 00010000:00000001:0.0:1789131396.956113:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.956115:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.956117:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131396.956118:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.956120:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.956131:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713748379520 : -110359961172096 : ffff9ba0d1b78780) 00010000:00000001:0.0:1789131396.956135:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131396.956137:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131396.956141:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d500. 00010000:00000010:0.0:1789131396.956143:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837fe00. 00010000:00000001:0.0:1789131396.956147:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131396.956149:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c0030800. 00000020:00000001:0.0:1789131396.956151:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131396.956153:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c0030800 with handle 0xc8adac5b2d01fddb to hash 00000020:00000001:0.0:1789131396.956154:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131396.956155:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000001:0.0:1789131396.956158:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000001:0.0:1789131396.956160:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131396.956161:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131396.956169:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030800/0xc8adac5b2d01fddb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131396.956175:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030800/0xc8adac5b2d01fddb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789131396.956186:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789131396.956194:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d1b78780 x1876039997356416/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789131396.956201:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030800/0xc8adac5b2d01fddb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131396.956204:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131396.956206:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131396.956213:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640c900. 00000100:00000001:0.0:1789131396.956215:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556048128 : -110360153503488 : ffff9ba0c640c900) 00000100:00000001:0.0:1789131396.956345:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131396.956347:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748379520 : -110359961172096 : ffff9ba0d1b78780) 00000100:00000001:0.0:1789131396.956353:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131396.956358:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.956360:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131396.956362:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131396.956368:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b78780 x1876039997356416/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.956376:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131396.956377:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131396.956381:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131396.956383:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131396.956385:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131396.956388:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b78780 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997356416:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131396.956392:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131396.956398:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131396.956405:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131396.956407:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131396.956768:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0c7a20000. 02000000:00000001:0.0:1789131396.956773:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131396.956793:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131396.956798:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131396.956807:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c2fa5800. 00000100:00000200:0.0:1789131396.956816:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997356416, portal 10 00000100:00000001:0.0:1789131396.956818:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131396.956819:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748379520 : -110359961172096 : ffff9ba0d1b78780) 00000100:00000040:0.0:1789131396.956827:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b78780 x1876039997356416/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.956835:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131396.956838:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131396.956842:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13464c8. 00000100:00000200:0.0:1789131396.956846:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997356416, offset 0 00000400:00000200:0.0:1789131396.956855:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131396.956865:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131396.956874:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131396.956880:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131396.956884:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131396.956888:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131396.956890:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131396.956894:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [245:245:256:4294967295] 192.168.206.157@tcp LPNI seq info [245:245:8:4294967295] 00000400:00000200:0.0:1789131396.956898:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131396.956907:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131396.956912:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131396.956916:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593100. 00000800:00000200:0.0:1789131396.956922:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131396.956930:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131396.956934:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789131396.956951:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131396.956960:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 56112 usecs (57 jiffies) 00000400:00000200:0.0:1789131396.956962:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131396.957086:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984023 00000100:00000001:0.0:1789131396.957095:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984013 00000100:00000001:0.0:1789131396.957099:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984023 00000100:00000001:0.0:1789131396.957102:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984013 00000100:00000001:0.0:1789131396.957104:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131396.957107:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.957108:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131396.957110:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131396.957112:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640c900 going to sleep for 11 seconds 00000100:00000001:0.0:1789131396.957115:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131396.957117:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.957605:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.957612:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593100. 00000400:00000200:3.0:1789131396.957618:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.957626:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.957633:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13464c8 00000400:00000010:3.0:1789131396.957636:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13464c8. 00000100:00000001:3.0:1789131396.957641:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.957647:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b78780 x1876039997356416/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.957659:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.957662:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b78780 x1876039997356416/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.957670:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.957672:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131396.960734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d700. 00010000:00000010:0.1:1789131396.960756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0031400. 00000800:00000001:3.0:1789131396.965848:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.965871:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131396.965876:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.965878:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.965889:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.965898:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131396.965929:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.965934:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.965940:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.966005:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a07980 00000400:00000200:3.0:1789131396.966012:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.966020:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xbcd [32] + 224 00000800:00000001:3.0:1789131396.966029:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131396.966037:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131396.966041:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.966046:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131396.966056:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131396.966066:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b78780 x1876039997356416/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131396.966077:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d1b78780 x1876039997356416/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.966160:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131396.966182:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131396.966196:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131396.966742:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.966750:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131396.966757:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [246:246:256:4294967295] 192.168.206.157@tcp LPNI seq info [246:246:8:4294967295] 00000400:00000200:3.0:1789131396.966762:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131396.966770:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131396.966776:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131396.966784:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84ff800. 00000800:00000200:3.0:1789131396.966791:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131396.966799:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131396.966804:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84ff800 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1789131396.967064:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1789131396.968112:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.968141:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84ff800. 00000400:00000200:3.0:1789131396.968149:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.968158:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000400:00000001:0.0:1789131396.968302:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131396.968306:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131396.968311:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131396.968316:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c2fa5800 00000400:00000010:0.0:1789131396.968319:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c2fa5800. 00000100:00000001:0.0:1789131396.968325:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131396.968335:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b78780 x1876039997356416/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131396.968347:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b78780 x1876039997356416/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.968355:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131396.968357:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131396.968361:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131396.968365:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131396.968368:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131396.968371:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131396.968375:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131396.968387:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=109 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131396.968392:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131396.968402:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131396.968404:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.968408:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131396.968412:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.968416:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131396.968418:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1789131396.968420:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131396.968423:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131396.968425:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748379520 : -110359961172096 : ffff9ba0d1b78780) 00000100:00000001:0.0:1789131396.968428:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131396.968430:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131396.968432:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131396.968435:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131396.968441:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000001:2.0:1789131396.968502:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131396.968628:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131396.968632:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131396.968634:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131396.968640:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131396.968648:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b78780 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997356416:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131396.968654:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131396.968658:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.968660:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131396.968662:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131396.968666:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.968672:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131396.968675:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640c900. 00000100:00000001:0.0:1789131396.968679:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131396.968681:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.968684:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131396.968707:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.968711:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.968714:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030800 refcount=4 00000020:00000001:0.0:1789131396.968717:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000001:0.0:1789131396.968720:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000040:0.0:1789131396.968728:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c0030800, remote cookie: 0x2d69527cc2115554, flags: 0x1001 00010000:00010000:0.0:1789131396.968734:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030800/0xc8adac5b2d01fddb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115554 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789131396.968743:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0xb:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789131396.968746:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789131396.968756:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d700. 00010000:00000010:0.0:1789131396.968762:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f680. 00010000:00000040:0.0:1789131396.968768:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d500 count: 0 00010000:00000010:0.0:1789131396.968774:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837fe00. 00010000:00000001:0.0:1789131396.968783:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131396.968787:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030800/0xc8adac5b2d01fddb lrc: 4/0,1 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115554 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131396.968795:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030800/0xc8adac5b2d01fddb lrc: 4/0,1 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115554 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.968802:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131396.968807:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131396.968810:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131396.968812:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131396.968813:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131396.968816:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0xb:0x0].0x0 (ffff9ba0c4c0d700) refcount = 1 00010000:00010000:0.0:1789131396.968821:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030800/0xc8adac5b2d01fddb lrc: 4/0,1 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115554 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.968838:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131396.968843:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131396.968845:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131396.968848:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131396.968850:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131396.968854:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030800/0xc8adac5b2d01fddb lrc: 4/0,1 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115554 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.968862:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131396.968864:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.968866:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.968867:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.968868:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.968870:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.968876:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131396.968879:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.968880:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.968882:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030800 refcount=3 00000020:00000001:0.0:1789131396.968884:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000001:0.0:1789131396.968887:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000001:0.0:1789131396.968889:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.968891:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.968892:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030800 refcount=4 00000020:00000001:0.0:1789131396.968894:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000001:0.0:1789131396.968896:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000001:0.0:1789131396.968899:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131396.968903:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131396.968907:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030800/0xc8adac5b2d01fddb lrc: 5/1,1 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115554 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.968914:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.968921:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.968922:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.968924:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.968925:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030800 refcount=5 00000020:00000001:0.0:1789131396.968928:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000001:0.0:1789131396.968930:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000001:0.0:1789131396.968933:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131396.968937:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030800/0xc8adac5b2d01fddb lrc: 5/1,1 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115554 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.968943:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.969001:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131396.969005:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030800/0xc8adac5b2d01fddb lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115554 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.969012:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131396.969013:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.969014:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.969016:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.969017:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131396.969023:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131396.969034:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789131396.969039:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131396.969046:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.969055:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.969057:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.969058:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030800 refcount=3 00000020:00000001:0.0:1789131396.969060:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000001:0.0:1789131396.969062:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00000002:00010000:0.0:1789131396.969067:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030800/0xc8adac5b2d01fddb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115554 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789131396.969085:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0d84c6d00. 00010000:00000001:0.0:1789131396.969087:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.969088:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131396.969090:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.969092:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.969096:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789131396.969099:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131396.969100:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748379520 : -110359961172096 : ffff9ba0d1b78780) 00000100:00000001:0.0:1789131396.969102:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131396.969103:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748379520 : -110359961172096 : ffff9ba0d1b78780) 00010000:00000001:0.0:1789131396.969106:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.969107:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.969108:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030800 refcount=3 00000020:00000001:0.0:1789131396.969110:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000001:0.0:1789131396.969112:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00000002:00010000:0.0:1789131396.969115:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030800/0xc8adac5b2d01fddb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115554 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.969122:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.969123:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.969125:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131396.969127:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.969128:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.969129:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030800 refcount=3 00000020:00000001:0.0:1789131396.969131:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000001:0.0:1789131396.969133:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000040:0.0:1789131396.969138:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d700 count: 2 00010000:00000001:0.0:1789131396.969141:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131396.969145:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/11 (0 0) 00010000:00000001:0.0:1789131396.969148:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.969149:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131396.969156:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131396.969160:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:0.0:1789131396.969162:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-9 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789131396.969165:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131396.969170:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131396.969173:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131396.969176:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789131396.969180:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131396.969184:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131396.969187:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789131396.969189:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d81f7cc0 it_disposition 1800037 00000080:00002000:0.0:1789131396.969195:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d21500d8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789131396.969271:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131396.969275:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789131396.969277:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:0.0:1789131396.969279:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-9, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:0.0:1789131396.969282:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789131396.969285:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131396.969291:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789131396.969295:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131396.969298:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279499 : 144115205289279499 : 20000040200000b) 00000080:00000001:0.0:1789131396.969302:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789131396.969320:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d2128840. 00000020:00000001:0.0:1789131396.969332:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789131396.969334:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789131396.969338:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789131396.969340:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0xb:0x0](ffff9ba0d2128908) 00000020:00000001:0.0:1789131396.969345:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131396.969349:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:0.0:1789131396.969352:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:0.0:1789131396.969435:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789131396.969443:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0c3d4b578. 00000020:00000001:0.0:1789131396.969446:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131396.969448:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131396.969457:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789131396.969462:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d7daa8. 00020000:00000001:0.0:1789131396.969520:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582725800 : -110360126825816 : ffff9ba0c7d7daa8) 00020000:00000001:0.0:1789131396.969525:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789131396.969528:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131396.969535:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f7060. 00020000:00000010:0.0:1789131396.969540:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364000. 00020000:00000010:0.0:1789131396.969546:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7f00. 00020000:00000001:0.0:1789131396.969548:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855856384 : -110359853695232 : ffff9ba0d81f7f00) 00020000:00000002:0.0:1789131396.969551:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7f00, objid 0xb:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131396.969556:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131396.969560:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364000: ostid: 0x280000400:7 ost idx: 1 gen: 0 00020000:00000001:0.0:1789131396.969563:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789131396.969565:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7f00, objid 0xb:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131396.969568:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131396.969571:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364000: ostid: 0x280000400:7 ost idx: 1 gen: 0 00020000:00000010:0.0:1789131396.969575:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d0b0fd80. 00020000:00000010:0.0:1789131396.969579:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c640c900. 00020000:00000001:0.0:1789131396.969584:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789131396.969587:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7f222d8. 00020000:00000001:0.0:1789131396.969591:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789131396.969592:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789131396.969598:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789131396.969602:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0c3d4b0c8. 00000020:00000001:0.0:1789131396.969604:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131396.969606:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131396.969608:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713515409736 : -110360194141880 : ffff9ba0c3d4b148) 00020000:00000001:0.0:1789131396.969612:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789131396.969617:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d80988. 00020000:00000001:0.0:1789131396.969619:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131396.969625:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713515409736 : -110360194141880 : ffff9ba0c3d4b148) 00020000:00000001:0.0:1789131396.969627:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713515409736 : -110360194141880 : ffff9ba0c3d4b148) 00020000:00000002:0.0:1789131396.969631:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x7:0x0]@ffff9ba0c3d4b0c8[0:0] -> [0x200000402:0xb:0x0]@ffff9ba0c3d4b578: ostid: 0x280000400:7 ost idx: 1 gen: 0 00020000:00000001:0.0:1789131396.969642:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789131396.969644:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789131396.969646:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131396.969651:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713515410936 : -110360194140680 : ffff9ba0c3d4b5f8) 00000020:00001000:0.0:1789131396.969654:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:0.0:1789131396.969660:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279499 : 144115205289279499 : 20000040200000b) 00000080:00000001:0.0:1789131396.969663:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789131396.969665:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279499 mtime from 0 to 1789131396 00000080:00000001:0.0:1789131396.969670:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789131396.969673:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754343688 : -110359955207928 : ffff9ba0d2128908) 00010000:00000001:0.0:1789131396.969676:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.969677:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.969679:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030800 refcount=3 00000020:00000001:0.0:1789131396.969681:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000001:0.0:1789131396.969684:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00000080:00000001:0.0:1789131396.969688:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131396.969701:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131396.969702:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:0.0:1789131396.969705:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:0.0:1789131396.969707:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789131396.969709:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131396.969711:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131396.969714:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f76c0. 00020000:00000010:0.0:1789131396.969718:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364080. 00020000:00000010:0.0:1789131396.969721:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7780. 00020000:00000001:0.0:1789131396.969722:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855854464 : -110359853697152 : ffff9ba0d81f7780) 00020000:00000002:0.0:1789131396.969725:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7780, objid 0xb:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131396.969729:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131396.969732:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364080: ostid: 0x280000400:7 ost idx: 1 gen: 0 00020000:00000002:0.0:1789131396.969736:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d7daa8) owner ffff9ba0c2f34f80 00020000:00000001:0.0:1789131396.969742:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131396.969745:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d7daa8) owner ffff9ba0c2f34f80 00020000:00000010:0.0:1789131396.969756:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0d8364080. 00020000:00000010:0.0:1789131396.969760:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d81f76c0. 00020000:00000010:0.0:1789131396.969763:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d81f7780. 00020000:00000002:0.0:1789131396.969765:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0xb:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789131396.969767:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131396.969770:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131396.969774:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789131396.969777:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7daa8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131396.969781:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d81f7f00 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:0.0:1789131396.969783:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7daa8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131396.969786:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789131396.969789:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789131396.969790:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789131396.969792:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789131396.969794:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789131396.969796:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0xb:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789131396.969799:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:0.0:1789131396.969801:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.969803:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.969804:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131396.969806:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131396.969809:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789131396.969811:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131396.969813:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0xb:0x0](ffff9ba0d2128908) 00000080:00010000:0.0:1789131396.969816:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0xb:0x0](ffff9ba0d2128908) for lock 0xc8adac5b2d01fddb 00800000:00000001:0.0:1789131396.969819:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131396.969822:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131396.969823:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.969825:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.969826:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030800 refcount=3 00000020:00000001:0.0:1789131396.969828:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000001:0.0:1789131396.969830:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000001:0.0:1789131396.969837:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.969838:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131396.969840:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131396.969848:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.969849:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789131396.969851:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131396.969859:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.969867:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131396.969873:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d2128908 need_sync_to_mds [0x200000402:0xb:0x0] 00000080:00000001:0.0:1789131396.969878:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131396.969882:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0xb:0x0](ffff9ba0d2128908) 00000080:00000001:0.0:1789131396.969885:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131396.969889:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d2de1600. 00000100:00000001:0.0:1789131396.969893:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131396.969896:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.969902:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.969906:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789131396.969908:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131396.969910:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d2128908 need_sync_to_mds [0x200000402:0xb:0x0] 00000080:00000001:0.0:1789131396.969920:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789131396.969923:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:0.0:1789131396.969925:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-9:[0x200000402:0xb:0x0](ffff9ba0d2128908), flags 100102 00000080:00000010:0.0:1789131396.970736:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5de8dc0. 00000080:00000010:0.0:1789131396.970747:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0d84c6280. 00000080:00000001:0.0:1789131396.970750:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789131396.970756:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789131396.970760:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789131396.970764:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c7a1af20. 00000002:00100000:0.0:1789131396.970773:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131396.970782:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131396.970784:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789131396.970788:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789131396.970792:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.970803:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131396.970807:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131396.970812:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789131396.970820:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131396.970825:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0c7a20000. 02000000:00000001:0.0:1789131396.970848:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789131396.970850:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131396.970853:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:0.0:1789131396.970856:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-9:[0x200000402:0xb:0x0](ffff9ba0d2128908), flags 100102, rc = 0 00000080:00000001:0.0:1789131396.970861:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789131396.970863:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d81f7cc0 released 00000080:00010000:0.0:1789131396.970866:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fddb from it ffff9ba0d81f7cc0 00010000:00000001:0.0:1789131396.970868:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.970870:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.970873:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030800 refcount=3 00000020:00000001:0.0:1789131396.970874:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000001:0.0:1789131396.970877:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451337728 : -110360258213888 : ffff9ba0c0030800) 00010000:00000001:0.0:1789131396.970880:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131396.970885:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030800/0xc8adac5b2d01fddb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115554 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.970894:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.970895:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.970897:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131396.970900:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131396.970903:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030800/0xc8adac5b2d01fddb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115554 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131396.970912:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131396.970916:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131396.970918:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131396.970924:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.970949:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.970951:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.970954:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131396.970956:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.970958:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.970962:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.970964:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131396.970965:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.970966:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131396.970968:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789131396.970970:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789131396.970973:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789131396.970975:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789131396.970978:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789131396.970979:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.970983:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789131396.970984:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.970986:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131396.970988:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.970990:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131396.970994:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d81f7cc0. 00000080:00000001:0.0:1789131396.970997:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.971002:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789131396.971005:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0xb:0x0](ffff9ba0d2128908), inode mode 81a4 mask 40 00000080:00000001:0.0:1789131396.971009:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131396.971038:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131396.971042:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7daa8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131396.971046:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7daa8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131396.971049:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.971059:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789131396.971062:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:0.0:1789131396.971064:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-9:[0x200000402:0xb:0x0](ffff9ba0d2128908), flags 100002 00000080:00000001:0.0:1789131396.971067:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789131396.971070:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789131396.971071:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131396.971072:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7daa8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131396.971075:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7daa8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131396.971082:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.971085:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789131396.971091:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131396.971094:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131396.971100:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d700 count: 2 00010000:00000001:0.0:1789131396.971103:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131396.971108:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131396.971110:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0xb:0x0]: 0 00000080:00000001:0.0:1789131396.971117:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789131396.971120:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789131396.971124:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d2de1600. 00000080:00000001:0.0:1789131396.971126:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789131396.971133:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789131396.971138:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789131396.971140:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0xb:0x0] 00000002:00000001:0.0:1789131396.971143:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789131396.971145:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0xb:0x0] file closed with intent: 0 00000100:00000010:0.0:1789131396.971162:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d1b7bc00. 00000020:00000040:0.0:1789131396.971167:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=25 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131396.971171:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131396.971174:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131396.971178:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131396.971185:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d2de1400. 00000100:00000001:0.0:1789131396.971193:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789131396.971204:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789131396.971215:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789131396.971221:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d1b7bc00 x1876039997356672/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789131396.971227:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131396.971229:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131396.971237:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640cc00. 00000100:00000001:0.0:1789131396.971240:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556048896 : -110360153502720 : ffff9ba0c640cc00) 00000100:00000001:0.0:1789131396.971242:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131396.971249:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748392960 : -110359961158656 : ffff9ba0d1b7bc00) 00000100:00000001:0.0:1789131396.971255:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131396.971259:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.971262:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131396.971264:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131396.971268:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7bc00 x1876039997356672/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.971276:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131396.971279:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131396.971282:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131396.971285:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131396.971288:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131396.971292:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7bc00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997356672:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131396.971297:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131396.971305:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131396.971308:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131396.971310:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131396.971315:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c2fa5800. 02000000:00000001:0.0:1789131396.971317:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131396.971326:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131396.971331:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131396.971339:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346440. 00000100:00000200:0.0:1789131396.971348:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997356672, portal 10 00000100:00000001:0.0:1789131396.971349:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131396.971351:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748392960 : -110359961158656 : ffff9ba0d1b7bc00) 00000100:00000040:0.0:1789131396.971358:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b7bc00 x1876039997356672/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.971365:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131396.971368:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131396.971371:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13462a8. 00000100:00000200:0.0:1789131396.971375:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997356672, offset 0 00000400:00000200:0.0:1789131396.971383:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131396.971395:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131396.971410:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131396.971417:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131396.971422:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131396.971426:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131396.971429:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131396.971434:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [247:247:256:4294967295] 192.168.206.157@tcp LPNI seq info [247:247:8:4294967295] 00000400:00000200:0.0:1789131396.971438:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131396.971451:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131396.971458:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131396.971464:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593e00. 00000800:00000200:0.0:1789131396.971606:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131396.971615:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131396.971621:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131396.971642:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131396.971647:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 55498 usecs (56 jiffies) 00000400:00000200:0.0:1789131396.971651:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131396.971654:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984037 00000100:00000001:0.0:1789131396.971664:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984023 00000100:00000001:0.0:1789131396.971670:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984037 00000100:00000001:0.0:1789131396.971674:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984023 00000100:00000001:0.0:1789131396.971677:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131396.971680:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.971682:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131396.971685:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131396.971688:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640cc00 going to sleep for 11 seconds 00000100:00000001:0.0:1789131396.971701:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131396.971705:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.974283:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.974298:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593e00. 00000400:00000200:3.0:1789131396.974306:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.974317:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.974326:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13462a8 00000400:00000010:3.0:1789131396.974328:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13462a8. 00000100:00000001:3.0:1789131396.974334:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.974343:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7bc00 x1876039997356672/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.974357:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.974361:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7bc00 x1876039997356672/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.974369:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.974371:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131396.977429:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.977454:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131396.977459:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.977462:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.977518:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.977528:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131396.977541:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.977546:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.977552:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.977557:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a07a80 00000400:00000200:2.0:1789131396.977563:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.977569:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xbd5 [1] + 224 00000800:00000001:2.0:1789131396.977578:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.977592:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.977596:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.977601:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131396.977611:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.977622:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7bc00 x1876039997356672/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131396.977634:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d1b7bc00 x1876039997356672/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.977651:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131396.977661:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.977665:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1789131396.977733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d500. 00000100:00000001:0.0:1789131396.977754:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131396.977764:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131396.977767:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131396.977789:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131396.977793:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346440 00000400:00000010:0.0:1789131396.977796:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346440. 00000100:00000001:0.0:1789131396.977800:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131396.977804:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b7bc00 x1876039997356672/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131396.977814:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b7bc00 x1876039997356672/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.977821:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131396.977824:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131396.977827:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131396.977831:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131396.977833:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131396.977836:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131396.977839:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131396.977850:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=108 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131396.977857:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131396.977860:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131396.977861:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.977865:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131396.977869:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.977873:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131396.977875:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789131396.977877:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131396.977880:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131396.977882:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748392960 : -110359961158656 : ffff9ba0d1b7bc00) 00000100:00000001:0.0:1789131396.977885:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131396.977887:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131396.977890:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131396.977893:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131396.977899:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b7bc00 x1876039997356672/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.977907:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131396.977911:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131396.977919:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131396.977925:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b7bc00 x1876039997356672/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131396.977934:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b7bc00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997356672:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131396.977940:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131396.977952:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.977955:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131396.977958:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131396.977962:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7bc00 x1876039997356672/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.977968:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131396.977971:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640cc00. 00000100:00000001:0.0:1789131396.977975:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131396.977976:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.977984:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131396.977986:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748392960 : -110359961158656 : ffff9ba0d1b7bc00) 00000002:00000001:0.0:1789131396.977989:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131396.977993:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131396.977999:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d2de1600. 00000080:00000001:0.0:1789131396.978006:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789131396.978009:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789131396.978015:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789131396.978020:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131396.978027:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131396.978029:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131396.978032:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0d84c6280. 00000100:00000001:0.0:1789131396.978035:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131396.978038:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7bc00 x1876039997356672/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.978045:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.978054:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131396.978058:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5de8dc0. 00000080:00000001:0.0:1789131396.978063:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131396.978070:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:0.0:1789131396.978074:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-9:[0x200000402:0xb:0x0](ffff9ba0d2128908), flags 100002, rc = 0 00000080:00000001:0.0:1789131396.978078:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.978084:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789131396.978086:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:0.0:1789131396.978089:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-9 (ffff9ba0d21500d8, parent ffff9ba0d20e4ca8, inode ffff9ba0d2128908) hashed, 00000080:00000001:0.0:1789131396.978092:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.978177:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131396.978182:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131396.978184:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131396.978185:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:0.0:1789131396.978188:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131396.978194:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d2de1600. 00800000:00000002:0.0:1789131396.978201:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131396.978206:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131396.978211:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131396.978213:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:0.0:1789131396.978216:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131396.978220:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131396.978228:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131396.978234:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131396.978235:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:0.0:1789131396.978237:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131396.978241:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131396.978243:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131396.978246:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131396.978253:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.978255:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.978257:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.978260:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131396.978262:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789131396.978267:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d1b7a580. 00000020:00000040:0.0:1789131396.978272:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=26 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:0.0:1789131396.978286:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131396.978291:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131396.978299:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.978302:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.978303:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.978306:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131396.978309:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131396.978313:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131396.978321:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c2fa6c00. 00000100:00000001:0.0:1789131396.978328:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.978332:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131396.978334:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.978336:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131396.978337:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.978339:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.978345:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713748387200 : -110359961164416 : ffff9ba0d1b7a580) 00010000:00000001:0.0:1789131396.978349:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131396.978352:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131396.978356:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d500. 00010000:00000010:0.0:1789131396.978361:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837fe00. 00010000:00000001:0.0:1789131396.978365:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131396.978369:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c0031400. 00000020:00000001:0.0:1789131396.978373:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131396.978377:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c0031400 with handle 0xc8adac5b2d01fde2 to hash 00000020:00000001:0.0:1789131396.978379:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131396.978381:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.978385:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.978390:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131396.978394:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131396.978398:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fde2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131396.978408:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fde2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131396.978429:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fde2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131396.978433:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131396.978435:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131396.978441:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640cc00. 00000100:00000001:0.0:1789131396.978443:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556048896 : -110360153502720 : ffff9ba0c640cc00) 00000100:00000001:0.0:1789131396.978446:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131396.978447:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748387200 : -110359961164416 : ffff9ba0d1b7a580) 00000100:00000001:0.0:1789131396.978452:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131396.978457:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.978459:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131396.978461:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131396.978466:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7a580 x1876039997356800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.978515:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131396.978518:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131396.978523:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131396.978526:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131396.978529:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131396.978532:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7a580 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997356800:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131396.978537:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131396.978543:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131396.978546:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131396.978548:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131396.978554:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d845a000. 02000000:00000001:0.0:1789131396.978556:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131396.978562:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131396.978566:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131396.978572:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346440. 00000100:00000200:0.0:1789131396.978580:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997356800, portal 10 00000100:00000001:0.0:1789131396.978582:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131396.978587:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748387200 : -110359961164416 : ffff9ba0d1b7a580) 00000100:00000040:0.0:1789131396.978594:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b7a580 x1876039997356800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.978602:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131396.978605:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131396.978608:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346c38. 00000100:00000200:0.0:1789131396.978612:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997356800, offset 0 00000400:00000200:0.0:1789131396.978619:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131396.978626:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131396.978634:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131396.978640:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131396.978644:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131396.978648:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131396.978651:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131396.978655:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [248:248:256:4294967295] 192.168.206.157@tcp LPNI seq info [248:248:8:4294967295] 00000400:00000200:0.0:1789131396.978660:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131396.978670:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131396.978676:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131396.978682:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593a00. 00000800:00000200:0.0:1789131396.978700:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131396.978709:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131396.978714:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789131396.978732:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131396.978737:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 54803 usecs (55 jiffies) 00000400:00000200:0.0:1789131396.978740:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131396.978743:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984043 00000100:00000001:0.0:1789131396.978751:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984037 00000100:00000001:0.0:1789131396.978756:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984043 00000100:00000001:0.0:1789131396.978759:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984037 00000100:00000001:0.0:1789131396.978769:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131396.978771:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.978774:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131396.978776:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131396.978779:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640cc00 going to sleep for 11 seconds 00000100:00000001:0.0:1789131396.978781:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131396.978784:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.979101:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.979108:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593a00. 00000400:00000200:3.0:1789131396.979112:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.979117:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.979122:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346c38 00000400:00000010:3.0:1789131396.979125:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346c38. 00000100:00000001:3.0:1789131396.979129:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.979134:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7a580 x1876039997356800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.979145:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.979150:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7a580 x1876039997356800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.979157:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.979159:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131396.984925:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.984947:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131396.984952:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.984964:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.984975:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.984984:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131396.984996:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.985002:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.985008:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.985013:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a07b00 00000400:00000200:2.0:1789131396.985018:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131396.985026:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xbdd [1] + 224 00000800:00000001:2.0:1789131396.985035:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.985043:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131396.985047:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131396.985051:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131396.985061:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131396.985071:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7a580 x1876039997356800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131396.985082:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d1b7a580 x1876039997356800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131396.985109:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131396.985120:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131396.985123:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131396.985463:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131396.985577:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131396.985580:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131396.985585:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131396.985590:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346440 00000400:00000010:0.0:1789131396.985592:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346440. 00000100:00000001:0.0:1789131396.985596:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131396.985602:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b7a580 x1876039997356800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131396.985610:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b7a580 x1876039997356800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.985616:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131396.985618:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131396.985621:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131396.985625:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131396.985628:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131396.985630:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131396.985633:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131396.985722:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=109 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131396.985727:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=109 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131396.985730:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131396.985732:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.985735:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131396.985739:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.985743:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131396.985746:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131396.985748:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131396.985751:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131396.985767:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b7a580 x1876039997356800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.985774:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131396.985778:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131396.985781:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131396.985785:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b7a580 x1876039997356800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131396.985798:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b7a580 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997356800:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131396.985804:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131396.985807:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.985810:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131396.985813:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131396.985817:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7a580 x1876039997356800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.985824:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131396.985827:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640cc00. 00000100:00000001:0.0:1789131396.985831:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131396.985832:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.985835:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131396.985841:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.985844:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.985847:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=4 00000020:00000001:0.0:1789131396.985850:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.985853:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000040:0.0:1789131396.985860:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c0031400, remote cookie: 0x2d69527cc2115569, flags: 0x1001 00010000:00010000:0.0:1789131396.985866:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fde2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115569 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131396.985876:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fde2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115569 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.985893:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131396.985897:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131396.985900:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131396.985902:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131396.985903:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131396.985906:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c4c0d500) refcount = 1 00010000:00010000:0.0:1789131396.985910:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fde2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115569 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.985916:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131396.985920:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131396.985922:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131396.985925:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131396.985928:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131396.985931:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fde2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115569 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.985938:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131396.985940:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.985941:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.985942:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.985944:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.985945:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.985952:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131396.985953:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.985955:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.985956:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131396.985958:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.985961:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.985963:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.985964:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.985965:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=4 00000020:00000001:0.0:1789131396.985967:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.985974:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.985978:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131396.985981:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131396.985985:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fde2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115569 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.985992:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.985993:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.985995:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.985996:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.985997:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=5 00000020:00000001:0.0:1789131396.985999:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.986001:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.986003:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131396.986006:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fde2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115569 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.986012:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.986013:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131396.986015:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fde2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115569 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.986022:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131396.986023:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.986024:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.986025:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.986026:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131396.986032:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d1b7a580 x1876039997356800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789131396.986042:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.986044:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.986045:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131396.986055:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.986058:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.986061:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.986062:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131396.986064:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.986066:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.986070:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789131396.986072:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.986073:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.986074:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131396.986076:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.986078:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00000002:00010000:0.0:1789131396.986081:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fde2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115569 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.986089:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.986090:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.986092:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131396.986094:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.986095:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.986096:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131396.986098:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.986100:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000040:0.0:1789131396.986109:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d500 count: 2 00010000:00000001:0.0:1789131396.986112:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131396.986117:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789131396.986119:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.986120:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131396.986122:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131396.986125:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:0.0:1789131396.986127:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789131396.986130:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131396.986135:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131396.986143:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131396.986146:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789131396.986627:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131396.986633:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131396.986637:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d2de1600. 00000080:00000001:0.0:1789131396.986644:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131396.986647:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131396.986654:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789131396.986660:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789131396.986666:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0d84c6280. 00800000:00000001:0.0:1789131396.986669:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713858798208 : -110359850753408 : ffff9ba0d84c6280) 00800000:00000001:0.0:1789131396.986672:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.986674:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131396.986677:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789131396.986699:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789131396.986703:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789131396.986707:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789131396.986709:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.986715:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789131396.986719:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789131396.986725:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:0.0:1789131396.986728:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.986730:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.986733:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131396.986735:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.986737:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.986739:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.986740:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131396.986741:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131396.986744:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789131396.986746:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d84c6280 1 00800000:00000010:0.0:1789131396.986748:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0d84c6280. 00800000:00000001:0.0:1789131396.986752:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131396.986755:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fde2 00800000:00000001:0.0:1789131396.986758:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131396.986767:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131396.986769:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.986771:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.986772:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131396.986774:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.986776:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.986779:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.986780:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131396.986781:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131396.986782:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.986785:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131396.986787:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131396.986790:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fde2 from it ffffbc4101cb7bf8 00010000:00000001:0.0:1789131396.986792:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.986793:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.986794:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131396.986796:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.986798:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.986800:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131396.986803:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fde2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115569 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131396.986808:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.986809:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.986811:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131396.986814:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131396.986816:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fde2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115569 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131396.986824:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131396.986827:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131396.986829:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131396.986835:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.986836:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.986842:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.986846:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131396.986847:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.986849:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.986853:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.986855:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131396.986857:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.986858:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131396.986861:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131396.986874:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d1b7a580 x1876039997356800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.986881:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131396.986885:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131396.986888:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d845a000. 02000000:00000001:0.0:1789131396.986892:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131396.986895:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131396.986897:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=25 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131396.986900:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131396.986903:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c2fa6c00. 02000000:00000001:0.0:1789131396.986907:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131396.986909:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131396.986963:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d1b7a580. 00000100:00000001:0.0:1789131396.986969:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131396.986971:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131396.986975:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:0.0:1789131396.986982:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131396.987000:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c7a1a160. 00000080:00000001:0.0:1789131396.987007:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131396.987009:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131396.987011:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:0.0:1789131396.987013:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131396.987018:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d2de1600. 00800000:00000002:0.0:1789131396.987023:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131396.987027:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131396.987030:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131396.987032:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:0.0:1789131396.987034:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131396.987044:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131396.987048:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131396.987053:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131396.987055:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:0.0:1789131396.987057:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131396.987060:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131396.987062:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131396.987065:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131396.987069:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d500 count: 2 00010000:00000001:0.0:1789131396.987071:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131396.987075:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131396.987078:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789131396.987081:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fde2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115569 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789131396.987088:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789131396.987092:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131396.987095:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fde2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115569 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789131396.987101:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789131396.987103:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131396.987105:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131396.987107:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131396.987108:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131396.987110:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789131396.987113:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789131396.987115:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131396.987117:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d2de1600. 00000080:00000001:0.0:1789131396.987120:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131396.987122:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131396.987124:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131396.987127:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fde2 00800000:00000001:0.0:1789131396.987135:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131396.987137:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131396.987138:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.987140:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.987141:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131396.987143:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.987145:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.987148:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.987149:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131396.987150:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131396.987151:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131396.987154:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fde2 from it ffffbc4101cb7b38 00010000:00000001:0.0:1789131396.987156:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131396.987157:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131396.987158:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131396.987160:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.987162:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131396.987164:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131396.987167:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fde2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115569 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131396.987174:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.987175:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.987176:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131396.987177:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131396.987180:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fde2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115569 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789131396.987186:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131396.987188:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131396.987189:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131396.987191:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.987192:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.987193:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.987275:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131396.987278:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.987280:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.987283:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.987285:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131396.987286:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.987288:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131396.987289:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789131396.987291:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131396.987294:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:0.0:1789131396.987298:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.987301:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789131396.987303:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:0.0:1789131396.987306:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-10, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d8799e00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789131396.987312:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d81f7cc0. 00000080:00000001:0.0:1789131396.987317:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789131396.987319:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:0.0:1789131396.987321:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-10, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:0.0:1789131396.987327:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d2de1600. 00800000:00000002:0.0:1789131396.987330:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131396.987336:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131396.987338:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131396.987340:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:0.0:1789131396.987341:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-10' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131396.987345:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789131396.987348:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789131396.987353:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:0.0:1789131396.987356:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789131396.987370:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789131396.987373:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789131396.987376:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789131396.987379:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0xc:0x0] 40000000:00000001:0.0:1789131396.987383:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.987384:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131396.987386:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131396.987394:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131396.987396:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:0.0:1789131396.987399:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0xc:0x0], name='f0a.replay-dual-10' -> mds #0 layout version 1 00000002:00000001:0.0:1789131396.987402:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131396.987404:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:0.0:1789131396.987405:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-10,[0x200000402:0xc:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789131396.987409:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131396.987412:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789131396.987415:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789131396.987418:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.987420:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789131396.987422:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d500 count: 2 00010000:00000001:0.0:1789131396.987424:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131396.987426:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789131396.987429:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789131396.987432:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fde2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115569 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789131396.987440:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131396.987444:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131396.987446:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131396.987448:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789131396.987450:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131396.987452:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131396.987454:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d500 count: 3 00010000:00000001:0.0:1789131396.987455:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131396.987457:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.987459:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131396.987460:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131396.987461:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d500 count: 3 00010000:00000001:0.0:1789131396.987463:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131396.987465:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.987466:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131396.987467:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131396.987500:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d500 count: 3 00010000:00000001:0.0:1789131396.987508:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131396.987511:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131396.987513:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131396.987516:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789131396.987521:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789131396.987525:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789131396.987526:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131396.987528:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.987531:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789131396.987534:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131396.987536:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131396.987538:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131396.987539:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789131396.987542:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c0031400 with handle 0xc8adac5b2d01fde2 from hash 00010000:00000001:0.0:1789131396.987545:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131396.987546:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.987547:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.987549:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131396.987551:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131396.987553:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789131396.987555:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131396.987557:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131396.987560:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789131396.987565:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d1b7a580. 00000020:00000040:0.0:1789131396.987569:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=26 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:0.0:1789131396.987575:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789131396.987577:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.987579:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131396.987584:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131396.987587:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131396.987588:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.987589:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.987592:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131396.987594:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131396.987598:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131396.987605:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c2fa6c00. 00000100:00000001:0.0:1789131396.987617:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.987622:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131396.987624:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789131396.987628:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fde2 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115569 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789131396.987634:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789131396.987871:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131396.987874:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131396.987877:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fde2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115569 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789131396.987887:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d500 count: 0 00010000:00000010:0.0:1789131396.987893:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837fe00. 00010000:00000001:0.0:1789131396.987906:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131396.987908:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.987910:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131396.987912:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131396.987914:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131396.987927:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713748387200 : -110359961164416 : ffff9ba0d1b7a580) 00010000:00000001:0.0:1789131396.987931:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131396.987933:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131396.987939:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d100. 00010000:00000010:0.0:1789131396.987942:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837fe00. 00010000:00000001:0.0:1789131396.987946:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131396.987949:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c0030e00. 00000020:00000001:0.0:1789131396.987952:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131396.987955:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c0030e00 with handle 0xc8adac5b2d01fde9 to hash 00000020:00000001:0.0:1789131396.987956:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131396.987958:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:0.0:1789131396.987962:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:0.0:1789131396.987965:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131396.987967:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131396.987976:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fde9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131396.987984:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fde9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789131396.987998:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789131396.988007:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d1b7a580 x1876039997357056/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789131396.988017:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fde9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131396.988023:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131396.988025:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131396.988032:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640cc00. 00000100:00000001:0.0:1789131396.988035:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556048896 : -110360153502720 : ffff9ba0c640cc00) 00000100:00000001:0.0:1789131396.988038:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131396.988040:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748387200 : -110359961164416 : ffff9ba0d1b7a580) 00000100:00000001:0.0:1789131396.988045:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131396.988049:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.988051:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131396.988053:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131396.988057:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7a580 x1876039997357056/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.988065:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131396.988067:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131396.988071:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131396.988074:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131396.988076:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131396.988080:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7a580 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997357056:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131396.988084:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131396.988091:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131396.988100:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131396.988103:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131396.988168:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0c7a60000. 02000000:00000001:0.0:1789131396.988171:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131396.988180:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131396.988185:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131396.988194:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c3a03400. 00000100:00000200:0.0:1789131396.988274:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997357056, portal 10 00000100:00000001:0.0:1789131396.988277:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131396.988279:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748387200 : -110359961164416 : ffff9ba0d1b7a580) 00000100:00000040:0.0:1789131396.988285:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b7a580 x1876039997357056/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131396.988293:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131396.988295:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131396.988300:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346440. 00000100:00000200:0.0:1789131396.988304:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997357056, offset 0 00000400:00000200:0.0:1789131396.988311:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131396.988322:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131396.988331:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131396.988337:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131396.988341:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131396.988345:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131396.988348:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131396.988352:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [249:249:256:4294967295] 192.168.206.157@tcp LPNI seq info [249:249:8:4294967295] 00000400:00000200:0.0:1789131396.988356:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131396.988851:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131396.988860:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131396.988867:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593a00. 00000800:00000200:0.0:1789131396.988875:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131396.988883:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131396.988889:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593a00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789131396.988912:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131396.988926:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 54138 usecs (55 jiffies) 00000400:00000200:0.0:1789131396.988930:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131396.988933:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984053 00000100:00000001:0.0:1789131396.988942:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984043 00000100:00000001:0.0:1789131396.988948:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984053 00000100:00000001:0.0:1789131396.988952:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984043 00000100:00000001:0.0:1789131396.988956:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131396.988959:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131396.988963:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131396.988965:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131396.988968:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640cc00 going to sleep for 11 seconds 00000100:00000001:0.0:1789131396.988971:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131396.988974:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131396.989153:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131396.989158:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593a00. 00000400:00000200:3.0:1789131396.989179:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131396.989185:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131396.989192:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346440 00000400:00000010:3.0:1789131396.989195:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346440. 00000100:00000001:3.0:1789131396.989208:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131396.989215:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7a580 x1876039997357056/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.989226:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131396.989230:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7a580 x1876039997357056/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131396.989238:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131396.989240:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131396.995825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d500. 00010000:00000010:0.1:1789131396.995847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0031400. 00000800:00000001:2.0:1789131397.007545:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.007570:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.007576:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.007579:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.007590:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.007600:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.007611:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.007617:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.007623:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.007627:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a07c00 00000400:00000200:2.0:1789131397.007633:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.007668:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xbe5 [32] + 224 00000800:00000001:2.0:1789131397.007678:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.007698:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.007702:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.007707:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.007720:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.007730:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7a580 x1876039997357056/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.007741:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d1b7a580 x1876039997357056/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.007765:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131397.007777:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131397.007781:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.007787:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131397.007794:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [250:250:256:4294967295] 192.168.206.157@tcp LPNI seq info [250:250:8:4294967295] 00000400:00000200:2.0:1789131397.007798:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.007806:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131397.007813:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131397.007819:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d3095c00. 00000800:00000200:2.0:1789131397.007826:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131397.007834:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131397.007840:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d3095c00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1789131397.007898:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.007908:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.007910:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.007914:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.007919:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c3a03400 00000400:00000010:0.0:1789131397.007922:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c3a03400. 00000100:00000001:0.0:1789131397.007926:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.007939:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b7a580 x1876039997357056/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.007949:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b7a580 x1876039997357056/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131412 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1789131397.007951:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1789131397.007955:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000010:2.0:1789131397.007956:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d3095c00. 00000100:00000001:0.0:1789131397.007958:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.007960:0:10482:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:2.0:1789131397.007960:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.007963:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 02000000:00000001:0.0:1789131397.007964:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.007967:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1789131397.007969:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1789131397.007970:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789131397.007972:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1789131397.007973:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.007984:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.007988:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.007997:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.007999:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.008003:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.008007:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.008011:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.008014:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1789131397.008016:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.008019:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.008020:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748387200 : -110359961164416 : ffff9ba0d1b7a580) 00000100:00000001:0.0:1789131397.008024:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.008026:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.008028:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.008032:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.008038:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.008046:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.008049:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.008051:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.008058:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.008066:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b7a580 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997357056:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.008072:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.008075:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.008079:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.008081:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.008085:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.008092:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.008095:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640cc00. 00000100:00000001:0.0:1789131397.008098:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.008100:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.008103:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.008119:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.008122:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.008125:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030e00 refcount=4 00000020:00000001:0.0:1789131397.008128:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:0.0:1789131397.008132:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000040:0.0:1789131397.008139:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c0030e00, remote cookie: 0x2d69527cc2115585, flags: 0x1001 00010000:00010000:0.0:1789131397.008145:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fde9 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115585 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789131397.008154:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0xc:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789131397.008157:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789131397.008166:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d500. 00010000:00000010:0.0:1789131397.008171:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837fd80. 00010000:00000040:0.0:1789131397.008177:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d100 count: 0 00010000:00000010:0.0:1789131397.008183:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837fe00. 00010000:00000001:0.0:1789131397.008191:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.008195:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fde9 lrc: 4/0,1 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115585 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.008203:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fde9 lrc: 4/0,1 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115585 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.008210:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.008215:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.008218:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.008220:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.008221:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.008224:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0xc:0x0].0x0 (ffff9ba0c4c0d500) refcount = 1 00010000:00010000:0.0:1789131397.008229:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fde9 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115585 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.008246:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.008249:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.008251:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.008255:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.008258:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.008261:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fde9 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115585 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.008267:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.008268:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.008270:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.008271:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.008272:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.008274:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.008280:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.008283:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.008284:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.008286:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030e00 refcount=3 00000020:00000001:0.0:1789131397.008288:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:0.0:1789131397.008290:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:0.0:1789131397.008292:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.008294:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.008295:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030e00 refcount=4 00000020:00000001:0.0:1789131397.008297:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:0.0:1789131397.008298:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:0.0:1789131397.008301:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.008305:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.008308:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fde9 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115585 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.008315:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.008321:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.008322:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.008324:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.008325:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030e00 refcount=5 00000020:00000001:0.0:1789131397.008327:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:0.0:1789131397.008329:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:0.0:1789131397.008332:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.008335:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fde9 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115585 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.008342:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.008343:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.008345:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fde9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115585 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.008351:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.008353:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.008354:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.008355:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.008356:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.008362:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.008372:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.008377:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.008383:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.008391:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.008392:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.008394:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030e00 refcount=3 00000020:00000001:0.0:1789131397.008395:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:0.0:1789131397.008397:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00000002:00010000:0.0:1789131397.008400:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fde9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115585 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789131397.008415:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0d84c6280. 00010000:00000001:0.0:1789131397.008417:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.008418:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.008419:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.008421:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.008425:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789131397.008428:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.008429:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748387200 : -110359961164416 : ffff9ba0d1b7a580) 00000100:00000001:0.0:1789131397.008431:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.008432:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748387200 : -110359961164416 : ffff9ba0d1b7a580) 00010000:00000001:0.0:1789131397.008434:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.008435:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.008437:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030e00 refcount=3 00000020:00000001:0.0:1789131397.008439:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:0.0:1789131397.008440:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00000002:00010000:0.0:1789131397.008444:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fde9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115585 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.008450:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.008451:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.008453:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.008454:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.008455:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.008457:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030e00 refcount=3 00000020:00000001:0.0:1789131397.008458:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:0.0:1789131397.008461:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000040:0.0:1789131397.008465:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d500 count: 2 00010000:00000001:0.0:1789131397.008467:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.008531:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/12 (0 0) 00010000:00000001:0.0:1789131397.008534:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.008535:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.008541:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.008544:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:0.0:1789131397.008547:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-10 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789131397.008549:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.008554:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.008557:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.008560:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789131397.008564:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.008569:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.008572:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789131397.008574:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d81f7cc0 it_disposition 1800037 00000080:00002000:0.0:1789131397.008580:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2150438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789131397.008586:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.008588:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789131397.008590:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:0.0:1789131397.008592:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-10, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:0.0:1789131397.008594:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789131397.008597:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.008603:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789131397.008606:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.008609:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279500 : 144115205289279500 : 20000040200000c) 00000080:00000001:0.0:1789131397.008612:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789131397.008626:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d212ca40. 00000020:00000001:0.0:1789131397.008650:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789131397.008652:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789131397.008656:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789131397.008658:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0xc:0x0](ffff9ba0d212cb08) 00000020:00000001:0.0:1789131397.008662:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.008666:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:0.0:1789131397.008669:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:0.0:1789131397.008674:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789131397.008680:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0c3d4b7d0. 00000020:00000001:0.0:1789131397.008682:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.008684:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.008702:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.008707:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d7d0f8. 00020000:00000001:0.0:1789131397.008715:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582723320 : -110360126828296 : ffff9ba0c7d7d0f8) 00020000:00000001:0.0:1789131397.008718:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789131397.008721:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.008727:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f7780. 00020000:00000010:0.0:1789131397.008732:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364080. 00020000:00000010:0.0:1789131397.008737:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f76c0. 00020000:00000001:0.0:1789131397.008739:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855854272 : -110359853697344 : ffff9ba0d81f76c0) 00020000:00000002:0.0:1789131397.008742:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f76c0, objid 0xc:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.008748:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.008752:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364080: ostid: 0x240000400:8 ost idx: 0 gen: 0 00020000:00000001:0.0:1789131397.008755:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789131397.008757:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f76c0, objid 0xc:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.008760:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.008762:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364080: ostid: 0x240000400:8 ost idx: 0 gen: 0 00020000:00000010:0.0:1789131397.008767:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d0b0f3f0. 00020000:00000010:0.0:1789131397.008770:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c640cc00. 00020000:00000001:0.0:1789131397.008775:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789131397.008779:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7f22018. 00020000:00000001:0.0:1789131397.008782:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789131397.008783:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789131397.008789:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.008792:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0c3d4b898. 00000020:00000001:0.0:1789131397.008794:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.008796:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.008798:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713515411736 : -110360194139880 : ffff9ba0c3d4b918) 00020000:00000001:0.0:1789131397.008802:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789131397.008806:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d807a0. 00020000:00000001:0.0:1789131397.008809:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.008814:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713515411736 : -110360194139880 : ffff9ba0c3d4b918) 00020000:00000001:0.0:1789131397.008817:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713515411736 : -110360194139880 : ffff9ba0c3d4b918) 00020000:00000002:0.0:1789131397.008820:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x8:0x0]@ffff9ba0c3d4b898[0:0] -> [0x200000402:0xc:0x0]@ffff9ba0c3d4b7d0: ostid: 0x240000400:8 ost idx: 0 gen: 0 00020000:00000001:0.0:1789131397.008830:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789131397.008832:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789131397.008835:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.008839:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713515411536 : -110360194140080 : ffff9ba0c3d4b850) 00000020:00001000:0.0:1789131397.008843:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:0.0:1789131397.008847:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279500 : 144115205289279500 : 20000040200000c) 00000080:00000001:0.0:1789131397.008850:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789131397.008853:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279500 mtime from 0 to 1789131396 00000080:00000001:0.0:1789131397.008857:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789131397.008859:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754360584 : -110359955191032 : ffff9ba0d212cb08) 00010000:00000001:0.0:1789131397.008862:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.008863:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.008865:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030e00 refcount=3 00000020:00000001:0.0:1789131397.008867:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:0.0:1789131397.008869:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00000080:00000001:0.0:1789131397.008873:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131397.008874:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.008876:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:0.0:1789131397.008878:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:0.0:1789131397.008880:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789131397.008882:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131397.008884:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.008887:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f72a0. 00020000:00000010:0.0:1789131397.008889:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364a00. 00020000:00000010:0.0:1789131397.008892:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7ea0. 00020000:00000001:0.0:1789131397.008894:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855856288 : -110359853695328 : ffff9ba0d81f7ea0) 00020000:00000002:0.0:1789131397.008897:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7ea0, objid 0xc:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.008900:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.008904:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364a00: ostid: 0x240000400:8 ost idx: 0 gen: 0 00020000:00000002:0.0:1789131397.008908:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d7d0f8) owner ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.008911:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131397.008913:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d7d0f8) owner ffff9ba0c2f34f80 00020000:00000010:0.0:1789131397.008925:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0d8364a00. 00020000:00000010:0.0:1789131397.008929:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d81f72a0. 00020000:00000010:0.0:1789131397.008933:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d81f7ea0. 00020000:00000002:0.0:1789131397.008935:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0xc:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789131397.008938:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.008940:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.008944:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789131397.008947:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d0f8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.008950:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d81f76c0 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:0.0:1789131397.008953:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d0f8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.008957:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789131397.008960:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789131397.008961:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789131397.008963:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789131397.008965:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789131397.008968:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0xc:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789131397.008971:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:0.0:1789131397.008974:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.008976:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.008977:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.008979:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.008982:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.008984:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.008987:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0xc:0x0](ffff9ba0d212cb08) 00000080:00010000:0.0:1789131397.008990:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0xc:0x0](ffff9ba0d212cb08) for lock 0xc8adac5b2d01fde9 00800000:00000001:0.0:1789131397.008994:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.008996:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.008997:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.008999:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.009000:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030e00 refcount=3 00000020:00000001:0.0:1789131397.009002:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:0.0:1789131397.009004:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:0.0:1789131397.009007:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.009008:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.009010:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.009017:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.009019:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789131397.009021:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.009028:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.009036:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.009041:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d212cb08 need_sync_to_mds [0x200000402:0xc:0x0] 00000080:00000001:0.0:1789131397.009045:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.009049:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0xc:0x0](ffff9ba0d212cb08) 00000080:00000001:0.0:1789131397.009052:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.009056:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d2de1600. 00000100:00000001:0.0:1789131397.009061:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.009065:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.009072:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.009076:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789131397.009079:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.009081:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d212cb08 need_sync_to_mds [0x200000402:0xc:0x0] 00000080:00000001:0.0:1789131397.009092:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789131397.009095:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:0.0:1789131397.009097:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-10:[0x200000402:0xc:0x0](ffff9ba0d212cb08), flags 100102 00000080:00000010:0.0:1789131397.009107:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5de8dc0. 00000080:00000010:0.0:1789131397.009113:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0d84c64c0. 00000080:00000001:0.0:1789131397.009116:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789131397.009119:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.009123:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789131397.009126:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c7a1aac0. 00000002:00100000:0.0:1789131397.009131:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.009137:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.009139:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789131397.009143:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789131397.009147:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.009154:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.009158:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.009162:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789131397.009169:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.009174:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0c7a60000. 02000000:00000001:0.0:1789131397.009196:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789131397.009198:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.009200:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:0.0:1789131397.009202:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-10:[0x200000402:0xc:0x0](ffff9ba0d212cb08), flags 100102, rc = 0 00000080:00000001:0.0:1789131397.009207:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789131397.009209:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d81f7cc0 released 00000080:00010000:0.0:1789131397.009211:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fde9 from it ffff9ba0d81f7cc0 00010000:00000001:0.0:1789131397.009213:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.009214:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.009216:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030e00 refcount=3 00000020:00000001:0.0:1789131397.009218:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:0.0:1789131397.009220:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451339264 : -110360258212352 : ffff9ba0c0030e00) 00010000:00000001:0.0:1789131397.009223:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.009226:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fde9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115585 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.009233:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.009234:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.009235:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.009238:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.009241:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fde9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115585 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.009249:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.009253:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.009255:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.009260:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.009266:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.009267:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.009271:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.009273:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.009275:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.009278:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.009294:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.009296:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.009297:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.009299:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789131397.009300:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789131397.009303:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.009305:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789131397.009308:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.009310:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.009313:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789131397.009315:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.009317:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.009319:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.009321:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.009323:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d81f7cc0. 00000080:00000001:0.0:1789131397.009326:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.009330:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789131397.009333:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0xc:0x0](ffff9ba0d212cb08), inode mode 81a4 mask 40 00000080:00000001:0.0:1789131397.009337:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.009363:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.009366:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d0f8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.009370:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d0f8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.009372:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.009382:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789131397.009385:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:0.0:1789131397.009386:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-10:[0x200000402:0xc:0x0](ffff9ba0d212cb08), flags 100002 00000080:00000001:0.0:1789131397.009389:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789131397.009391:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789131397.009393:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.009394:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d0f8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.009396:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d0f8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.009404:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.009406:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789131397.009411:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.009414:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.009417:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d500 count: 2 00010000:00000001:0.0:1789131397.009420:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.009423:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.009425:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0xc:0x0]: 0 00000080:00000001:0.0:1789131397.009428:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789131397.009431:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789131397.009434:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d2de1600. 00000080:00000001:0.0:1789131397.009436:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789131397.009441:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789131397.009445:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789131397.009448:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0xc:0x0] 00000002:00000001:0.0:1789131397.009451:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789131397.009453:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0xc:0x0] file closed with intent: 0 00000100:00000010:0.0:1789131397.009460:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d1b7a940. 00000020:00000040:0.0:1789131397.009463:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=27 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131397.009504:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.009508:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.009513:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.009521:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d2de1e00. 00000100:00000001:0.0:1789131397.009528:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789131397.009539:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789131397.009551:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789131397.009557:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d1b7a940 x1876039997357312/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789131397.009564:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.009566:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.011104:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c620c900. 00000100:00000001:1.0:1789131397.011118:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713553950976 : -110360155600640 : ffff9ba0c620c900) 00000100:00000001:1.0:1789131397.011128:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.011130:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748388160 : -110359961163456 : ffff9ba0d1b7a940) 00000100:00000001:1.0:1789131397.011138:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.011144:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.011146:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.011148:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.011160:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7a940 x1876039997357312/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.011169:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.011172:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.011176:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.011180:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.011183:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.011187:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7a940 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997357312:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.011192:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.011212:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.011220:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.011222:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.011230:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c6434800. 02000000:00000001:1.0:1789131397.011233:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.011242:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.011248:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.011256:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020aa0. 00000100:00000200:1.0:1789131397.011284:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997357312, portal 10 00000100:00000001:1.0:1789131397.011286:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.011288:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748388160 : -110359961163456 : ffff9ba0d1b7a940) 00000100:00000040:1.0:1789131397.011297:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b7a940 x1876039997357312/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.011305:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.011308:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.011311:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020660. 00000100:00000200:1.0:1789131397.011316:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997357312, offset 0 00000400:00000200:1.0:1789131397.011323:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.011334:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.011344:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.011351:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.011356:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.012345:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.012351:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.012355:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [251:251:256:4294967295] 192.168.206.157@tcp LPNI seq info [251:251:8:4294967295] 00000400:00000200:1.0:1789131397.012372:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.012387:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.012395:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.012406:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d000. 00000800:00000200:1.0:1789131397.012416:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.012426:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.012431:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.012444:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.012451:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 53721 usecs (54 jiffies) 00000400:00000200:1.0:1789131397.012455:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.012459:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984075 00000100:00000001:1.0:1789131397.012481:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984053 00000100:00000001:1.0:1789131397.012488:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984075 00000100:00000001:1.0:1789131397.012505:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984053 00000100:00000001:1.0:1789131397.012509:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.012513:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.012516:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.012518:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.012522:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c620c900 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.012525:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.012528:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.012892:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.012904:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d000. 00000400:00000200:2.0:1789131397.012911:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.012917:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.012924:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020660 00000400:00000010:2.0:1789131397.012927:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020660. 00000100:00000001:2.0:1789131397.012934:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.012947:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7a940 x1876039997357312/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.012959:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.012964:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7a940 x1876039997357312/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.012971:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.012973:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.016605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d100. 00000800:00000001:3.0:1789131397.019118:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.019142:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.019147:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.019149:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.019165:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.019174:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.019185:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.019190:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.019196:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.019209:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a07d00 00000400:00000200:3.0:1789131397.019215:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.019222:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xbed [1] + 224 00000800:00000001:3.0:1789131397.019229:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.019240:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.019244:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.019249:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.019259:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.019270:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7a940 x1876039997357312/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.019282:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d1b7a940 x1876039997357312/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.019324:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.019336:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.019340:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.019682:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131397.019701:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.019704:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.019709:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.019716:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020aa0 00000400:00000010:1.0:1789131397.019719:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020aa0. 00000100:00000001:1.0:1789131397.019725:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.019733:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b7a940 x1876039997357312/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.019743:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b7a940 x1876039997357312/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.019750:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.019752:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.019755:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.019759:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.019763:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.019765:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.019769:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.019783:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.019788:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.019791:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.019793:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.019797:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.019801:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.019805:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131397.019807:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789131397.019808:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131397.019822:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.019824:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748388160 : -110359961163456 : ffff9ba0d1b7a940) 00000100:00000001:1.0:1789131397.019828:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.019830:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.019832:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.019836:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.019842:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b7a940 x1876039997357312/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.019850:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.019854:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.019856:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.019861:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b7a940 x1876039997357312/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.019870:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b7a940 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997357312:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.019875:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.019879:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.019881:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.019883:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.019888:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7a940 x1876039997357312/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.019895:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.019899:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c620c900. 00000100:00000001:1.0:1789131397.019903:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.019904:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.019913:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.019914:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748388160 : -110359961163456 : ffff9ba0d1b7a940) 00000002:00000001:1.0:1789131397.019918:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.019922:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.019930:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d2de1600. 00000080:00000001:1.0:1789131397.019936:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789131397.019941:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.019958:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789131397.019973:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.019982:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.019985:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.019988:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0d84c64c0. 00000100:00000001:1.0:1789131397.019991:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.019994:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7a940 x1876039997357312/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.020001:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.020004:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.020010:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5de8dc0. 00000080:00000001:1.0:1789131397.020016:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.020024:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:1.0:1789131397.020028:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-10:[0x200000402:0xc:0x0](ffff9ba0d212cb08), flags 100002, rc = 0 00000080:00000001:1.0:1789131397.020033:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.020039:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789131397.020041:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:1.0:1789131397.020044:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-10 (ffff9ba0d2150438, parent ffff9ba0d20e4ca8, inode ffff9ba0d212cb08) hashed, 00000080:00000001:1.0:1789131397.020048:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.020141:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.020145:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.020148:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131397.020149:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:1.0:1789131397.020151:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131397.020157:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d1936200. 00800000:00000002:1.0:1789131397.020163:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.020168:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.020171:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.020173:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:1.0:1789131397.020176:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.020180:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131397.020185:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131397.020191:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.020228:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:1.0:1789131397.020231:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131397.020235:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131397.020237:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.020241:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.020249:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.020251:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.020253:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.020255:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131397.020258:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789131397.020263:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4a2e1c0. 00000020:00000040:1.0:1789131397.020268:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=28 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:1.0:1789131397.020274:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131397.020280:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.020288:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.020290:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.020292:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.020295:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.020297:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.020302:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.020311:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c6434c00. 00000100:00000001:1.0:1789131397.020318:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.020323:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.020325:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.020326:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.020327:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.020330:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.020337:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713797358016 : -110359912193600 : ffff9ba0d4a2e1c0) 00010000:00000001:1.0:1789131397.020341:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131397.020344:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131397.020349:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e900. 00010000:00000010:1.0:1789131397.020353:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa180. 00010000:00000001:1.0:1789131397.020655:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131397.020661:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba1021f6e00. 00000020:00000001:1.0:1789131397.020667:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131397.020670:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba1021f6e00 with handle 0xc8adac5b2d01fdf0 to hash 00000020:00000001:1.0:1789131397.020679:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131397.020681:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.020685:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.020700:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.020703:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.020708:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fdf0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.020717:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fdf0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.020729:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fdf0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131397.020734:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.020736:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.020743:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c620c900. 00000100:00000001:1.0:1789131397.020746:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713553950976 : -110360155600640 : ffff9ba0c620c900) 00000100:00000001:1.0:1789131397.020748:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.020750:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797358016 : -110359912193600 : ffff9ba0d4a2e1c0) 00000100:00000001:1.0:1789131397.020754:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.020759:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.020761:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.020763:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.020770:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4a2e1c0 x1876039997357440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.020778:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.020780:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.020785:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.020788:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.020790:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.020794:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2e1c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997357440:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.020799:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.020814:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.020817:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.020820:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.020825:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131397.020827:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.020835:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.020839:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.020845:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020aa0. 00000100:00000200:1.0:1789131397.020853:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997357440, portal 10 00000100:00000001:1.0:1789131397.020855:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.020857:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797358016 : -110359912193600 : ffff9ba0d4a2e1c0) 00000100:00000040:1.0:1789131397.020863:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4a2e1c0 x1876039997357440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.020871:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.020873:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.020877:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020660. 00000100:00000200:1.0:1789131397.020880:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997357440, offset 0 00000400:00000200:1.0:1789131397.020888:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.020896:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.020904:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.020910:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.020915:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.020920:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.020922:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.020927:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [252:252:256:4294967295] 192.168.206.157@tcp LPNI seq info [252:252:8:4294967295] 00000400:00000200:1.0:1789131397.020931:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.022631:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.022650:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.022661:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d900. 00000800:00000200:1.0:1789131397.022671:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.022681:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.022687:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.022776:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.022783:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 53116 usecs (54 jiffies) 00000400:00000200:1.0:1789131397.022791:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.022795:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984086 00000100:00000001:1.0:1789131397.022803:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984075 00000100:00000001:1.0:1789131397.022809:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984086 00000100:00000001:1.0:1789131397.022812:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984075 00000100:00000001:1.0:1789131397.022816:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.022820:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.022823:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.022826:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.022829:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c620c900 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.022832:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.022835:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.024912:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.024924:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d900. 00000400:00000200:2.0:1789131397.024933:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.024944:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.024952:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020660 00000400:00000010:2.0:1789131397.024955:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020660. 00000100:00000001:2.0:1789131397.024963:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.024984:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2e1c0 x1876039997357440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.024999:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.025003:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2e1c0 x1876039997357440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.025012:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.025014:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131397.031165:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.031190:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.031195:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.031197:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.031219:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.031229:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.031239:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.031244:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.031250:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.031255:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a07d80 00000400:00000200:3.0:1789131397.031261:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.031268:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xbf5 [1] + 224 00000800:00000001:3.0:1789131397.031276:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.031298:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.031302:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.031308:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.031318:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.031327:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2e1c0 x1876039997357440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.031338:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d4a2e1c0 x1876039997357440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.031520:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131397.031574:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.031611:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.031615:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131397.031928:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.031932:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.031937:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.031943:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020aa0 00000400:00000010:1.0:1789131397.031946:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020aa0. 00000100:00000001:1.0:1789131397.031957:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.031965:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4a2e1c0 x1876039997357440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.031975:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4a2e1c0 x1876039997357440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.031981:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.031984:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.031987:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.031992:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.031995:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.031998:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.032001:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.032013:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.032036:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.032039:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.032041:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.032045:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.032049:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.032054:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.032057:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.032059:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.032063:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.032069:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4a2e1c0 x1876039997357440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.032076:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.032080:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.032082:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.032087:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4a2e1c0 x1876039997357440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.032095:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2e1c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997357440:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.032101:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.032104:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.032106:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.032109:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.032113:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2e1c0 x1876039997357440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.032121:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.032124:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c620c900. 00000100:00000001:1.0:1789131397.032129:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.032131:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.032135:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131397.032139:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.032160:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.032167:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=4 00000020:00000001:1.0:1789131397.032170:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.032173:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000040:1.0:1789131397.032190:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba1021f6e00, remote cookie: 0x2d69527cc211559a, flags: 0x1001 00010000:00010000:1.0:1789131397.032196:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fdf0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211559a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.032209:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fdf0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211559a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.032216:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131397.032222:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131397.032224:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131397.032226:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131397.032228:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131397.032232:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c7d0e900) refcount = 1 00010000:00010000:1.0:1789131397.032237:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fdf0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211559a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.032245:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131397.032312:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131397.032315:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.032319:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131397.032321:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.032325:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fdf0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211559a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.032332:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131397.032334:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.032336:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.032337:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.032338:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.032340:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.032345:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131397.032347:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.032348:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.032350:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.032385:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.032389:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.032392:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.032393:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.032395:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=4 00000020:00000001:1.0:1789131397.032397:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.032399:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.032402:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.032406:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.032410:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fdf0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211559a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.032416:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.032417:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.032419:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.032420:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.032421:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=5 00000020:00000001:1.0:1789131397.032423:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.032425:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.032428:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.032431:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fdf0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211559a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.032437:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.032439:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131397.032441:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fdf0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211559a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.032447:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.032449:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.032450:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.032451:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.032458:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131397.032545:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d4a2e1c0 x1876039997357440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789131397.032556:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.032558:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.032559:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.032561:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.032563:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.032565:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.032566:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.032568:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.032570:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.032574:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789131397.032577:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.032578:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.032580:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.032582:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.032584:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00000002:00010000:1.0:1789131397.032587:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fdf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211559a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.032595:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.032596:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.032598:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.032600:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.032601:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.032602:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.032604:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.032606:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000040:1.0:1789131397.032614:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e900 count: 2 00010000:00000001:1.0:1789131397.032617:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131397.032621:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789131397.032623:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.032630:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.032631:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131397.032635:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:1.0:1789131397.032637:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789131397.032640:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.032650:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.032653:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131397.032657:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789131397.032660:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.032665:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131397.032670:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936200. 00000080:00000001:1.0:1789131397.032676:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131397.032679:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131397.032687:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789131397.032702:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789131397.032710:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c2f25300. 00800000:00000001:1.0:1789131397.032712:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713500574464 : -110360208977152 : ffff9ba0c2f25300) 00800000:00000001:1.0:1789131397.032716:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.032718:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131397.032722:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789131397.032724:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789131397.032727:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789131397.032731:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789131397.032733:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.032739:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789131397.032742:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789131397.032748:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:1.0:1789131397.032751:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.032752:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.032754:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.032756:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.032758:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.032761:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.032762:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.032765:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131397.032777:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789131397.032779:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c2f25300 1 00800000:00000010:1.0:1789131397.032782:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c2f25300. 00800000:00000001:1.0:1789131397.032786:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.032790:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fdf0 00800000:00000001:1.0:1789131397.032793:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.032796:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.032798:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.032799:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.032801:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.032803:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.032805:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.032808:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.032809:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.032810:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.032812:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.032814:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.032817:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131397.032820:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fdf0 from it ffffbc4101cb7bf8 00010000:00000001:1.0:1789131397.032822:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.032824:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.032825:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.032827:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.032828:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.032830:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.032833:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fdf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211559a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.032839:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.032840:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.032842:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.032845:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.032848:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fdf0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211559a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.032867:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.032871:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.032873:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.032879:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.032880:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.032882:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.032885:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.032887:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.032889:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.032893:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.032895:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.032896:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.032897:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131397.032900:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.032906:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4a2e1c0 x1876039997357440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.032914:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131397.032917:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131397.032921:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131397.032926:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131397.032929:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131397.032931:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=27 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:1.0:1789131397.032934:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131397.032937:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c6434c00. 02000000:00000001:1.0:1789131397.032942:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131397.033019:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131397.033024:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4a2e1c0. 00000100:00000001:1.0:1789131397.033031:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131397.033033:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.033037:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:1.0:1789131397.033045:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.033066:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c7a8d140. 00000080:00000001:1.0:1789131397.033074:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.033075:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131397.033084:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:1.0:1789131397.033087:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131397.033093:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d1936200. 00800000:00000002:1.0:1789131397.033099:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.033103:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.033107:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.033109:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:1.0:1789131397.033111:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.033115:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131397.033120:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131397.033126:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.033128:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:1.0:1789131397.033130:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131397.033134:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131397.033137:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.033139:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.033143:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e900 count: 2 00010000:00000001:1.0:1789131397.033146:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.033150:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.033153:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789131397.033157:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fdf0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211559a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789131397.033166:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789131397.033171:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.033175:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fdf0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211559a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789131397.033182:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789131397.033184:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131397.033186:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131397.033188:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131397.033189:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.033191:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789131397.033330:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789131397.033333:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131397.033336:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936200. 00000080:00000001:1.0:1789131397.033340:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131397.033341:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.033344:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131397.033347:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fdf0 00800000:00000001:1.0:1789131397.033350:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.033352:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.033353:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.033355:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.033357:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.033437:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.033440:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.033443:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.033444:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.033445:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.033446:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.033448:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fdf0 from it ffffbc4101cb7b38 00010000:00000001:1.0:1789131397.033450:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.033451:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.033453:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.033454:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.033456:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.033458:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.033461:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fdf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211559a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.033467:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.033584:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.033586:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.033588:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.033591:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fdf0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211559a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789131397.033609:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.033611:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.033613:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.033615:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.033616:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.033618:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.033620:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.033622:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.033623:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.033626:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.033628:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.033629:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.033630:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131397.033631:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789131397.033633:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.033636:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:1.0:1789131397.033639:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.033642:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789131397.033645:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:1.0:1789131397.033646:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-11, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d4ac9380, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789131397.033652:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d4bb9c00. 00000080:00000001:1.0:1789131397.033658:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789131397.033660:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:1.0:1789131397.033661:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-11, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:1.0:1789131397.033668:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d1936200. 00800000:00000002:1.0:1789131397.033670:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.033677:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.033678:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.033679:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:1.0:1789131397.033681:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-11' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.033684:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789131397.033687:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789131397.033709:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:1.0:1789131397.033713:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789131397.033721:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789131397.033724:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789131397.033727:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789131397.033730:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0xd:0x0] 40000000:00000001:1.0:1789131397.033732:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.033735:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.033736:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.033738:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.033740:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:1.0:1789131397.033742:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0xd:0x0], name='f0a.replay-dual-11' -> mds #0 layout version 1 00000002:00000001:1.0:1789131397.033745:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.033747:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:1.0:1789131397.033749:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-11,[0x200000402:0xd:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789131397.033752:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131397.033755:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789131397.033758:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789131397.033762:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.033763:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789131397.033766:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e900 count: 2 00010000:00000001:1.0:1789131397.033768:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.033770:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789131397.033774:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789131397.033776:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fdf0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc211559a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789131397.033784:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789131397.033789:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789131397.033791:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789131397.033794:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789131397.033796:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.033797:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.033799:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e900 count: 3 00010000:00000001:1.0:1789131397.033802:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.033804:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.033805:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.033812:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.033814:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e900 count: 3 00010000:00000001:1.0:1789131397.033815:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.033817:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.033819:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.033820:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.033821:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e900 count: 3 00010000:00000001:1.0:1789131397.033823:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.033825:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.033827:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.033830:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789131397.033834:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789131397.033838:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789131397.033841:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789131397.033842:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.033846:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789131397.033849:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789131397.033851:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789131397.033853:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.033855:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789131397.033858:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba1021f6e00 with handle 0xc8adac5b2d01fdf0 from hash 00010000:00000001:1.0:1789131397.033861:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789131397.033863:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.033864:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.033865:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789131397.033868:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789131397.033870:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789131397.033873:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131397.033875:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131397.033878:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789131397.033884:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4a2e1c0. 00000020:00000040:1.0:1789131397.033889:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=28 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:1.0:1789131397.033897:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789131397.033899:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.033903:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131397.033909:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.033921:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.033922:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.033924:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.033928:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.033931:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.033934:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.033943:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c6434c00. 00000100:00000001:1.0:1789131397.034018:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.034023:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.034025:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789131397.034028:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fdf0 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc211559a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789131397.034034:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789131397.034036:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131397.034038:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789131397.034041:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fdf0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc211559a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789131397.034048:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e900 count: 0 00010000:00000010:1.0:1789131397.034054:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa180. 00010000:00000001:1.0:1789131397.034072:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.034074:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.034076:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.034077:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.034079:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.034089:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713797358016 : -110359912193600 : ffff9ba0d4a2e1c0) 00010000:00000001:1.0:1789131397.034093:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131397.034096:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131397.034100:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e000. 00010000:00000010:1.0:1789131397.034103:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa180. 00010000:00000001:1.0:1789131397.034107:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131397.034110:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba1021f7c00. 00000020:00000001:1.0:1789131397.034113:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131397.034115:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba1021f7c00 with handle 0xc8adac5b2d01fdf7 to hash 00000020:00000001:1.0:1789131397.034122:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131397.034124:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131397.034127:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131397.034130:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.034132:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.034136:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fdf7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.034143:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fdf7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789131397.034157:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789131397.034168:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4a2e1c0 x1876039997357696/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789131397.034178:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fdf7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131397.034183:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.034185:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.034193:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c620c900. 00000100:00000001:1.0:1789131397.034195:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713553950976 : -110360155600640 : ffff9ba0c620c900) 00000100:00000001:1.0:1789131397.034198:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.034199:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797358016 : -110359912193600 : ffff9ba0d4a2e1c0) 00000100:00000001:1.0:1789131397.034325:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.034329:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.034332:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.034334:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.034339:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4a2e1c0 x1876039997357696/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.034347:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.034350:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.034354:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.034749:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.034752:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.034757:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2e1c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997357696:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.034762:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.034769:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.034772:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.034775:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.034843:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0c7a60000. 02000000:00000001:1.0:1789131397.034846:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.034855:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.034860:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.034868:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c6435c00. 00000100:00000200:1.0:1789131397.034876:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997357696, portal 10 00000100:00000001:1.0:1789131397.034878:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.034880:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797358016 : -110359912193600 : ffff9ba0d4a2e1c0) 00000100:00000040:1.0:1789131397.034887:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4a2e1c0 x1876039997357696/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.034895:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.034898:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.034903:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020aa0. 00000100:00000200:1.0:1789131397.034907:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997357696, offset 0 00000400:00000200:1.0:1789131397.034915:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.034925:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.034933:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.034939:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.035011:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.035016:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.035019:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.035024:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [253:253:256:4294967295] 192.168.206.157@tcp LPNI seq info [253:253:8:4294967295] 00000400:00000200:1.0:1789131397.035028:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.035039:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.035046:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.035057:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4db00. 00000800:00000200:1.0:1789131397.035065:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.035073:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.035079:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4db00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.035188:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.035194:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 52573 usecs (53 jiffies) 00000400:00000200:1.0:1789131397.035199:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.035214:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984097 00000100:00000001:1.0:1789131397.035223:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984086 00000100:00000001:1.0:1789131397.035228:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984097 00000100:00000001:1.0:1789131397.035231:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984086 00000100:00000001:1.0:1789131397.035234:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.035238:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.035241:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.035243:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.035246:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c620c900 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.035249:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.035253:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.039045:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.039061:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4db00. 00000400:00000200:3.0:1789131397.039069:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.039080:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.039112:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020aa0 00000400:00000010:3.0:1789131397.039116:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020aa0. 00000100:00000001:3.0:1789131397.039124:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.039134:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2e1c0 x1876039997357696/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.039150:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.039155:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2e1c0 x1876039997357696/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.039163:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.039165:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131397.039524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e900. 00010000:00000010:1.1:1789131397.039535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba1021f6e00. 00000800:00000001:3.0:1789131397.045926:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.045950:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.045955:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.045958:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.045971:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.045981:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.045994:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.046000:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.046007:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.046011:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a07e80 00000400:00000200:3.0:1789131397.046017:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.046025:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xbfd [32] + 224 00000800:00000001:3.0:1789131397.046033:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.046040:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.046043:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.046048:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.046058:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.046069:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2e1c0 x1876039997357696/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.046080:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d4a2e1c0 x1876039997357696/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.046194:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131397.046216:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131397.046228:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131397.046233:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.046239:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131397.046245:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [254:254:256:4294967295] 192.168.206.157@tcp LPNI seq info [254:254:8:4294967295] 00000400:00000200:3.0:1789131397.046258:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.046267:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131397.046273:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131397.046280:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84ff800. 00000800:00000200:3.0:1789131397.046287:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131397.046295:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131397.046301:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84ff800 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1789131397.046409:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1789131397.046429:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.046434:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84ff800. 00000800:00000001:2.0:1789131397.046435:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.046441:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.046446:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000400:00000001:1.0:1789131397.046830:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.046834:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.046839:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.046844:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c6435c00 00000400:00000010:1.0:1789131397.046847:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c6435c00. 00000100:00000001:1.0:1789131397.046851:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.046857:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4a2e1c0 x1876039997357696/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.046869:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4a2e1c0 x1876039997357696/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.046875:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.046878:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.046891:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.046896:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.046899:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.046902:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.046905:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.046918:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.046923:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.046925:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.046927:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.046931:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.046934:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.046938:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131397.046940:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1789131397.046942:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131397.046944:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.046946:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797358016 : -110359912193600 : ffff9ba0d4a2e1c0) 00000100:00000001:1.0:1789131397.046950:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.046953:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.046955:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.046958:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.046964:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.046972:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.046975:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.046978:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.046983:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.046991:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2e1c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997357696:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.046999:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.047001:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.047004:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.047006:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.047009:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.047022:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.047026:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c620c900. 00000100:00000001:1.0:1789131397.047029:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.047030:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.047033:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131397.047040:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.047043:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.047047:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7c00 refcount=4 00000020:00000001:1.0:1789131397.047050:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:1.0:1789131397.047058:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000040:1.0:1789131397.047067:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba1021f7c00, remote cookie: 0x2d69527cc21155b6, flags: 0x1001 00010000:00010000:1.0:1789131397.047074:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fdf7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155b6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789131397.047083:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0xd:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789131397.047086:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789131397.047141:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d100. 00010000:00000010:0.0:1789131397.047148:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837fe00. 00010000:00000040:0.0:1789131397.047155:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e000 count: 0 00010000:00000010:0.0:1789131397.047167:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa180. 00010000:00000001:0.0:1789131397.047181:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.047186:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fdf7 lrc: 4/0,1 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155b6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.047195:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fdf7 lrc: 4/0,1 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155b6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.047202:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.047208:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.047211:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.047213:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.047214:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.047217:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0xd:0x0].0x0 (ffff9ba0c4c0d100) refcount = 1 00010000:00010000:0.0:1789131397.047222:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fdf7 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21155b6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.047233:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.047238:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.047239:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.047243:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.047245:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.047248:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fdf7 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155b6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.047254:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.047256:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.047258:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.047259:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.047260:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.047261:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.047267:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.047271:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.047272:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.047278:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7c00 refcount=3 00000020:00000001:0.0:1789131397.047281:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:0.0:1789131397.047283:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:0.0:1789131397.047285:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.047286:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.047287:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7c00 refcount=4 00000020:00000001:0.0:1789131397.047289:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:0.0:1789131397.047290:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:0.0:1789131397.047294:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.047297:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.047300:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fdf7 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21155b6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.047307:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.047308:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.047310:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.047311:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.047312:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7c00 refcount=5 00000020:00000001:0.0:1789131397.047314:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:0.0:1789131397.047316:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:0.0:1789131397.047318:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.047321:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fdf7 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21155b6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.047326:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.047327:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.047329:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fdf7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21155b6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.047335:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.047336:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.047337:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.047347:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.047348:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.047354:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.047364:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.047369:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.047375:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.047383:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.047384:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.047386:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7c00 refcount=3 00000020:00000001:0.0:1789131397.047387:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:0.0:1789131397.047389:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00000002:00010000:0.0:1789131397.047393:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fdf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155b6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789131397.047402:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0d84c6a40. 00010000:00000001:0.0:1789131397.047404:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.047405:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.047407:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.047408:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.047412:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789131397.047414:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.047415:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797358016 : -110359912193600 : ffff9ba0d4a2e1c0) 00000100:00000001:0.0:1789131397.047417:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.047418:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797358016 : -110359912193600 : ffff9ba0d4a2e1c0) 00010000:00000001:0.0:1789131397.047420:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.047421:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.047422:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7c00 refcount=3 00000020:00000001:0.0:1789131397.047424:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:0.0:1789131397.047426:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00000002:00010000:0.0:1789131397.047428:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fdf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155b6 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.047439:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.047440:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.047442:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.047443:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.047445:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.047446:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7c00 refcount=3 00000020:00000001:0.0:1789131397.047448:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:0.0:1789131397.047450:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000040:0.0:1789131397.047454:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d100 count: 2 00010000:00000001:0.0:1789131397.047456:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.047461:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/13 (0 0) 00010000:00000001:0.0:1789131397.047463:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.047464:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.047466:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.047515:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:0.0:1789131397.047518:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-11 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789131397.047521:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.047526:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.047529:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.047533:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789131397.047536:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.047541:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.047544:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789131397.047546:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d4bb9c00 it_disposition 1800037 00000080:00002000:0.0:1789131397.047552:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2178a20 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789131397.047558:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.047561:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789131397.047563:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:0.0:1789131397.047565:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-11, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:0.0:1789131397.047568:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789131397.047570:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.047576:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789131397.047586:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.047590:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279501 : 144115205289279501 : 20000040200000d) 00000080:00000001:0.0:1789131397.047594:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789131397.047612:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21298c0. 00000020:00000001:0.0:1789131397.047626:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789131397.047628:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789131397.047632:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789131397.047634:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0xd:0x0](ffff9ba0d2129988) 00000020:00000001:0.0:1789131397.047638:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.047643:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:0.0:1789131397.047646:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:0.0:1789131397.047651:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789131397.047656:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0c3d4b190. 00000020:00000001:0.0:1789131397.047659:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.047661:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.047670:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.047674:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d7d5d0. 00020000:00000001:0.0:1789131397.047676:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582724560 : -110360126827056 : ffff9ba0c7d7d5d0) 00020000:00000001:0.0:1789131397.047679:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789131397.047682:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.047700:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f7cc0. 00020000:00000010:0.0:1789131397.047705:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364a00. 00020000:00000010:0.0:1789131397.047711:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7ea0. 00020000:00000001:0.0:1789131397.047714:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855856288 : -110359853695328 : ffff9ba0d81f7ea0) 00020000:00000002:0.0:1789131397.047718:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7ea0, objid 0xd:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.047723:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.047727:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364a00: ostid: 0x280000400:8 ost idx: 1 gen: 0 00020000:00000001:0.0:1789131397.047730:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789131397.047732:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7ea0, objid 0xd:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.047736:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.047739:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364a00: ostid: 0x280000400:8 ost idx: 1 gen: 0 00020000:00000010:0.0:1789131397.047743:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d0b0fa20. 00020000:00000010:0.0:1789131397.047747:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c640ce40. 00020000:00000001:0.0:1789131397.047757:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789131397.047761:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7f22ff0. 00020000:00000001:0.0:1789131397.047764:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789131397.047766:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789131397.047773:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.047776:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0c3d4baf0. 00000020:00000001:0.0:1789131397.047778:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.047780:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.047782:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713515412336 : -110360194139280 : ffff9ba0c3d4bb70) 00020000:00000001:0.0:1789131397.047787:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789131397.047793:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d814f8. 00020000:00000001:0.0:1789131397.047796:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.047801:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713515412336 : -110360194139280 : ffff9ba0c3d4bb70) 00020000:00000001:0.0:1789131397.047803:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713515412336 : -110360194139280 : ffff9ba0c3d4bb70) 00020000:00000002:0.0:1789131397.047807:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x8:0x0]@ffff9ba0c3d4baf0[0:0] -> [0x200000402:0xd:0x0]@ffff9ba0c3d4b190: ostid: 0x280000400:8 ost idx: 1 gen: 0 00020000:00000001:0.0:1789131397.047813:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789131397.047816:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789131397.047818:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.047821:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713515409936 : -110360194141680 : ffff9ba0c3d4b210) 00000020:00001000:0.0:1789131397.047824:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:0.0:1789131397.047829:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279501 : 144115205289279501 : 20000040200000d) 00000080:00000001:0.0:1789131397.047832:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789131397.047835:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279501 mtime from 0 to 1789131397 00000080:00000001:0.0:1789131397.047840:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789131397.047844:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754347912 : -110359955203704 : ffff9ba0d2129988) 00010000:00000001:0.0:1789131397.047847:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.047848:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.047850:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7c00 refcount=3 00000020:00000001:0.0:1789131397.047852:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:0.0:1789131397.047854:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00000080:00000001:0.0:1789131397.047858:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131397.047859:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.047867:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:0.0:1789131397.047869:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:0.0:1789131397.047872:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789131397.047875:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131397.047877:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.047880:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f72a0. 00020000:00000010:0.0:1789131397.047882:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364b00. 00020000:00000010:0.0:1789131397.047885:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7c60. 00020000:00000001:0.0:1789131397.047887:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855855712 : -110359853695904 : ffff9ba0d81f7c60) 00020000:00000002:0.0:1789131397.047889:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7c60, objid 0xd:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.047892:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.047895:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364b00: ostid: 0x280000400:8 ost idx: 1 gen: 0 00020000:00000002:0.0:1789131397.047898:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d7d5d0) owner ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.047901:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131397.047903:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d7d5d0) owner ffff9ba0c2f34f80 00020000:00000010:0.0:1789131397.047907:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0d8364b00. 00020000:00000010:0.0:1789131397.047911:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d81f72a0. 00020000:00000010:0.0:1789131397.047914:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d81f7c60. 00020000:00000002:0.0:1789131397.047916:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0xd:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789131397.047919:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.047921:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.047924:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789131397.047927:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d5d0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.047930:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d81f7ea0 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:0.0:1789131397.047933:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d5d0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.047936:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789131397.047938:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789131397.047940:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789131397.047941:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789131397.047943:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789131397.048100:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0xd:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789131397.048102:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:0.0:1789131397.048105:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.048112:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.048113:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.048115:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.048119:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.048121:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.048124:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0xd:0x0](ffff9ba0d2129988) 00000080:00010000:0.0:1789131397.048127:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0xd:0x0](ffff9ba0d2129988) for lock 0xc8adac5b2d01fdf7 00800000:00000001:0.0:1789131397.048130:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.048132:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.048133:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.048135:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.048136:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7c00 refcount=3 00000020:00000001:0.0:1789131397.048139:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:0.0:1789131397.048142:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:0.0:1789131397.048144:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.048146:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.048147:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.048149:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.048151:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789131397.048153:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.048161:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.048169:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.048175:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d2129988 need_sync_to_mds [0x200000402:0xd:0x0] 00000080:00000001:0.0:1789131397.048179:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.048182:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0xd:0x0](ffff9ba0d2129988) 00000080:00000001:0.0:1789131397.048185:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.048189:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936200. 00000100:00000001:0.0:1789131397.048194:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.048197:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.048204:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.048209:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789131397.048212:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.048220:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d2129988 need_sync_to_mds [0x200000402:0xd:0x0] 00000080:00000001:0.0:1789131397.048230:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789131397.048233:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:0.0:1789131397.048235:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-11:[0x200000402:0xd:0x0](ffff9ba0d2129988), flags 100102 00000080:00000010:0.0:1789131397.048244:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5de97c0. 00000080:00000010:0.0:1789131397.048251:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0d84c6c80. 00000080:00000001:0.0:1789131397.048253:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789131397.048257:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.048260:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789131397.048264:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c7a1a540. 00000002:00100000:0.0:1789131397.048269:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.048277:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.048278:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789131397.048282:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789131397.048286:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.048289:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.048291:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.048294:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789131397.048301:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.048305:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0c7a60000. 02000000:00000001:0.0:1789131397.048329:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789131397.048331:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.048334:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:0.0:1789131397.048336:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-11:[0x200000402:0xd:0x0](ffff9ba0d2129988), flags 100102, rc = 0 00000080:00000001:0.0:1789131397.048340:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789131397.048342:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d4bb9c00 released 00000080:00010000:0.0:1789131397.048345:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fdf7 from it ffff9ba0d4bb9c00 00010000:00000001:0.0:1789131397.048347:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.048348:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.048350:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7c00 refcount=3 00000020:00000001:0.0:1789131397.048352:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:0.0:1789131397.048362:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560498688 : -110359149052928 : ffff9ba1021f7c00) 00010000:00000001:0.0:1789131397.048364:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.048369:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fdf7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc21155b6 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.048377:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.048378:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.048379:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.048382:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.048385:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fdf7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc21155b6 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.048393:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.048397:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.048399:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.048405:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.048406:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.048407:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.048410:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.048412:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.048415:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.048417:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.048420:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.048421:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.048422:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.048423:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789131397.048426:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789131397.048429:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.048435:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789131397.048438:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.048439:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.048442:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789131397.048444:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.048447:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.048449:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.048451:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.048454:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d4bb9c00. 00000080:00000001:0.0:1789131397.048462:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.048467:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789131397.048515:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0xd:0x0](ffff9ba0d2129988), inode mode 81a4 mask 40 00000080:00000001:0.0:1789131397.048520:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.048551:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.048554:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d5d0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.048558:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d5d0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.048561:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.048571:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789131397.048573:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:0.0:1789131397.048575:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-11:[0x200000402:0xd:0x0](ffff9ba0d2129988), flags 100002 00000080:00000001:0.0:1789131397.048578:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789131397.048581:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789131397.048582:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.048584:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d5d0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.048586:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d5d0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.048588:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.048591:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789131397.048597:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.048599:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.048604:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d100 count: 2 00010000:00000001:0.0:1789131397.048608:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.048612:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.048614:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0xd:0x0]: 0 00000080:00000001:0.0:1789131397.048617:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789131397.048620:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789131397.048625:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d2de1600. 00000080:00000001:0.0:1789131397.048627:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789131397.048634:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789131397.048638:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789131397.048640:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0xd:0x0] 00000002:00000001:0.0:1789131397.048644:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789131397.048646:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0xd:0x0] file closed with intent: 0 00000100:00000010:0.0:1789131397.048652:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d1b7b840. 00000020:00000040:0.0:1789131397.048656:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=29 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131397.048666:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.048669:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.048674:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.048682:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d836d800. 00000100:00000001:0.0:1789131397.048699:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789131397.048711:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789131397.048723:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789131397.048728:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d1b7b840 x1876039997357952/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789131397.048735:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.048737:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.048744:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640c480. 00000100:00000001:0.0:1789131397.048747:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556046976 : -110360153504640 : ffff9ba0c640c480) 00000100:00000001:0.0:1789131397.048750:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.048751:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748392000 : -110359961159616 : ffff9ba0d1b7b840) 00000100:00000001:0.0:1789131397.048757:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.048761:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.048764:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.048765:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.048769:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7b840 x1876039997357952/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.048777:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.048780:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.048784:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.048788:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.048790:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.048794:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7b840 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997357952:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.048798:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.048804:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.048807:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.048810:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.048819:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c3a03400. 02000000:00000001:0.0:1789131397.048821:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.048830:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.048834:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.048842:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346660. 00000100:00000200:0.0:1789131397.048850:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997357952, portal 10 00000100:00000001:0.0:1789131397.048852:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.048854:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748392000 : -110359961159616 : ffff9ba0d1b7b840) 00000100:00000040:0.0:1789131397.048861:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b7b840 x1876039997357952/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.048868:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.048871:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.048874:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346198. 00000100:00000200:0.0:1789131397.048878:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997357952, offset 0 00000400:00000200:0.0:1789131397.048884:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.048894:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.048901:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.048908:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.048913:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.048917:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.048920:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.048924:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [255:255:256:4294967295] 192.168.206.157@tcp LPNI seq info [255:255:8:4294967295] 00000400:00000200:0.0:1789131397.048928:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.048940:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.049000:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.049006:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593e00. 00000800:00000200:0.0:1789131397.049015:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.049023:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.049029:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.049048:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.049053:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 52068 usecs (53 jiffies) 00000400:00000200:0.0:1789131397.049062:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.049066:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984111 00000100:00000001:0.0:1789131397.049074:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984097 00000100:00000001:0.0:1789131397.049080:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984111 00000100:00000001:0.0:1789131397.049083:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984097 00000100:00000001:0.0:1789131397.049086:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.049089:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.049091:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.049094:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.049096:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640c480 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.049099:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.049102:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.049216:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.049221:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593e00. 00000400:00000200:2.0:1789131397.049226:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.049233:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.049247:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346198 00000400:00000010:2.0:1789131397.049250:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346198. 00000100:00000001:2.0:1789131397.049255:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.049259:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7b840 x1876039997357952/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.049270:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.049273:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7b840 x1876039997357952/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.049279:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.049281:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131397.053101:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.053124:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.053130:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.053132:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.053144:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.053154:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.053165:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.053170:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.053176:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.053181:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a07f80 00000400:00000200:3.0:1789131397.053186:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.053193:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xc05 [1] + 224 00000800:00000001:3.0:1789131397.053202:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.053447:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.053452:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.053458:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00010000:00000010:0.1:1789131397.053525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e000. 00000100:00000001:3.0:1789131397.053624:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.053778:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7b840 x1876039997357952/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.053792:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d1b7b840 x1876039997357952/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.053848:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131397.053869:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.053883:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.053887:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789131397.053930:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.053933:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.053938:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.053943:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346660 00000400:00000010:0.0:1789131397.053946:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346660. 00000100:00000001:0.0:1789131397.053949:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.053953:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b7b840 x1876039997357952/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.053962:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b7b840 x1876039997357952/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.053969:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.053971:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.053974:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.053978:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.053981:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.053984:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.053988:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.054001:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.054006:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.054009:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.054020:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.054024:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.054029:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.054033:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.054035:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789131397.054037:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.054040:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.054042:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748392000 : -110359961159616 : ffff9ba0d1b7b840) 00000100:00000001:0.0:1789131397.054046:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.054048:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.054050:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.054054:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.054060:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b7b840 x1876039997357952/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.054069:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.054079:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.054082:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.054086:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b7b840 x1876039997357952/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.054095:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b7b840 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997357952:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.054100:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.054104:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.054106:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.054109:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.054113:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7b840 x1876039997357952/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.054120:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.054123:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640c480. 00000100:00000001:0.0:1789131397.054127:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.054129:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.054137:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.054138:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748392000 : -110359961159616 : ffff9ba0d1b7b840) 00000002:00000001:0.0:1789131397.054148:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.054152:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.054159:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d2de1600. 00000080:00000001:0.0:1789131397.054167:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789131397.054170:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.054176:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.054183:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.054191:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.054193:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.054195:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0d84c6c80. 00000100:00000001:0.0:1789131397.054199:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.054201:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7b840 x1876039997357952/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.054208:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.054211:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.054216:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5de97c0. 00000080:00000001:0.0:1789131397.054220:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.054233:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:0.0:1789131397.054235:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-11:[0x200000402:0xd:0x0](ffff9ba0d2129988), flags 100002, rc = 0 00000080:00000001:0.0:1789131397.054239:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.054256:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789131397.054259:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:0.0:1789131397.054261:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-11 (ffff9ba0d2178a20, parent ffff9ba0d20e4ca8, inode ffff9ba0d2129988) hashed, 00000080:00000001:0.0:1789131397.054265:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.054336:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.054341:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.054343:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.054345:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:0.0:1789131397.054348:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.054353:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c600. 00800000:00000002:0.0:1789131397.054361:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.054366:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.054378:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.054380:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:0.0:1789131397.054383:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.054386:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.054390:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.054395:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.054397:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:0.0:1789131397.054398:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.054402:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.054404:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.054408:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.054415:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.054417:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.054418:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.054421:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.054423:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789131397.054429:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d1b78f00. 00000020:00000040:0.0:1789131397.054433:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=30 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:0.0:1789131397.054439:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.054445:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.054453:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.054455:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.054457:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.054461:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.054463:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.054589:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.054650:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c2e2fc00. 00000100:00000001:0.0:1789131397.054658:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.054663:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.054665:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.054666:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.054668:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.054669:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.054676:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713748381440 : -110359961170176 : ffff9ba0d1b78f00) 00010000:00000001:0.0:1789131397.054681:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.054683:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.054705:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d300. 00010000:00000010:0.0:1789131397.054710:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f100. 00010000:00000001:0.0:1789131397.054714:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.054781:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c0031400. 00000020:00000001:0.0:1789131397.054787:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.054790:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c0031400 with handle 0xc8adac5b2d01fdfe to hash 00000020:00000001:0.0:1789131397.054793:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.054794:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.054798:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.054803:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.054806:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.054811:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdfe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.054821:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdfe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.054833:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdfe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.054838:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.054840:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.054847:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640c480. 00000100:00000001:0.0:1789131397.054849:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556046976 : -110360153504640 : ffff9ba0c640c480) 00000100:00000001:0.0:1789131397.054852:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.054853:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748381440 : -110359961170176 : ffff9ba0d1b78f00) 00000100:00000001:0.0:1789131397.054858:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.054863:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.054865:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.054867:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.054873:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b78f00 x1876039997358080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.054881:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.054888:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.054893:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.054896:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.054899:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.054903:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b78f00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997358080:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.054907:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.054914:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.054917:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.054920:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.054926:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d845a000. 02000000:00000001:0.0:1789131397.054928:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.054935:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.054939:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.054946:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346660. 00000100:00000200:0.0:1789131397.054954:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997358080, portal 10 00000100:00000001:0.0:1789131397.054955:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.054957:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748381440 : -110359961170176 : ffff9ba0d1b78f00) 00000100:00000040:0.0:1789131397.054963:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b78f00 x1876039997358080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.054971:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.054974:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.054977:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346908. 00000100:00000200:0.0:1789131397.054981:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997358080, offset 0 00000400:00000200:0.0:1789131397.054989:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.054998:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.055005:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.055012:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.055016:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.055021:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.055024:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.055028:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [256:256:256:4294967295] 192.168.206.157@tcp LPNI seq info [256:256:8:4294967295] 00000400:00000200:0.0:1789131397.055033:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.055043:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.055056:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.055061:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593100. 00000800:00000200:0.0:1789131397.055068:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.055077:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.055082:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.055159:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.055165:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 51453 usecs (52 jiffies) 00000400:00000200:0.0:1789131397.055169:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.055172:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984116 00000100:00000001:0.0:1789131397.055179:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984111 00000100:00000001:0.0:1789131397.055183:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984116 00000100:00000001:0.0:1789131397.055187:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984111 00000100:00000001:0.0:1789131397.055190:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.055193:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.055195:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.055197:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.055200:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640c480 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.055202:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.055205:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.055618:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.055624:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593100. 00000400:00000200:3.0:1789131397.055630:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.055636:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.055643:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346908 00000400:00000010:3.0:1789131397.055645:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346908. 00000100:00000001:3.0:1789131397.055650:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.055655:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b78f00 x1876039997358080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.055665:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.055669:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b78f00 x1876039997358080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.055676:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.055678:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131397.061053:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.061074:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.061078:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.061081:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.061092:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.061100:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.061110:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.061115:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.061139:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.061143:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a08000 00000400:00000200:3.0:1789131397.061149:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.061156:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xc0d [1] + 224 00000800:00000001:3.0:1789131397.061164:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.061170:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.061173:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.061178:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.061187:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.061196:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b78f00 x1876039997358080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.061208:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d1b78f00 x1876039997358080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.061237:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.061247:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.061250:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.061383:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.061392:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.061394:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.061399:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.061404:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346660 00000400:00000010:0.0:1789131397.061407:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346660. 00000100:00000001:0.0:1789131397.061410:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.061414:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b78f00 x1876039997358080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.061424:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b78f00 x1876039997358080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.061430:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.061437:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.061440:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.061444:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.061447:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.061449:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.061453:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.061463:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.061467:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.061504:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.061506:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.061510:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.061514:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.061517:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.061520:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.061522:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.061526:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.061531:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b78f00 x1876039997358080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.061539:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.061542:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.061544:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.061548:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b78f00 x1876039997358080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.061555:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b78f00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997358080:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.061561:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.061564:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.061566:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.061569:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.061572:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b78f00 x1876039997358080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.061579:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.061582:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640c480. 00000100:00000001:0.0:1789131397.061585:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.061593:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.061596:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.061602:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.061605:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.061609:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=4 00000020:00000001:0.0:1789131397.061612:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.061615:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000040:0.0:1789131397.061622:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c0031400, remote cookie: 0x2d69527cc21155cb, flags: 0x1001 00010000:00010000:0.0:1789131397.061628:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdfe lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155cb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.061638:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdfe lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155cb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.061645:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.061650:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.061652:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.061654:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.061656:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.061659:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c4c0d300) refcount = 1 00010000:00010000:0.0:1789131397.061663:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdfe lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21155cb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.061669:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.061674:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.061675:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.061678:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.061681:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.061684:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdfe lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155cb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.061703:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.061705:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.061711:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.061713:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.061714:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.061715:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.061722:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.061723:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.061725:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.061727:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.061729:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.061731:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.061734:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.061735:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.061737:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=4 00000020:00000001:0.0:1789131397.061738:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.061741:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.061744:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.061748:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.061752:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdfe lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21155cb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.061759:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.061760:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.061762:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.061763:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.061765:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=5 00000020:00000001:0.0:1789131397.061766:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.061768:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.061772:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.061775:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdfe lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21155cb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.061781:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.061782:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.061798:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdfe lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21155cb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.061805:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.061806:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.061807:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.061809:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.061810:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.061815:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d1b78f00 x1876039997358080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789131397.061824:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.061826:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.061827:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.061829:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.061831:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.061833:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.061834:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.061836:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.061838:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.061841:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789131397.061844:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.061845:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.061846:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.061848:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.061849:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00000002:00010000:0.0:1789131397.061852:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155cb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.061858:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.061859:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.061861:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.061862:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.061863:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.061864:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.061871:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.061874:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000040:0.0:1789131397.061881:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d300 count: 2 00010000:00000001:0.0:1789131397.061884:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.061888:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789131397.061891:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.061892:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.061893:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.061896:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:0.0:1789131397.061898:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789131397.061900:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.061905:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.061908:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.061912:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789131397.061915:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.061920:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.061924:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c600. 00000080:00000001:0.0:1789131397.061929:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.061932:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.061939:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.062000:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789131397.062006:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0d84c6c80. 00800000:00000001:0.0:1789131397.062009:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713858800768 : -110359850750848 : ffff9ba0d84c6c80) 00800000:00000001:0.0:1789131397.062012:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.062015:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.062017:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789131397.062020:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789131397.062022:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789131397.062026:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789131397.062028:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.062034:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789131397.062037:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1789131397.062039:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115188193296385 mtime from 1789131396 to 1789131397 00000080:00200000:0.0:1789131397.062045:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:0.0:1789131397.062051:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.062053:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.062054:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.062056:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.062058:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.062061:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.062062:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.062064:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.062067:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789131397.062068:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d84c6c80 1 00800000:00000010:0.0:1789131397.062070:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0d84c6c80. 00800000:00000001:0.0:1789131397.062073:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.062077:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fdfe 00800000:00000001:0.0:1789131397.062080:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.062082:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.062083:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.062084:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.062086:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.062087:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.062089:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.062091:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.062092:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.062093:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.062095:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.062097:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.062100:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.062103:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fdfe from it ffffbc4101cb7bf8 00010000:00000001:0.0:1789131397.062105:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.062106:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.062107:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.062109:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.062111:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.062113:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.062118:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21155cb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.062125:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.062127:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.062128:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.062131:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.062133:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdfe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155cb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.062141:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.062144:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.062145:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.062150:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.062151:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.062152:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.062156:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.062158:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.062160:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.062163:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.062164:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.062165:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.062166:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.062168:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.062172:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d1b78f00 x1876039997358080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.062179:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131397.062181:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.062185:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d845a000. 02000000:00000001:0.0:1789131397.062188:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131397.062191:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131397.062193:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=29 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131397.062195:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131397.062198:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c2e2fc00. 02000000:00000001:0.0:1789131397.062202:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131397.062204:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131397.062209:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d1b78f00. 00000100:00000001:0.0:1789131397.062214:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131397.062216:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.062220:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:0.0:1789131397.062226:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.062244:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c7a1af00. 00000080:00000001:0.0:1789131397.062250:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.062252:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.062253:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:0.0:1789131397.062255:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.062260:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c600. 00800000:00000002:0.0:1789131397.062265:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.062269:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.062272:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.062274:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:0.0:1789131397.062276:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.062279:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.062283:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.062288:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.062289:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:0.0:1789131397.062291:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.062295:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.062297:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.062299:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.062302:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d300 count: 2 00010000:00000001:0.0:1789131397.062304:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.062308:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.062311:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789131397.062314:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdfe lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155cb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789131397.062321:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789131397.062325:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.062328:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdfe lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155cb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789131397.062348:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789131397.062349:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.062351:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.062353:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.062355:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.062357:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789131397.062359:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789131397.062361:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.062363:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c600. 00000080:00000001:0.0:1789131397.062365:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.062367:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.062368:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.062371:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fdfe 00800000:00000001:0.0:1789131397.062374:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.062375:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.062377:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.062378:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.062380:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.062382:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.062384:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.062386:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.062387:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.062388:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.062390:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.062392:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fdfe from it ffffbc4101cb7b38 00010000:00000001:0.0:1789131397.062394:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.062395:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.062396:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.062398:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.062400:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.062402:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.062409:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21155cb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.062416:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.062417:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.062418:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.062419:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.062422:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdfe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155cb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789131397.062428:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.062429:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.062430:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.062432:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.062433:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.062434:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.062436:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.062438:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.062439:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.062442:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.062443:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.062444:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.062446:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.062447:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789131397.062449:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.062451:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:0.0:1789131397.062454:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.062457:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789131397.062459:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:0.0:1789131397.062461:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-12, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d8798180, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789131397.062467:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d81f7c60. 00000080:00000001:0.0:1789131397.062503:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789131397.062506:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:0.0:1789131397.062508:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-12, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:0.0:1789131397.062516:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c600. 00800000:00000002:0.0:1789131397.062531:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.062538:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.062540:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.062541:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:0.0:1789131397.062543:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-12' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.062546:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789131397.062549:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789131397.062553:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:0.0:1789131397.062557:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789131397.062559:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789131397.062562:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789131397.062565:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789131397.062567:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0xe:0x0] 40000000:00000001:0.0:1789131397.062570:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.062572:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.062574:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.062576:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.062578:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:0.0:1789131397.062580:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0xe:0x0], name='f0a.replay-dual-12' -> mds #0 layout version 1 00000002:00000001:0.0:1789131397.062583:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.062584:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:0.0:1789131397.062586:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-12,[0x200000402:0xe:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789131397.062590:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.062593:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789131397.062597:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789131397.062601:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.062603:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789131397.062605:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d300 count: 2 00010000:00000001:0.0:1789131397.062607:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.062609:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789131397.062612:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789131397.062615:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdfe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc21155cb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789131397.062622:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131397.062632:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131397.062634:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131397.062636:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789131397.062639:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.062640:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.062643:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d300 count: 3 00010000:00000001:0.0:1789131397.062645:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.062648:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.062649:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.062651:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.062652:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d300 count: 3 00010000:00000001:0.0:1789131397.062654:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.062655:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.062657:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.062658:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.062659:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d300 count: 3 00010000:00000001:0.0:1789131397.062662:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.062664:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.062665:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.062668:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789131397.062673:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789131397.062678:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789131397.062680:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131397.062682:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.062685:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789131397.062697:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131397.062699:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131397.062701:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.062703:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789131397.062707:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c0031400 with handle 0xc8adac5b2d01fdfe from hash 00010000:00000001:0.0:1789131397.062709:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131397.062711:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.062712:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.062713:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131397.062716:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131397.062718:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789131397.062721:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.062728:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.062731:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789131397.062736:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d1b78f00. 00000020:00000040:0.0:1789131397.062740:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=30 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:0.0:1789131397.062746:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789131397.062748:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.062750:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.062755:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.062757:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.062758:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.062759:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.062762:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.062764:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.062768:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.062775:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c2e2fc00. 00000100:00000001:0.0:1789131397.062782:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.062786:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.062788:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789131397.062792:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdfe lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21155cb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789131397.062798:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789131397.062800:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.062802:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131397.062804:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fdfe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21155cb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789131397.062812:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d300 count: 0 00010000:00000010:0.0:1789131397.062819:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f100. 00010000:00000001:0.0:1789131397.062831:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.062833:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.062835:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.062836:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.062838:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.062849:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713748381440 : -110359961170176 : ffff9ba0d1b78f00) 00010000:00000001:0.0:1789131397.062859:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.062861:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.062866:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0db00. 00010000:00000010:0.0:1789131397.062870:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f100. 00010000:00000001:0.0:1789131397.062875:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.062878:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c0031200. 00000020:00000001:0.0:1789131397.062881:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.062884:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c0031200 with handle 0xc8adac5b2d01fe05 to hash 00000020:00000001:0.0:1789131397.062886:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.062888:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00010000:00000001:0.0:1789131397.062892:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00010000:00000001:0.0:1789131397.062895:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.062897:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.062900:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031200/0xc8adac5b2d01fe05 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.062907:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031200/0xc8adac5b2d01fe05 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789131397.062920:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789131397.062928:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d1b78f00 x1876039997358336/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789131397.062937:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031200/0xc8adac5b2d01fe05 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.065555:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.065568:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.065584:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640c480. 00000100:00000001:0.0:1789131397.065590:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556046976 : -110360153504640 : ffff9ba0c640c480) 00000100:00000001:0.0:1789131397.065595:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.065597:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748381440 : -110359961170176 : ffff9ba0d1b78f00) 00000100:00000001:0.0:1789131397.065604:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.065625:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.065628:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.065630:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.065644:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b78f00 x1876039997358336/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.065655:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.065658:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.065662:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.065667:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.065669:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.065673:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b78f00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997358336:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.065678:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.065685:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.065698:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.065701:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.065771:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0c7ac0000. 02000000:00000001:0.0:1789131397.065774:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.065783:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.065789:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.065798:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c2e2f800. 00000100:00000200:0.0:1789131397.065807:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997358336, portal 10 00000100:00000001:0.0:1789131397.065809:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.065810:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748381440 : -110359961170176 : ffff9ba0d1b78f00) 00000100:00000040:0.0:1789131397.065819:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b78f00 x1876039997358336/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.065826:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.065830:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.065834:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346660. 00000100:00000200:0.0:1789131397.065838:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997358336, offset 0 00000400:00000200:0.0:1789131397.065846:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.065857:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.065866:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.065872:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.065883:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.065887:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.065891:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.065895:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [257:257:256:4294967295] 192.168.206.157@tcp LPNI seq info [257:257:8:4294967295] 00000400:00000200:0.0:1789131397.065900:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.065911:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.065918:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.065924:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593400. 00000800:00000200:0.0:1789131397.065932:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.065940:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.066185:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593400 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.066206:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.066212:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 50877 usecs (51 jiffies) 00000400:00000200:0.0:1789131397.066216:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.066220:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984126 00000100:00000001:0.0:1789131397.066229:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984116 00000100:00000001:0.0:1789131397.066234:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984126 00000100:00000001:0.0:1789131397.066238:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984116 00000100:00000001:0.0:1789131397.066241:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.066244:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.066247:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.066249:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.066252:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640c480 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.066255:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.066258:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.067111:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.067118:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593400. 00000400:00000200:3.0:1789131397.067125:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.067134:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.067141:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346660 00000400:00000010:3.0:1789131397.067144:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346660. 00000100:00000001:3.0:1789131397.067150:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.067298:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b78f00 x1876039997358336/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.067312:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.067317:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b78f00 x1876039997358336/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.067325:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.067327:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.070785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d300. 00010000:00000010:0.1:1789131397.070804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0031400. 00000800:00000001:3.0:1789131397.078663:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.078685:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.078719:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.078723:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.078735:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.078743:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.078754:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.078760:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.078766:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.078771:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a08100 00000400:00000200:3.0:1789131397.078776:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.078783:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xc15 [32] + 224 00000800:00000001:3.0:1789131397.078791:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.078798:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.078802:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.078807:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.078817:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.078828:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b78f00 x1876039997358336/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.078841:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d1b78f00 x1876039997358336/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.078922:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131397.078947:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131397.078959:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131397.078964:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.078970:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131397.078978:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [258:258:256:4294967295] 192.168.206.157@tcp LPNI seq info [258:258:8:4294967295] 00000400:00000200:3.0:1789131397.078982:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.078991:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131397.078998:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131397.079006:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84fd800. 00000800:00000200:3.0:1789131397.079013:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131397.079021:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131397.079034:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84fd800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131397.079148:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.079153:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84fd800. 00000400:00000200:3.0:1789131397.079156:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.079160:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131397.079167:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.079170:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789131397.080016:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.080021:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.080026:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.080032:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c2e2f800 00000400:00000010:0.0:1789131397.080035:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c2e2f800. 00000100:00000001:0.0:1789131397.080051:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.080060:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b78f00 x1876039997358336/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.080072:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b78f00 x1876039997358336/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.080079:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.080082:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.080085:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.080089:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.080092:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.080094:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.080097:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.080109:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.080113:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.080116:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.080118:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.080122:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.080126:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.080130:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.080132:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1789131397.080134:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.080136:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.080138:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748381440 : -110359961170176 : ffff9ba0d1b78f00) 00000100:00000001:0.0:1789131397.080141:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.080143:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.080145:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.080148:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.080153:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.080160:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.080164:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.080167:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.080172:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.080195:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b78f00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997358336:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.080202:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.080206:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.080269:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.080271:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.080276:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.080283:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.080286:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640c480. 00000100:00000001:0.0:1789131397.080289:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.080291:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.080294:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.080300:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.080303:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.080306:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031200 refcount=4 00000020:00000001:0.0:1789131397.080309:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00010000:00000001:0.0:1789131397.080313:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00010000:00000040:0.0:1789131397.080321:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c0031200, remote cookie: 0x2d69527cc21155e7, flags: 0x1001 00010000:00010000:0.0:1789131397.080326:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031200/0xc8adac5b2d01fe05 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155e7 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789131397.080335:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0xe:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789131397.080338:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789131397.080349:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d300. 00010000:00000010:0.0:1789131397.080353:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f900. 00010000:00000040:0.0:1789131397.080360:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0db00 count: 0 00010000:00000010:0.0:1789131397.080416:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f100. 00010000:00000001:0.0:1789131397.080427:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.080431:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031200/0xc8adac5b2d01fe05 lrc: 4/0,1 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155e7 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.080447:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031200/0xc8adac5b2d01fe05 lrc: 4/0,1 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155e7 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.080453:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.080459:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.080461:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.080463:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.080465:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.080468:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0xe:0x0].0x0 (ffff9ba0c4c0d300) refcount = 1 00010000:00010000:0.0:1789131397.080618:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031200/0xc8adac5b2d01fe05 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21155e7 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.080625:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.080629:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.080631:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.080635:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.080637:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.080640:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031200/0xc8adac5b2d01fe05 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155e7 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.080647:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.080649:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.080651:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.080652:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.080653:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.080655:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.080661:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.080664:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.080666:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.080668:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031200 refcount=3 00000020:00000001:0.0:1789131397.080670:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00010000:00000001:0.0:1789131397.080672:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00010000:00000001:0.0:1789131397.080681:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.080682:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.080683:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031200 refcount=4 00000020:00000001:0.0:1789131397.080685:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00010000:00000001:0.0:1789131397.080698:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00010000:00000001:0.0:1789131397.080702:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.080706:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.080709:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031200/0xc8adac5b2d01fe05 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21155e7 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.080716:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.080717:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.080719:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.080720:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.080721:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031200 refcount=5 00000020:00000001:0.0:1789131397.080723:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00010000:00000001:0.0:1789131397.080725:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00010000:00000001:0.0:1789131397.080727:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.080730:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031200/0xc8adac5b2d01fe05 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21155e7 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.080735:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.080737:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.080739:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031200/0xc8adac5b2d01fe05 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21155e7 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.080745:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.080746:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.080748:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.080749:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.080750:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.080756:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.080778:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.080784:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.080794:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.080804:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.080805:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.080807:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031200 refcount=3 00000020:00000001:0.0:1789131397.080809:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00010000:00000001:0.0:1789131397.080812:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00000002:00010000:0.0:1789131397.080816:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031200/0xc8adac5b2d01fe05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155e7 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789131397.080825:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0d84c6c80. 00010000:00000001:0.0:1789131397.080828:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.080829:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.080831:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.080832:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.080836:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789131397.080838:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.080839:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748381440 : -110359961170176 : ffff9ba0d1b78f00) 00000100:00000001:0.0:1789131397.080841:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.080842:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748381440 : -110359961170176 : ffff9ba0d1b78f00) 00010000:00000001:0.0:1789131397.080844:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.080846:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.080847:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031200 refcount=3 00000020:00000001:0.0:1789131397.080849:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00010000:00000001:0.0:1789131397.080851:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00000002:00010000:0.0:1789131397.080854:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031200/0xc8adac5b2d01fe05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155e7 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.080871:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.080872:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.080874:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.080876:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.080877:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.080878:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031200 refcount=3 00000020:00000001:0.0:1789131397.080881:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00010000:00000001:0.0:1789131397.080883:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00010000:00000040:0.0:1789131397.080887:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d300 count: 2 00010000:00000001:0.0:1789131397.080889:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.080893:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/14 (0 0) 00010000:00000001:0.0:1789131397.080896:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.080897:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.080898:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.080902:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:0.0:1789131397.080904:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-12 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789131397.080907:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.080912:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.080915:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.080918:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789131397.080922:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.080931:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.080934:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789131397.080936:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d81f7c60 it_disposition 1800037 00000080:00002000:0.0:1789131397.080943:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2150e58 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789131397.080950:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.080953:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789131397.080955:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:0.0:1789131397.080957:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-12, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:0.0:1789131397.080960:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789131397.080963:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.080969:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789131397.080979:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.080983:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279502 : 144115205289279502 : 20000040200000e) 00000080:00000001:0.0:1789131397.080986:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789131397.081006:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d2128000. 00000020:00000001:0.0:1789131397.081017:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789131397.081019:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789131397.081023:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789131397.081025:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0xe:0x0](ffff9ba0d21280c8) 00000020:00000001:0.0:1789131397.081029:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.081033:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:0.0:1789131397.081036:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:0.0:1789131397.081041:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789131397.081046:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0c3d4b320. 00000020:00000001:0.0:1789131397.081049:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.081051:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.081070:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.081113:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d7de88. 00020000:00000001:0.0:1789131397.081116:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582726792 : -110360126824824 : ffff9ba0c7d7de88) 00020000:00000001:0.0:1789131397.081120:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789131397.081123:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.081130:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f72a0. 00020000:00000010:0.0:1789131397.081134:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364b00. 00020000:00000010:0.0:1789131397.081142:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7b40. 00020000:00000001:0.0:1789131397.081145:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855855424 : -110359853696192 : ffff9ba0d81f7b40) 00020000:00000002:0.0:1789131397.081148:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7b40, objid 0xe:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.081153:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.081157:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364b00: ostid: 0x240000400:9 ost idx: 0 gen: 0 00020000:00000001:0.0:1789131397.081160:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789131397.081163:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7b40, objid 0xe:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.081166:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.081169:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364b00: ostid: 0x240000400:9 ost idx: 0 gen: 0 00020000:00000010:0.0:1789131397.081173:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d0b0ff60. 00020000:00000010:0.0:1789131397.081177:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c640c480. 00020000:00000001:0.0:1789131397.081186:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789131397.081189:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7f22f50. 00020000:00000001:0.0:1789131397.081193:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789131397.081194:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789131397.081202:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.081205:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0c3d4b960. 00000020:00000001:0.0:1789131397.081220:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.081223:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.081225:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713515411936 : -110360194139680 : ffff9ba0c3d4b9e0) 00020000:00000001:0.0:1789131397.081230:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789131397.081236:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d81310. 00020000:00000001:0.0:1789131397.081239:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.081244:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713515411936 : -110360194139680 : ffff9ba0c3d4b9e0) 00020000:00000001:0.0:1789131397.081246:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713515411936 : -110360194139680 : ffff9ba0c3d4b9e0) 00020000:00000002:0.0:1789131397.081250:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x9:0x0]@ffff9ba0c3d4b960[0:0] -> [0x200000402:0xe:0x0]@ffff9ba0c3d4b320: ostid: 0x240000400:9 ost idx: 0 gen: 0 00020000:00000001:0.0:1789131397.081256:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789131397.081258:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789131397.081261:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.081264:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713515410336 : -110360194141280 : ffff9ba0c3d4b3a0) 00000020:00001000:0.0:1789131397.081267:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:0.0:1789131397.081271:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279502 : 144115205289279502 : 20000040200000e) 00000080:00000001:0.0:1789131397.081274:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789131397.081276:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279502 mtime from 0 to 1789131397 00000080:00000001:0.0:1789131397.081281:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789131397.081284:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754341576 : -110359955210040 : ffff9ba0d21280c8) 00010000:00000001:0.0:1789131397.081287:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.081288:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.081289:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031200 refcount=3 00000020:00000001:0.0:1789131397.081291:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00010000:00000001:0.0:1789131397.081293:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00000080:00000001:0.0:1789131397.081297:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131397.081298:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.081308:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:0.0:1789131397.081310:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:0.0:1789131397.081312:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789131397.081315:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131397.081317:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.081320:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f7d80. 00020000:00000010:0.0:1789131397.081323:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364880. 00020000:00000010:0.0:1789131397.081326:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7a20. 00020000:00000001:0.0:1789131397.081328:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855855136 : -110359853696480 : ffff9ba0d81f7a20) 00020000:00000002:0.0:1789131397.081330:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7a20, objid 0xe:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.081334:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.081337:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364880: ostid: 0x240000400:9 ost idx: 0 gen: 0 00020000:00000002:0.0:1789131397.081341:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d7de88) owner ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.081344:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131397.081346:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d7de88) owner ffff9ba0c2f34f80 00020000:00000010:0.0:1789131397.081351:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0d8364880. 00020000:00000010:0.0:1789131397.081355:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d81f7d80. 00020000:00000010:0.0:1789131397.081358:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d81f7a20. 00020000:00000002:0.0:1789131397.081360:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0xe:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789131397.081362:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.081364:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.081367:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789131397.081370:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7de88) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.081374:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d81f7b40 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:0.0:1789131397.081376:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7de88) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.081379:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789131397.081382:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789131397.081383:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789131397.081385:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789131397.081387:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789131397.081390:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0xe:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789131397.081392:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:0.0:1789131397.081394:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.081402:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.081403:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.081405:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.081409:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.081411:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.081414:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0xe:0x0](ffff9ba0d21280c8) 00000080:00010000:0.0:1789131397.081417:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0xe:0x0](ffff9ba0d21280c8) for lock 0xc8adac5b2d01fe05 00800000:00000001:0.0:1789131397.081421:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.081423:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.081424:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.081425:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.081427:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031200 refcount=3 00000020:00000001:0.0:1789131397.081429:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00010000:00000001:0.0:1789131397.081431:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00010000:00000001:0.0:1789131397.081434:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.081435:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.081436:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.081438:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.081440:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789131397.081442:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.081449:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.081456:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.081462:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21280c8 need_sync_to_mds [0x200000402:0xe:0x0] 00000080:00000001:0.0:1789131397.081466:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.081502:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0xe:0x0](ffff9ba0d21280c8) 00000080:00000001:0.0:1789131397.081506:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.081510:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c600. 00000100:00000001:0.0:1789131397.081514:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.081518:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.081524:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.081529:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789131397.081531:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.081539:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21280c8 need_sync_to_mds [0x200000402:0xe:0x0] 00000080:00000001:0.0:1789131397.081549:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789131397.081552:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:0.0:1789131397.081553:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-12:[0x200000402:0xe:0x0](ffff9ba0d21280c8), flags 100102 00000080:00000010:0.0:1789131397.081563:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5de97c0. 00000080:00000010:0.0:1789131397.081569:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0d84c6bc0. 00000080:00000001:0.0:1789131397.081573:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789131397.081577:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.081580:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789131397.081583:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c7a1a820. 00000002:00100000:0.0:1789131397.081588:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.081593:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.081595:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789131397.081598:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789131397.081601:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.081604:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.081606:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.081609:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789131397.081616:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.081620:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0c7ac0000. 02000000:00000001:0.0:1789131397.081649:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789131397.081651:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.081654:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:0.0:1789131397.081656:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-12:[0x200000402:0xe:0x0](ffff9ba0d21280c8), flags 100102, rc = 0 00000080:00000001:0.0:1789131397.081660:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789131397.081662:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d81f7c60 released 00000080:00010000:0.0:1789131397.081664:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe05 from it ffff9ba0d81f7c60 00010000:00000001:0.0:1789131397.081666:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.081667:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.081668:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031200 refcount=3 00000020:00000001:0.0:1789131397.081670:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00010000:00000001:0.0:1789131397.081677:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340288 : -110360258211328 : ffff9ba0c0031200) 00010000:00000001:0.0:1789131397.081679:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.081683:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031200/0xc8adac5b2d01fe05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc21155e7 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.081702:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.081703:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.081704:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.081707:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.081709:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031200/0xc8adac5b2d01fe05 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc21155e7 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.081717:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.081721:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.081723:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.081728:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.081729:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.081731:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.081734:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.081736:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.081738:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.081741:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.081743:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.081744:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.081745:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.081747:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789131397.081749:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789131397.081752:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.081754:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789131397.081756:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.081758:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.081761:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789131397.081763:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.081765:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.081767:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.081769:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.081772:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d81f7c60. 00000080:00000001:0.0:1789131397.081779:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.081784:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789131397.081786:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0xe:0x0](ffff9ba0d21280c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1789131397.081790:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.081817:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.081820:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7de88) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.081823:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7de88) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.081825:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.081834:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789131397.081837:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:0.0:1789131397.081839:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-12:[0x200000402:0xe:0x0](ffff9ba0d21280c8), flags 100002 00000080:00000001:0.0:1789131397.081842:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789131397.081844:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789131397.081846:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.081847:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7de88) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.081849:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7de88) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.081851:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.081854:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789131397.081859:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.081862:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.081866:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d300 count: 2 00010000:00000001:0.0:1789131397.081868:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.081872:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.081874:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0xe:0x0]: 0 00000080:00000001:0.0:1789131397.081876:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789131397.081878:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789131397.081882:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d836c600. 00000080:00000001:0.0:1789131397.081884:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789131397.081889:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789131397.081893:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789131397.081895:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0xe:0x0] 00000002:00000001:0.0:1789131397.081899:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789131397.081901:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0xe:0x0] file closed with intent: 0 00000100:00000010:0.0:1789131397.081908:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d1b7a1c0. 00000020:00000040:0.0:1789131397.081913:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=31 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131397.081923:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.081926:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.081931:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.081938:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d836ca00. 00000100:00000001:0.0:1789131397.081947:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789131397.081959:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789131397.081970:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789131397.081975:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d1b7a1c0 x1876039997358592/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789131397.081982:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.081984:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.081991:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640cb40. 00000100:00000001:0.0:1789131397.081994:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556048704 : -110360153502912 : ffff9ba0c640cb40) 00000100:00000001:0.0:1789131397.081996:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.081998:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748386240 : -110359961165376 : ffff9ba0d1b7a1c0) 00000100:00000001:0.0:1789131397.082003:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.082008:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.082010:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.082012:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.082017:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7a1c0 x1876039997358592/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.082024:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.082027:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.082032:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.082035:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.082038:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.082042:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7a1c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997358592:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.082046:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.082053:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.082055:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.082059:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.082069:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c2e2f800. 02000000:00000001:0.0:1789131397.082072:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.082081:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.082086:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.082095:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346880. 00000100:00000200:0.0:1789131397.082105:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997358592, portal 10 00000100:00000001:0.0:1789131397.082107:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.082108:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748386240 : -110359961165376 : ffff9ba0d1b7a1c0) 00000100:00000040:0.0:1789131397.082116:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b7a1c0 x1876039997358592/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.082123:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.082126:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.082130:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346ee0. 00000100:00000200:0.0:1789131397.082134:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997358592, offset 0 00000400:00000200:0.0:1789131397.082141:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.082151:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.082159:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.082166:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.082171:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.082175:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.082178:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.082182:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [259:259:256:4294967295] 192.168.206.157@tcp LPNI seq info [259:259:8:4294967295] 00000400:00000200:0.0:1789131397.082186:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.082198:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.082205:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.082209:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593b00. 00000800:00000200:0.0:1789131397.082217:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.082226:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.082232:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.082258:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.082263:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 50446 usecs (51 jiffies) 00000400:00000200:0.0:1789131397.082274:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.082278:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984142 00000100:00000001:0.0:1789131397.082288:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984126 00000100:00000001:0.0:1789131397.082294:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984142 00000100:00000001:0.0:1789131397.082298:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984126 00000100:00000001:0.0:1789131397.082301:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.082304:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.082307:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.082309:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.082312:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640cb40 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.082315:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.082318:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.082606:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.082611:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593b00. 00000400:00000200:3.0:1789131397.082617:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.082623:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.082631:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346ee0 00000400:00000010:3.0:1789131397.082633:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346ee0. 00000100:00000001:3.0:1789131397.082637:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.082642:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7a1c0 x1876039997358592/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.082652:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.082656:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7a1c0 x1876039997358592/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.082663:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.082665:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.087530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0db00. 00000800:00000001:2.0:1789131397.091053:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.091079:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.091083:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.091086:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.091097:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.091107:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.091119:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.091124:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.091131:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.091135:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a08200 00000400:00000200:2.0:1789131397.091141:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.091149:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xc1d [1] + 224 00000800:00000001:2.0:1789131397.091159:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.091173:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.091177:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.091187:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.091198:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.091210:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7a1c0 x1876039997358592/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.091222:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d1b7a1c0 x1876039997358592/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.091247:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.091287:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.091291:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.091327:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.091339:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.091342:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.091347:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.091352:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346880 00000400:00000010:0.0:1789131397.091355:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346880. 00000100:00000001:0.0:1789131397.091358:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.091363:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b7a1c0 x1876039997358592/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.091373:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b7a1c0 x1876039997358592/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.091378:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.091381:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.091384:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.091387:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.091390:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.091393:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.091397:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.091409:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.091413:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.091416:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.091425:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.091429:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.091433:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.091438:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.091440:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789131397.091443:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.091446:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.091448:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748386240 : -110359961165376 : ffff9ba0d1b7a1c0) 00000100:00000001:0.0:1789131397.091452:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.091455:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.091457:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.091460:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.091467:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b7a1c0 x1876039997358592/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.091705:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.091708:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.091711:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.091717:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b7a1c0 x1876039997358592/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.091725:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b7a1c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997358592:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.091731:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.091735:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.091737:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.091739:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.091743:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7a1c0 x1876039997358592/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.091750:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.091753:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640cb40. 00000100:00000001:0.0:1789131397.091757:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.091759:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.091768:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.091769:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748386240 : -110359961165376 : ffff9ba0d1b7a1c0) 00000002:00000001:0.0:1789131397.091779:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.091783:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.091790:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c600. 00000080:00000001:0.0:1789131397.091793:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789131397.091797:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.091973:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789131397.091983:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.091992:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.091994:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.091997:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0d84c6bc0. 00000100:00000001:1.0:1789131397.092001:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.092004:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7a1c0 x1876039997358592/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.092011:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.092014:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.092020:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5de97c0. 00000080:00000001:1.0:1789131397.092024:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.092034:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:1.0:1789131397.092043:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-12:[0x200000402:0xe:0x0](ffff9ba0d21280c8), flags 100002, rc = 0 00000080:00000001:1.0:1789131397.092048:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.092054:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789131397.092056:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:1.0:1789131397.092058:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-12 (ffff9ba0d2150e58, parent ffff9ba0d20e4ca8, inode ffff9ba0d21280c8) hashed, 00000080:00000001:1.0:1789131397.092062:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.092137:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.092142:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.092144:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131397.092146:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:1.0:1789131397.092148:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131397.092154:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d1936c00. 00800000:00000002:1.0:1789131397.092161:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.092165:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.092170:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.092172:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:1.0:1789131397.092175:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.092178:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131397.092182:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131397.092187:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.092189:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:1.0:1789131397.092191:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131397.092194:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131397.092197:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.092200:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.092269:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.092272:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.092274:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.092277:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131397.092280:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789131397.092286:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4a2fc00. 00000020:00000040:1.0:1789131397.092291:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=32 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:1.0:1789131397.092297:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131397.092303:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.092312:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.092323:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.092325:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.092329:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.092332:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.092337:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.092346:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c6435c00. 00000100:00000001:1.0:1789131397.092354:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.092359:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.092360:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.092362:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.092363:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.092365:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.092373:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713797364736 : -110359912186880 : ffff9ba0d4a2fc00) 00010000:00000001:1.0:1789131397.092377:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131397.092380:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131397.092385:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e900. 00010000:00000010:1.0:1789131397.092390:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa400. 00010000:00000001:1.0:1789131397.092394:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131397.092398:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba1021f6e00. 00000020:00000001:1.0:1789131397.092402:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131397.092406:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba1021f6e00 with handle 0xc8adac5b2d01fe0c to hash 00000020:00000001:1.0:1789131397.092408:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131397.092410:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.092414:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.092418:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.092421:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.092426:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.092435:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.092447:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131397.092463:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.092465:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.092527:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c620c900. 00000100:00000001:1.0:1789131397.092531:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713553950976 : -110360155600640 : ffff9ba0c620c900) 00000100:00000001:1.0:1789131397.092534:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.092535:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797364736 : -110359912186880 : ffff9ba0d4a2fc00) 00000100:00000001:1.0:1789131397.092540:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.092546:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.092740:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.092742:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.092749:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4a2fc00 x1876039997358720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.092759:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.092761:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.092766:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.092769:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.092771:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.092774:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2fc00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997358720:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.092779:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.092785:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.092788:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.092791:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.092798:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131397.092800:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.092807:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.092812:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.092819:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020198. 00000100:00000200:1.0:1789131397.092827:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997358720, portal 10 00000100:00000001:1.0:1789131397.092829:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.092830:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797364736 : -110359912186880 : ffff9ba0d4a2fc00) 00000100:00000040:1.0:1789131397.092837:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4a2fc00 x1876039997358720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.092856:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.092859:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.092862:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020c38. 00000100:00000200:1.0:1789131397.092866:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997358720, offset 0 00000400:00000200:1.0:1789131397.092873:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.092882:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.092891:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.092897:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.092902:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.092907:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.092910:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.092914:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [260:260:256:4294967295] 192.168.206.157@tcp LPNI seq info [260:260:8:4294967295] 00000400:00000200:1.0:1789131397.092918:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.092929:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.092935:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.092940:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d500. 00000800:00000200:1.0:1789131397.092947:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.092955:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.092961:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.093057:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.093062:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 49943 usecs (50 jiffies) 00000400:00000200:1.0:1789131397.093066:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.093068:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984152 00000100:00000001:1.0:1789131397.093076:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984142 00000100:00000001:1.0:1789131397.093081:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984152 00000100:00000001:1.0:1789131397.093085:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984142 00000100:00000001:1.0:1789131397.093088:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.093091:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.093098:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.093101:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.093104:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c620c900 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.093106:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.093109:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.093891:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.093899:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d500. 00000400:00000200:3.0:1789131397.093905:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.093913:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.093921:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020c38 00000400:00000010:3.0:1789131397.093923:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020c38. 00000100:00000001:3.0:1789131397.093929:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.093937:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2fc00 x1876039997358720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.093949:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.093953:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2fc00 x1876039997358720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.093974:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.093976:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131397.097970:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.097992:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.097997:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.098000:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.098079:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.098089:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.098101:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.098106:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.098112:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.098117:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a08280 00000400:00000200:2.0:1789131397.098124:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.098131:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xc25 [1] + 224 00000800:00000001:2.0:1789131397.098140:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.098149:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.098152:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.098157:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.098167:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.098177:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2fc00 x1876039997358720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.098190:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d4a2fc00 x1876039997358720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.098322:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131397.098348:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.098359:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.098363:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131397.100844:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.100854:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.100859:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.100870:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020198 00000400:00000010:1.0:1789131397.100873:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020198. 00000100:00000001:1.0:1789131397.100880:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.100894:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4a2fc00 x1876039997358720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.100907:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4a2fc00 x1876039997358720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.100916:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.100918:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.100923:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.100927:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.100930:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.100932:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.100936:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.100948:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.100952:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.100956:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.100958:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.100961:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.100966:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.100971:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.100974:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.100987:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.100991:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.100997:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4a2fc00 x1876039997358720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.101651:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.101656:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.101658:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.101665:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4a2fc00 x1876039997358720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.101675:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2fc00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997358720:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.101681:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.101684:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.101687:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.101701:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.101705:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2fc00 x1876039997358720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.101712:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.101774:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c620c900. 00000100:00000001:1.0:1789131397.101780:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.101782:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.101786:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131397.101791:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.101793:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.101797:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=4 00000020:00000001:1.0:1789131397.101800:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.101803:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000040:1.0:1789131397.101811:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba1021f6e00, remote cookie: 0x2d69527cc21155fc, flags: 0x1001 00010000:00010000:1.0:1789131397.101817:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe0c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155fc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.101829:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe0c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155fc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.101850:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131397.101856:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131397.101858:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131397.101860:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131397.101862:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131397.101865:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c7d0e900) refcount = 1 00010000:00010000:1.0:1789131397.101870:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe0c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21155fc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.101877:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131397.101881:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131397.101883:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.101887:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131397.101889:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.101893:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe0c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155fc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.101899:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131397.101901:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.101903:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.101904:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.101906:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.101907:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.101914:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131397.101915:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.101917:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.101919:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.101920:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.101923:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.101925:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.101927:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.101928:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=4 00000020:00000001:1.0:1789131397.101930:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.101937:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.101940:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.101944:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.101948:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe0c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21155fc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.101955:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.101956:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.101957:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.101958:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.101960:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=5 00000020:00000001:1.0:1789131397.101962:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.101964:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.101966:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.101969:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe0c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21155fc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.101975:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.101976:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131397.101979:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe0c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21155fc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.101985:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.101986:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.101987:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.101989:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.101990:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131397.101995:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d4a2fc00 x1876039997358720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789131397.102005:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.102007:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.102008:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.102021:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.102024:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.102026:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.102027:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.102096:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.102099:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.102102:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789131397.102105:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.102106:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.102108:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.102110:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.102112:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00000002:00010000:1.0:1789131397.102116:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155fc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.102122:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.102124:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.102126:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.102127:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.102128:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.102129:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.102132:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.102133:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000040:1.0:1789131397.102140:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e900 count: 2 00010000:00000001:1.0:1789131397.102143:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131397.102148:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789131397.102150:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.102151:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.102153:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131397.102156:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:1.0:1789131397.102158:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789131397.102305:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.102310:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.102319:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131397.102322:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789131397.102326:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.102331:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131397.102336:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936c00. 00000080:00000001:1.0:1789131397.102341:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131397.102344:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131397.102352:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789131397.102358:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789131397.102466:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c2f25300. 00800000:00000001:1.0:1789131397.102508:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713500574464 : -110360208977152 : ffff9ba0c2f25300) 00800000:00000001:1.0:1789131397.102512:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.102515:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131397.102518:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789131397.102520:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789131397.102523:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789131397.102526:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789131397.102528:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.102534:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789131397.102537:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789131397.102543:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:1.0:1789131397.102545:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.102547:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.102548:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.102555:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.102557:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.102560:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.102561:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.102569:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131397.102572:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789131397.102574:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c2f25300 1 00800000:00000010:1.0:1789131397.102576:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c2f25300. 00800000:00000001:1.0:1789131397.102580:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.102584:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe0c 00800000:00000001:1.0:1789131397.102587:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.102594:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.102596:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.102597:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.102599:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.102601:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.102604:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.102606:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.102607:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.102609:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.102611:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.102613:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.102616:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131397.102619:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe0c from it ffffbc4101cb7bf8 00010000:00000001:1.0:1789131397.102621:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.102622:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.102624:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.102625:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.102627:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.102630:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.102633:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21155fc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.102639:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.102640:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.102642:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.102644:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.102646:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe0c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155fc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.102653:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.102657:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.102659:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.102664:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.102665:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.102672:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.102675:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.102678:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.102680:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.102683:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.102685:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.102687:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.102698:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131397.102701:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.102708:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4a2fc00 x1876039997358720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.104972:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131397.104986:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131397.104992:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131397.105001:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131397.105004:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131397.105006:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=31 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:1.0:1789131397.105009:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131397.105012:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c6435c00. 02000000:00000001:1.0:1789131397.105017:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131397.105019:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131397.105021:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4a2fc00. 00000100:00000001:1.0:1789131397.105027:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131397.105255:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.105262:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:1.0:1789131397.105270:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.105297:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c7a8d2a0. 00000080:00000001:1.0:1789131397.105305:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.105306:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131397.105309:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:1.0:1789131397.105312:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131397.105318:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d1936c00. 00800000:00000002:1.0:1789131397.105325:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.105331:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.105335:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.105338:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:1.0:1789131397.105341:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.105359:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131397.105422:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131397.105430:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.105432:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:1.0:1789131397.105435:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131397.105439:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131397.105441:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.105444:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.105453:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e900 count: 2 00010000:00000001:1.0:1789131397.105456:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.105466:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.105493:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789131397.105499:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe0c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155fc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789131397.105509:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789131397.105515:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.105518:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe0c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155fc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789131397.105526:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789131397.105527:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131397.105529:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131397.105531:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131397.105533:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.105536:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789131397.105539:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789131397.105542:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131397.105546:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936c00. 00000080:00000001:1.0:1789131397.105550:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131397.105552:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.105555:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131397.105559:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe0c 00800000:00000001:1.0:1789131397.105570:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.105573:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.105575:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.105577:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.105580:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.105582:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.105585:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.105589:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.105591:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.105592:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.105594:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.105596:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe0c from it ffffbc4101cb7b38 00010000:00000001:1.0:1789131397.105599:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.105600:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.105601:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.105603:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.105605:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.105608:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.105611:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21155fc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.105617:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.105619:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.105621:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.105623:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.105625:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe0c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21155fc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789131397.105633:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.105637:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.105639:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.105643:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.105644:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.105646:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.105654:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.105656:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.105658:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.105662:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.105665:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.105666:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.105667:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131397.105669:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789131397.105671:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.105673:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:1.0:1789131397.105676:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.105680:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789131397.105682:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:1.0:1789131397.105685:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-13, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d4ac8c00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789131397.105701:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d4bb94e0. 00000080:00000001:1.0:1789131397.105707:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789131397.105709:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:1.0:1789131397.105711:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-13, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:1.0:1789131397.106927:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d1936c00. 00800000:00000002:1.0:1789131397.106937:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.106945:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.106948:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.106950:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:1.0:1789131397.106953:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-13' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.106958:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789131397.106961:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789131397.106966:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:1.0:1789131397.106969:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789131397.106972:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789131397.106976:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789131397.106979:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789131397.106982:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0xf:0x0] 40000000:00000001:1.0:1789131397.106985:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.106987:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.106989:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.107004:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.107180:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:1.0:1789131397.107184:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0xf:0x0], name='f0a.replay-dual-13' -> mds #0 layout version 1 00000002:00000001:1.0:1789131397.107190:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.107191:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:1.0:1789131397.107193:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-13,[0x200000402:0xf:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789131397.107198:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131397.107201:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789131397.107204:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789131397.107210:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.107212:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789131397.107217:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e900 count: 2 00010000:00000001:1.0:1789131397.107220:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.107224:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789131397.107228:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789131397.107233:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe0c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc21155fc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789131397.107244:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789131397.107248:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789131397.107251:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789131397.107253:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789131397.107257:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.107259:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.107262:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e900 count: 3 00010000:00000001:1.0:1789131397.107264:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.107267:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.107269:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.107270:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.107271:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e900 count: 3 00010000:00000001:1.0:1789131397.107273:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.107275:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.107276:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.107278:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.107279:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e900 count: 3 00010000:00000001:1.0:1789131397.107288:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.107291:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.107293:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.107296:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789131397.107301:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789131397.107306:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789131397.107308:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789131397.107310:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.107314:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789131397.107318:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789131397.107320:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789131397.107322:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.107326:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789131397.107330:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba1021f6e00 with handle 0xc8adac5b2d01fe0c from hash 00010000:00000001:1.0:1789131397.107333:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789131397.107335:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.107336:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.107338:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789131397.107341:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789131397.107343:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789131397.107346:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131397.107348:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131397.107350:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789131397.107357:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4a2fc00. 00000020:00000040:1.0:1789131397.107362:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=32 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:1.0:1789131397.107369:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789131397.107371:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.107374:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131397.107379:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.107383:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.107385:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.107386:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.107389:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.107392:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.107396:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.107405:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c6435c00. 00000100:00000001:1.0:1789131397.107418:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.107424:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.107427:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789131397.107431:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe0c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21155fc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789131397.107439:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789131397.107441:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131397.107442:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789131397.107445:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe0c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21155fc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789131397.107453:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e900 count: 0 00010000:00000010:1.0:1789131397.107458:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa400. 00010000:00000001:1.0:1789131397.107497:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.107499:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.107501:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.107632:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.107634:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.107647:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713797364736 : -110359912186880 : ffff9ba0d4a2fc00) 00010000:00000001:1.0:1789131397.107652:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131397.107654:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131397.107718:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0ec00. 00010000:00000010:1.0:1789131397.107724:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa400. 00010000:00000001:1.0:1789131397.107728:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131397.107732:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba1021f7800. 00000020:00000001:1.0:1789131397.107735:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131397.107738:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba1021f7800 with handle 0xc8adac5b2d01fe13 to hash 00000020:00000001:1.0:1789131397.107740:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131397.107794:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00010000:00000001:1.0:1789131397.107798:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00010000:00000001:1.0:1789131397.107802:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.107803:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.107813:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7800/0xc8adac5b2d01fe13 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.107820:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7800/0xc8adac5b2d01fe13 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789131397.107895:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789131397.107910:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4a2fc00 x1876039997358976/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789131397.107921:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7800/0xc8adac5b2d01fe13 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131397.107927:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.107929:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.107937:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c620c900. 00000100:00000001:1.0:1789131397.107939:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713553950976 : -110360155600640 : ffff9ba0c620c900) 00000100:00000001:1.0:1789131397.107942:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.107943:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797364736 : -110359912186880 : ffff9ba0d4a2fc00) 00000100:00000001:1.0:1789131397.107948:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.107952:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.107955:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.107957:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.107961:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4a2fc00 x1876039997358976/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.107968:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.107970:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.107975:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.107977:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.107980:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.107983:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2fc00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997358976:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.107988:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.107996:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.108004:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.108067:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.108136:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0c7ae0000. 02000000:00000001:1.0:1789131397.108139:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.108148:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.108154:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.108162:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c6435400. 00000100:00000200:1.0:1789131397.108171:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997358976, portal 10 00000100:00000001:1.0:1789131397.108173:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.108175:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797364736 : -110359912186880 : ffff9ba0d4a2fc00) 00000100:00000040:1.0:1789131397.108182:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4a2fc00 x1876039997358976/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.108190:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.108193:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.108197:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020198. 00000100:00000200:1.0:1789131397.108201:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997358976, offset 0 00000400:00000200:1.0:1789131397.108209:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.108219:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.108228:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.108233:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.108239:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.108243:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.108246:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.108250:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [261:261:256:4294967295] 192.168.206.157@tcp LPNI seq info [261:261:8:4294967295] 00000400:00000200:1.0:1789131397.108254:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.108267:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.108274:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.108279:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d700. 00000800:00000200:1.0:1789131397.108287:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.108296:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.108302:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d700 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.108408:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.108419:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 49437 usecs (50 jiffies) 00000400:00000200:1.0:1789131397.108424:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.108427:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984167 00000100:00000001:1.0:1789131397.108437:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984152 00000100:00000001:1.0:1789131397.108444:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984167 00000100:00000001:1.0:1789131397.108447:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984152 00000100:00000001:1.0:1789131397.108451:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.108453:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.108456:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.108458:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.108461:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c620c900 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.108464:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.108467:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.108996:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.109004:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d700. 00000400:00000200:3.0:1789131397.109068:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.109076:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.109084:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020198 00000400:00000010:3.0:1789131397.109087:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020198. 00000100:00000001:3.0:1789131397.109093:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.109098:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2fc00 x1876039997358976/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.109111:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.109114:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2fc00 x1876039997358976/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.109122:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.109124:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131397.113613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e900. 00010000:00000010:1.1:1789131397.113633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba1021f6e00. 00000800:00000001:2.0:1789131397.119392:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.119417:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.119421:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.119424:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.119434:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.119442:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.119454:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.119494:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.119500:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.119504:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a08380 00000400:00000200:2.0:1789131397.119511:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.119518:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xc2d [32] + 224 00000800:00000001:2.0:1789131397.119526:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.119538:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.119541:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.119546:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.119556:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.119568:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2fc00 x1876039997358976/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.119580:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d4a2fc00 x1876039997358976/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.119606:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131397.119618:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131397.119622:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.119628:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131397.119636:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [262:262:256:4294967295] 192.168.206.157@tcp LPNI seq info [262:262:8:4294967295] 00000400:00000200:2.0:1789131397.119641:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.119649:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131397.119656:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131397.119665:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d3095c00. 00000800:00000200:2.0:1789131397.119672:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131397.119680:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131397.119685:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d3095c00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1789131397.119815:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131397.119824:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.119827:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.119831:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.119836:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c6435400 00000400:00000010:1.0:1789131397.119839:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c6435400. 00000100:00000001:1.0:1789131397.119843:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.119848:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4a2fc00 x1876039997358976/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.119862:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4a2fc00 x1876039997358976/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.119868:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.119870:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.119873:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.119877:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.119879:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.119881:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.119886:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.119896:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.119901:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.119911:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.119913:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.119916:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.119921:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.119925:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131397.119926:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1789131397.119928:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131397.119931:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.119933:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797364736 : -110359912186880 : ffff9ba0d4a2fc00) 00000100:00000001:1.0:1789131397.119936:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.119938:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.119940:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.119955:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.119963:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.119970:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.119974:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.119976:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.119980:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.119987:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2fc00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997358976:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.119993:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.119996:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.119999:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.120001:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.120005:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.120013:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.120016:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c620c900. 00000100:00000001:1.0:1789131397.120019:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.120021:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.120024:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131397.120038:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.120041:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.120044:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7800 refcount=4 00000020:00000001:1.0:1789131397.120047:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00010000:00000001:1.0:1789131397.120050:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00010000:00000040:1.0:1789131397.120057:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba1021f7800, remote cookie: 0x2d69527cc2115618, flags: 0x1001 00010000:00010000:1.0:1789131397.120063:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7800/0xc8adac5b2d01fe13 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115618 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789131397.120072:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0xf:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789131397.120076:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789131397.120095:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e900. 00010000:00000010:1.0:1789131397.120100:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa380. 00010000:00000040:1.0:1789131397.120106:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0ec00 count: 0 00010000:00000010:1.0:1789131397.120112:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa400. 00010000:00000001:1.0:1789131397.120125:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.120128:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7800/0xc8adac5b2d01fe13 lrc: 4/0,1 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115618 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.120137:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7800/0xc8adac5b2d01fe13 lrc: 4/0,1 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115618 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.120144:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131397.120148:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131397.120151:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131397.120153:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131397.120154:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131397.120157:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0xf:0x0].0x0 (ffff9ba0c7d0e900) refcount = 1 00010000:00010000:1.0:1789131397.120161:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7800/0xc8adac5b2d01fe13 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115618 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.120179:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131397.120183:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131397.120185:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.120189:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131397.120192:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.120195:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7800/0xc8adac5b2d01fe13 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115618 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1789131397.120452:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.120457:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d3095c00. 00000400:00000200:2.0:1789131397.120464:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.120516:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131397.120526:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.120530:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131397.120830:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131397.120832:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.120834:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.120834:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.120835:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.120837:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.120850:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131397.120854:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.120856:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.120858:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7800 refcount=3 00000020:00000001:1.0:1789131397.120861:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00010000:00000001:1.0:1789131397.120863:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00010000:00000001:1.0:1789131397.120865:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.120867:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.120868:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7800 refcount=4 00000020:00000001:1.0:1789131397.120869:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00010000:00000001:1.0:1789131397.120871:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00010000:00000001:1.0:1789131397.120874:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.120878:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.120881:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7800/0xc8adac5b2d01fe13 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115618 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.120887:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.120895:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.120897:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.120898:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.120899:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7800 refcount=5 00000020:00000001:1.0:1789131397.120901:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00010000:00000001:1.0:1789131397.120903:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00010000:00000001:1.0:1789131397.120906:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.120909:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7800/0xc8adac5b2d01fe13 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115618 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.120914:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.120915:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131397.120918:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7800/0xc8adac5b2d01fe13 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115618 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.120924:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.120925:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.120926:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.120928:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.120929:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131397.120937:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.120958:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789131397.120964:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.120969:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.120978:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.120979:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.120980:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7800 refcount=3 00000020:00000001:1.0:1789131397.120982:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00010000:00000001:1.0:1789131397.120984:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00000002:00010000:1.0:1789131397.120987:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7800/0xc8adac5b2d01fe13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115618 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789131397.121002:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c2f25300. 00010000:00000001:1.0:1789131397.121004:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.121005:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.121007:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.121009:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.121013:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789131397.121016:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.121018:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797364736 : -110359912186880 : ffff9ba0d4a2fc00) 00000100:00000001:1.0:1789131397.121020:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.121021:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797364736 : -110359912186880 : ffff9ba0d4a2fc00) 00010000:00000001:1.0:1789131397.121023:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.121024:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.121026:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7800 refcount=3 00000020:00000001:1.0:1789131397.121027:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00010000:00000001:1.0:1789131397.121029:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00000002:00010000:1.0:1789131397.121032:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7800/0xc8adac5b2d01fe13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115618 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.121039:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.121040:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.121042:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.121044:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.121045:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.121046:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7800 refcount=3 00000020:00000001:1.0:1789131397.121048:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00010000:00000001:1.0:1789131397.121050:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00010000:00000040:1.0:1789131397.121056:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e900 count: 2 00010000:00000001:1.0:1789131397.121059:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131397.121063:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/15 (0 0) 00010000:00000001:1.0:1789131397.121066:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.121067:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.121073:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131397.121077:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:1.0:1789131397.121080:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-13 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789131397.121083:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.121098:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.121101:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131397.121104:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789131397.121108:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.121112:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.121116:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789131397.121117:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d4bb94e0 it_disposition 1800037 00000080:00002000:1.0:1789131397.121124:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d21785e8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789131397.121129:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131397.121132:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789131397.121134:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:1.0:1789131397.121136:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-13, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:1.0:1789131397.121138:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789131397.121141:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131397.121147:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789131397.121151:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131397.121154:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279503 : 144115205289279503 : 20000040200000f) 00000080:00000001:1.0:1789131397.121158:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789131397.121171:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d2172940. 00000020:00000001:1.0:1789131397.121184:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789131397.121186:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789131397.121189:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789131397.121191:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0xf:0x0](ffff9ba0d2172a08) 00000020:00000001:1.0:1789131397.121195:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131397.121199:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554876824 : -110360154674792 : ffff9ba0c62ee998) 00000020:00001000:1.0:1789131397.121208:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee990 00000020:00000001:1.0:1789131397.121213:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789131397.121219:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d835eed8. 00000020:00000001:1.0:1789131397.121222:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131397.121224:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.121233:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789131397.121237:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d19abc98. 00020000:00000001:1.0:1789131397.121245:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713746492568 : -110359963059048 : ffff9ba0d19abc98) 00020000:00000001:1.0:1789131397.121248:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:1.0:1789131397.121252:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131397.121258:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9180. 00020000:00000010:1.0:1789131397.121262:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b780. 00020000:00000010:1.0:1789131397.121268:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb97e0. 00020000:00000001:1.0:1789131397.121270:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798977504 : -110359910574112 : ffff9ba0d4bb97e0) 00020000:00000002:1.0:1789131397.121273:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb97e0, objid 0xf:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.121278:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.121282:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b780: ostid: 0x280000400:9 ost idx: 1 gen: 0 00020000:00000001:1.0:1789131397.121285:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789131397.121287:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb97e0, objid 0xf:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.121291:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.121294:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b780: ostid: 0x280000400:9 ost idx: 1 gen: 0 00020000:00000010:1.0:1789131397.121298:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c2b953c0. 00020000:00000010:1.0:1789131397.121301:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c620c900. 00020000:00000001:1.0:1789131397.121306:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789131397.121310:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0d2e9f200. 00020000:00000001:1.0:1789131397.121314:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789131397.121315:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789131397.121322:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789131397.121325:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d835ea28. 00000020:00000001:1.0:1789131397.121327:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131397.121328:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.121330:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713857325736 : -110359852225880 : ffff9ba0d835eaa8) 00020000:00000001:1.0:1789131397.121335:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789131397.121340:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d1a074f8. 00020000:00000001:1.0:1789131397.121343:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.121348:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713857325736 : -110359852225880 : ffff9ba0d835eaa8) 00020000:00000001:1.0:1789131397.121351:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713857325736 : -110359852225880 : ffff9ba0d835eaa8) 00020000:00000002:1.0:1789131397.121355:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x9:0x0]@ffff9ba0d835ea28[0:0] -> [0x200000402:0xf:0x0]@ffff9ba0d835eed8: ostid: 0x280000400:9 ost idx: 1 gen: 0 00020000:00000001:1.0:1789131397.121366:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:1.0:1789131397.121368:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789131397.121370:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.121375:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713857326936 : -110359852224680 : ffff9ba0d835ef58) 00000020:00001000:1.0:1789131397.121378:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee990 00000080:00000001:1.0:1789131397.121383:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279503 : 144115205289279503 : 20000040200000f) 00000080:00000001:1.0:1789131397.121385:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789131397.121388:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279503 mtime from 0 to 1789131397 00000080:00000001:1.0:1789131397.121394:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789131397.121396:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754647048 : -110359954904568 : ffff9ba0d2172a08) 00010000:00000001:1.0:1789131397.121399:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.121400:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.121402:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7800 refcount=3 00000020:00000001:1.0:1789131397.121403:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00010000:00000001:1.0:1789131397.121405:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00000080:00000001:1.0:1789131397.121409:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789131397.121411:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131397.121412:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554876824 : -110360154674792 : ffff9ba0c62ee998) 00000020:00001000:1.0:1789131397.121414:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee990 00000020:00000001:1.0:1789131397.121416:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789131397.121419:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789131397.121421:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131397.121424:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9d20. 00020000:00000010:1.0:1789131397.121427:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320be80. 00020000:00000010:1.0:1789131397.121430:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9000. 00020000:00000001:1.0:1789131397.121431:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798975488 : -110359910576128 : ffff9ba0d4bb9000) 00020000:00000002:1.0:1789131397.121434:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9000, objid 0xf:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.121438:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.121441:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320be80: ostid: 0x280000400:9 ost idx: 1 gen: 0 00020000:00000002:1.0:1789131397.121445:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d19abc98) owner ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.121447:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789131397.121449:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d19abc98) owner ffff9ba0c2f34f80 00020000:00000010:1.0:1789131397.121463:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c320be80. 00020000:00000010:1.0:1789131397.121467:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d4bb9d20. 00020000:00000010:1.0:1789131397.121496:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d4bb9000. 00020000:00000002:1.0:1789131397.121499:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0xf:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789131397.121502:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.121504:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.121508:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789131397.121511:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19abc98) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.121514:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d4bb97e0 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:1.0:1789131397.121517:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19abc98) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.121519:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789131397.121522:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789131397.121524:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789131397.121526:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789131397.121528:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789131397.121530:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0xf:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789131397.121533:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee990 00000080:00000001:1.0:1789131397.121535:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.121537:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.121538:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.121539:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131397.121543:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789131397.121545:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.121547:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0xf:0x0](ffff9ba0d2172a08) 00000080:00010000:1.0:1789131397.121550:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0xf:0x0](ffff9ba0d2172a08) for lock 0xc8adac5b2d01fe13 00800000:00000001:1.0:1789131397.121553:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.121555:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.121557:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.121558:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.121560:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7800 refcount=3 00000020:00000001:1.0:1789131397.121562:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00010000:00000001:1.0:1789131397.121564:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00010000:00000001:1.0:1789131397.121567:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.121568:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.121569:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.121576:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.121578:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789131397.121581:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.121586:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.121594:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.121599:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d2172a08 need_sync_to_mds [0x200000402:0xf:0x0] 00000080:00000001:1.0:1789131397.121603:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.121606:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0xf:0x0](ffff9ba0d2172a08) 00000080:00000001:1.0:1789131397.121609:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.121614:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936c00. 00000100:00000001:1.0:1789131397.121617:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.121620:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.121626:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.121631:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789131397.121634:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.121636:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d2172a08 need_sync_to_mds [0x200000402:0xf:0x0] 00000080:00000001:1.0:1789131397.121646:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789131397.121648:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:1.0:1789131397.121651:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-13:[0x200000402:0xf:0x0](ffff9ba0d2172a08), flags 100102 00000080:00000010:1.0:1789131397.121659:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c178d400. 00000080:00000010:1.0:1789131397.121665:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2f25d80. 00000080:00000001:1.0:1789131397.121668:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789131397.121673:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.121676:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789131397.121679:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c7a8d7a0. 00000002:00100000:1.0:1789131397.121683:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.121701:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.121703:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789131397.121707:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789131397.121711:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.121719:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.121723:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.121728:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789131397.121735:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131397.121739:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0c7ae0000. 02000000:00000001:1.0:1789131397.121765:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789131397.121768:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.121770:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:1.0:1789131397.121773:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-13:[0x200000402:0xf:0x0](ffff9ba0d2172a08), flags 100102, rc = 0 00000080:00000001:1.0:1789131397.121778:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789131397.121780:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d4bb94e0 released 00000080:00010000:1.0:1789131397.121783:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe13 from it ffff9ba0d4bb94e0 00010000:00000001:1.0:1789131397.121785:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.121786:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.121788:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7800 refcount=3 00000020:00000001:1.0:1789131397.121790:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00010000:00000001:1.0:1789131397.121792:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560497664 : -110359149053952 : ffff9ba1021f7800) 00010000:00000001:1.0:1789131397.121795:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.121798:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7800/0xc8adac5b2d01fe13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115618 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.121804:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.121805:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.121806:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.121809:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.121812:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7800/0xc8adac5b2d01fe13 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115618 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.121819:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.121822:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.121824:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.121829:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.121835:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.121836:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.121840:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.121842:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.121844:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.121847:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.121849:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.121851:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.121852:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.121853:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789131397.121856:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789131397.121858:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.121860:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789131397.121863:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.121865:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.121868:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789131397.121870:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.121872:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131397.121874:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.121876:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.121879:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d4bb94e0. 00000080:00000001:1.0:1789131397.121881:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.121886:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789131397.121888:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0xf:0x0](ffff9ba0d2172a08), inode mode 81a4 mask 40 00000080:00000001:1.0:1789131397.121893:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.121919:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.121922:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19abc98) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.121925:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19abc98) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.121927:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.121937:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789131397.121939:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:1.0:1789131397.121941:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-13:[0x200000402:0xf:0x0](ffff9ba0d2172a08), flags 100002 00000080:00000001:1.0:1789131397.121943:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789131397.121946:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789131397.121947:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.121949:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19abc98) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.121951:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19abc98) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.121959:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.121961:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789131397.121966:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.121968:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.121972:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e900 count: 2 00010000:00000001:1.0:1789131397.121975:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.121979:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.121981:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0xf:0x0]: 0 00000080:00000001:1.0:1789131397.121983:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789131397.121985:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789131397.121989:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d1936c00. 00000080:00000001:1.0:1789131397.121991:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789131397.121996:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789131397.121999:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789131397.122001:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0xf:0x0] 00000002:00000001:1.0:1789131397.122004:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789131397.122006:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0xf:0x0] file closed with intent: 0 00000100:00000010:1.0:1789131397.122012:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4a2c780. 00000020:00000040:1.0:1789131397.122017:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=33 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:1.0:1789131397.122021:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.122024:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.122028:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.122035:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d1937800. 00000100:00000001:1.0:1789131397.122042:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789131397.122054:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789131397.122065:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789131397.122070:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4a2c780 x1876039997359232/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789131397.122077:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.122079:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.122086:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c620c3c0. 00000100:00000001:1.0:1789131397.122088:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713553949632 : -110360155601984 : ffff9ba0c620c3c0) 00000100:00000001:1.0:1789131397.122090:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.122097:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797351296 : -110359912200320 : ffff9ba0d4a2c780) 00000100:00000001:1.0:1789131397.122101:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.122105:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.122107:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.122110:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.122114:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4a2c780 x1876039997359232/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.122122:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.122124:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.122128:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.122131:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.122134:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.122137:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2c780 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997359232:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.122142:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.122149:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.122153:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.122155:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.122160:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c6435400. 02000000:00000001:1.0:1789131397.122162:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.122170:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.122174:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.122182:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020a18. 00000100:00000200:1.0:1789131397.122189:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997359232, portal 10 00000100:00000001:1.0:1789131397.122191:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.122192:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797351296 : -110359912200320 : ffff9ba0d4a2c780) 00000100:00000040:1.0:1789131397.122199:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4a2c780 x1876039997359232/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.122206:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.122209:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.122212:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020908. 00000100:00000200:1.0:1789131397.122216:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997359232, offset 0 00000400:00000200:1.0:1789131397.122223:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.122233:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.122247:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.122254:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.122259:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.122265:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.122268:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.122273:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [263:263:256:4294967295] 192.168.206.157@tcp LPNI seq info [263:263:8:4294967295] 00000400:00000200:1.0:1789131397.122277:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.122289:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.122296:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.122301:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d700. 00000800:00000200:1.0:1789131397.122309:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.122317:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.122322:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.124413:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.124429:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 49000 usecs (49 jiffies) 00000400:00000200:1.0:1789131397.124438:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.124443:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984182 00000100:00000001:1.0:1789131397.124455:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984167 00000100:00000001:1.0:1789131397.124463:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984182 00000100:00000001:1.0:1789131397.124482:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984167 00000100:00000001:1.0:1789131397.124486:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.124491:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.124495:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.124498:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.124503:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c620c3c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.124508:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.124511:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.124624:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.124631:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d700. 00000400:00000200:2.0:1789131397.124638:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.124648:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.124656:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020908 00000400:00000010:2.0:1789131397.124659:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020908. 00000100:00000001:2.0:1789131397.124665:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.124674:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2c780 x1876039997359232/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.124687:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.124701:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2c780 x1876039997359232/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.124709:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.124711:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131397.125670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0ec00. 00000800:00000001:2.0:1789131397.128904:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.128927:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.128932:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.128934:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.128946:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.129005:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.129017:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.129022:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.129028:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.129033:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a08480 00000400:00000200:2.0:1789131397.129038:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.129045:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xc35 [1] + 224 00000800:00000001:2.0:1789131397.129054:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.129068:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.129072:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.129077:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.129108:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.129119:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2c780 x1876039997359232/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.129130:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d4a2c780 x1876039997359232/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.129156:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.129167:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.129171:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.129319:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131397.129330:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.129333:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.129347:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.129352:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020a18 00000400:00000010:1.0:1789131397.129355:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020a18. 00000100:00000001:1.0:1789131397.129359:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.129364:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4a2c780 x1876039997359232/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.129373:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4a2c780 x1876039997359232/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.129380:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.129383:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.129386:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.129389:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.129393:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.129395:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.129399:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.129411:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.129416:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.129418:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.129420:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.129424:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.129428:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.129432:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131397.129434:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789131397.129436:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131397.129438:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.129440:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797351296 : -110359912200320 : ffff9ba0d4a2c780) 00000100:00000001:1.0:1789131397.129443:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.129445:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.129447:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.129451:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.129456:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4a2c780 x1876039997359232/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.129462:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.129466:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.129595:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.129601:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4a2c780 x1876039997359232/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.129611:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2c780 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997359232:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.129617:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.129620:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.129623:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.129625:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.129628:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2c780 x1876039997359232/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.129640:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.129643:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c620c3c0. 00000100:00000001:1.0:1789131397.129647:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.129649:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.129657:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.129658:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797351296 : -110359912200320 : ffff9ba0d4a2c780) 00000002:00000001:1.0:1789131397.129661:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.129665:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.129671:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936c00. 00000080:00000001:1.0:1789131397.129675:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789131397.129678:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.129792:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.129800:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.129808:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.129810:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.129813:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2f25d80. 00000100:00000001:0.0:1789131397.129817:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.129820:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2c780 x1876039997359232/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.129826:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.129829:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.129834:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c178d400. 00000080:00000001:0.0:1789131397.129838:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.129846:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:0.0:1789131397.129849:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-13:[0x200000402:0xf:0x0](ffff9ba0d2172a08), flags 100002, rc = 0 00000080:00000001:0.0:1789131397.129853:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.129860:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789131397.129862:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:0.0:1789131397.129864:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-13 (ffff9ba0d21785e8, parent ffff9ba0d20e4ca8, inode ffff9ba0d2172a08) hashed, 00000080:00000001:0.0:1789131397.129867:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.130011:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.130016:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.130017:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.130019:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:0.0:1789131397.130022:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.130029:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c600. 00800000:00000002:0.0:1789131397.130037:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.130041:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.130052:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.130055:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:0.0:1789131397.130058:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.130062:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.130066:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.130071:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.130073:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:0.0:1789131397.130074:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.130078:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.130081:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.130084:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.130091:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.130094:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.130096:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.130099:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.130102:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789131397.130107:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d1b7ad00. 00000020:00000040:0.0:1789131397.130111:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=34 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:0.0:1789131397.130117:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.130123:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.130130:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.130133:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.130134:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.130137:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.130140:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.130145:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.130173:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b13000. 00000100:00000001:0.0:1789131397.130182:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.130187:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.130189:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.130190:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.130191:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.130193:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.130275:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713748389120 : -110359961162496 : ffff9ba0d1b7ad00) 00010000:00000001:0.0:1789131397.130281:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.130283:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.130294:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0db00. 00010000:00000010:0.0:1789131397.130298:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f100. 00010000:00000001:0.0:1789131397.130302:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.130306:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c0031400. 00000020:00000001:0.0:1789131397.130310:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.130313:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c0031400 with handle 0xc8adac5b2d01fe1a to hash 00000020:00000001:0.0:1789131397.130315:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.130317:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.130320:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.130325:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.130328:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.130333:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe1a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.130343:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe1a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.130354:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe1a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.130611:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.130613:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.130620:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640cb40. 00000100:00000001:0.0:1789131397.130622:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556048704 : -110360153502912 : ffff9ba0c640cb40) 00000100:00000001:0.0:1789131397.130625:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.130626:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748389120 : -110359961162496 : ffff9ba0d1b7ad00) 00000100:00000001:0.0:1789131397.130632:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.130637:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.130639:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.130641:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.130649:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7ad00 x1876039997359360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.130657:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.130665:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.130670:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.130673:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.130675:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.130679:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7ad00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997359360:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.130683:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.130701:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.130705:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.130708:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.130714:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d845a000. 02000000:00000001:0.0:1789131397.130716:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.130724:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.130729:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.130736:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346880. 00000100:00000200:0.0:1789131397.130745:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997359360, portal 10 00000100:00000001:0.0:1789131397.130747:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.130748:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748389120 : -110359961162496 : ffff9ba0d1b7ad00) 00000100:00000040:0.0:1789131397.130755:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b7ad00 x1876039997359360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.130763:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.130766:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.130768:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346dd0. 00000100:00000200:0.0:1789131397.130773:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997359360, offset 0 00000400:00000200:0.0:1789131397.130779:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.130788:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.130795:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.130802:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.130807:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.130811:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.130815:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.130818:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [264:264:256:4294967295] 192.168.206.157@tcp LPNI seq info [264:264:8:4294967295] 00000400:00000200:0.0:1789131397.130823:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.130833:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.130848:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.130853:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593800. 00000800:00000200:0.0:1789131397.130861:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.130870:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.130876:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.131050:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.131056:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 48501 usecs (49 jiffies) 00000400:00000200:0.0:1789131397.131060:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.131064:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984189 00000100:00000001:0.0:1789131397.131072:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984182 00000100:00000001:0.0:1789131397.131078:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984189 00000100:00000001:0.0:1789131397.131082:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984182 00000100:00000001:0.0:1789131397.131085:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.131088:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.131090:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.131092:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.131095:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640cb40 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.131098:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.131102:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.132684:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.132707:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593800. 00000400:00000200:3.0:1789131397.132716:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.132727:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.132736:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346dd0 00000400:00000010:3.0:1789131397.132739:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346dd0. 00000100:00000001:3.0:1789131397.132745:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.132754:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7ad00 x1876039997359360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.133216:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.133225:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7ad00 x1876039997359360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.133234:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.133236:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131397.135172:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.135193:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.135198:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.135200:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.135221:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.135230:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.135241:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.135247:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.135253:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.135258:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a08500 00000400:00000200:2.0:1789131397.135263:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.135270:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xc3d [1] + 224 00000800:00000001:2.0:1789131397.135278:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.135286:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.135291:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.135296:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.135305:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.135315:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7ad00 x1876039997359360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.135326:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d1b7ad00 x1876039997359360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.135346:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.135356:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.135387:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.135508:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.135518:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.135521:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.135525:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.135530:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346880 00000400:00000010:0.0:1789131397.135533:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346880. 00000100:00000001:0.0:1789131397.135536:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.135541:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b7ad00 x1876039997359360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.135550:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b7ad00 x1876039997359360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.135556:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.135567:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.135570:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.135574:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.135577:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.135580:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.135584:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.135596:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.135600:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.135603:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.135605:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.135609:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.135613:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.135618:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.135620:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.135622:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.135627:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.135633:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b7ad00 x1876039997359360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.135641:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.135645:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.135647:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.135652:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b7ad00 x1876039997359360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.135660:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b7ad00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997359360:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.135665:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.135668:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.135671:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.135673:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.135677:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7ad00 x1876039997359360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.135684:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.135698:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640cb40. 00000100:00000001:0.0:1789131397.135702:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.135709:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.135712:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.135717:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.135720:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.135725:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=4 00000020:00000001:0.0:1789131397.135727:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.135731:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000040:0.0:1789131397.135738:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c0031400, remote cookie: 0x2d69527cc211562d, flags: 0x1001 00010000:00010000:0.0:1789131397.135745:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe1a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211562d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.135757:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe1a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211562d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.135765:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.135770:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.135773:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.135774:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.135776:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.135779:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c4c0db00) refcount = 1 00010000:00010000:0.0:1789131397.135783:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe1a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211562d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.135790:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.135794:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.135796:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.135800:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.135802:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.135805:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe1a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211562d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.135811:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.135813:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.135820:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.135821:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.135822:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.135824:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.135829:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.135831:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.135833:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.135834:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.135836:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.135838:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.135840:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.135841:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.135842:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=4 00000020:00000001:0.0:1789131397.135844:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.135845:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.135849:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.135852:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.135855:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe1a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211562d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.135861:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.135862:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.135864:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.135865:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.135866:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=5 00000020:00000001:0.0:1789131397.135868:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.135869:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.135871:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.135874:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe1a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211562d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.135880:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.135881:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.135888:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe1a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211562d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.135894:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.135896:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.135897:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.135898:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.135899:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.135904:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d1b7ad00 x1876039997359360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789131397.135913:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.135915:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.135916:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.135918:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.135920:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.135922:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.135924:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.135925:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.135927:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.135931:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789131397.135934:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.135935:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.135936:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.135938:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.135939:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00000002:00010000:0.0:1789131397.135943:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211562d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.135950:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.135951:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.135954:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.135955:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.135956:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.135958:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.135989:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.135992:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000040:0.0:1789131397.135999:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0db00 count: 2 00010000:00000001:0.0:1789131397.136002:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.136007:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789131397.136010:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.136011:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.136013:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.136016:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:0.0:1789131397.136018:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789131397.136021:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.136027:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.136030:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.136033:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789131397.136037:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.136041:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.136046:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c600. 00000080:00000001:0.0:1789131397.136051:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.136054:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.136062:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.136067:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789131397.136072:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0d84c6600. 00800000:00000001:0.0:1789131397.136075:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713858799104 : -110359850752512 : ffff9ba0d84c6600) 00800000:00000001:0.0:1789131397.136078:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.136081:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.136084:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789131397.136086:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789131397.136089:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789131397.136092:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789131397.136095:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.136099:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789131397.136102:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789131397.136108:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:0.0:1789131397.136110:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.136117:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.136118:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.136120:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.136122:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.136124:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.136125:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.136127:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.136130:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789131397.136131:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d84c6600 1 00800000:00000010:0.0:1789131397.136134:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0d84c6600. 00800000:00000001:0.0:1789131397.136138:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.136141:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe1a 00800000:00000001:0.0:1789131397.136144:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.136146:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.136147:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.136149:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.136150:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.136152:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.136153:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.136156:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.136157:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.136158:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.136160:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.136162:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.136165:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.136168:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe1a from it ffffbc4101cb7bf8 00010000:00000001:0.0:1789131397.136170:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.136171:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.136172:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.136174:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.136176:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.136179:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.136182:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211562d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.136202:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.136203:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.136205:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.136212:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.136215:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe1a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211562d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.136223:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.136226:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.136228:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.136234:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.136235:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.136236:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.136241:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.136242:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.136244:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.136247:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.136249:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.136250:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.136251:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.136254:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.136259:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d1b7ad00 x1876039997359360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.136266:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131397.136270:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.136273:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d845a000. 02000000:00000001:0.0:1789131397.136277:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131397.136280:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131397.136281:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=33 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131397.136284:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131397.136288:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c7b13000. 02000000:00000001:0.0:1789131397.136292:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131397.136294:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131397.136297:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d1b7ad00. 00000100:00000001:0.0:1789131397.136308:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131397.136309:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.136314:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:0.0:1789131397.136321:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.136341:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c7b19940. 00000080:00000001:0.0:1789131397.136348:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.136350:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.136352:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:0.0:1789131397.136354:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.136601:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c600. 00800000:00000002:0.0:1789131397.136608:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.136613:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.136617:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.136619:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:0.0:1789131397.136621:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.136625:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.136630:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.136635:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.136637:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:0.0:1789131397.136639:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.136643:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.136646:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.136649:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.136654:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0db00 count: 2 00010000:00000001:0.0:1789131397.136656:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.136660:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.136663:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789131397.136666:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe1a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211562d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789131397.136675:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789131397.136679:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.136682:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe1a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211562d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789131397.136712:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789131397.136714:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.136716:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.136718:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.136720:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.136722:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789131397.136725:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789131397.136727:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.136729:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c600. 00000080:00000001:0.0:1789131397.136732:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.136733:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.136735:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.136738:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe1a 00800000:00000001:0.0:1789131397.136741:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.136742:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.136744:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.136745:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.136747:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.136749:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.136752:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.136755:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.136756:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.136757:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.136758:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.136761:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe1a from it ffffbc4101cb7b38 00010000:00000001:0.0:1789131397.136762:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.136764:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.136765:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.136767:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.136769:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.136771:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.136778:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe1a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211562d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.136785:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.136786:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.136787:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.136788:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.136790:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe1a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211562d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789131397.136797:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.136798:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.136800:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.136802:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.136804:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.136805:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.136807:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.136808:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.136810:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.136813:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.136814:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.136815:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.136817:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.136819:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789131397.136821:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.136823:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:0.0:1789131397.136827:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.136830:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789131397.136832:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:0.0:1789131397.136834:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-14, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d8799080, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789131397.136841:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d81f7c60. 00000080:00000001:0.0:1789131397.136847:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789131397.136849:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:0.0:1789131397.136850:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-14, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:0.0:1789131397.136858:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c600. 00800000:00000002:0.0:1789131397.136865:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.136872:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.136874:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.136876:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:0.0:1789131397.136878:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-14' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.136882:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789131397.136885:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789131397.136890:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:0.0:1789131397.136894:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789131397.136896:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789131397.136900:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789131397.136903:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789131397.136907:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x10:0x0] 40000000:00000001:0.0:1789131397.136910:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.136912:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.136914:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.136916:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.136918:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:0.0:1789131397.136921:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x10:0x0], name='f0a.replay-dual-14' -> mds #0 layout version 1 00000002:00000001:0.0:1789131397.136924:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.136926:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:0.0:1789131397.136927:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-14,[0x200000402:0x10:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789131397.136931:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.136933:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789131397.136938:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789131397.136998:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.137001:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789131397.137004:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0db00 count: 2 00010000:00000001:0.0:1789131397.137006:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.137009:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789131397.137013:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789131397.137016:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe1a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc211562d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789131397.137035:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131397.137039:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131397.137042:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131397.137044:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789131397.137047:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.137049:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.137051:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0db00 count: 3 00010000:00000001:0.0:1789131397.137053:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.137056:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.137057:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.137059:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.137060:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0db00 count: 3 00010000:00000001:0.0:1789131397.137062:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.137064:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.137066:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.137067:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.137068:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0db00 count: 3 00010000:00000001:0.0:1789131397.137070:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.137072:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.137074:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.137077:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789131397.137082:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789131397.137087:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789131397.137090:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131397.137091:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.137095:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789131397.137098:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131397.137100:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131397.137102:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.137104:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789131397.137108:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c0031400 with handle 0xc8adac5b2d01fe1a from hash 00010000:00000001:0.0:1789131397.137110:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131397.137112:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.137113:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.137119:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131397.137123:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131397.137125:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789131397.137128:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.137130:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.137132:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789131397.137137:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d1b7ad00. 00000020:00000040:0.0:1789131397.137141:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=34 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:0.0:1789131397.137146:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789131397.137147:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.137150:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.137154:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.137156:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.137157:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.137158:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.137160:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.137162:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.137165:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.137171:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b13000. 00000100:00000001:0.0:1789131397.137176:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.137180:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.137182:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789131397.137184:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe1a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc211562d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789131397.137189:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789131397.137190:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.137191:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131397.137193:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe1a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc211562d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789131397.137200:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0db00 count: 0 00010000:00000010:0.0:1789131397.137205:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f100. 00010000:00000001:0.0:1789131397.137220:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.137222:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.137232:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.137234:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.137236:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.137247:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713748389120 : -110359961162496 : ffff9ba0d1b7ad00) 00010000:00000001:0.0:1789131397.137251:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.137254:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.137259:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d400. 00010000:00000010:0.0:1789131397.137262:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f100. 00010000:00000001:0.0:1789131397.137267:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.137271:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c0031c00. 00000020:00000001:0.0:1789131397.137273:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.137276:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c0031c00 with handle 0xc8adac5b2d01fe21 to hash 00000020:00000001:0.0:1789131397.137277:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.137279:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:0.0:1789131397.137283:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:0.0:1789131397.137286:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.137288:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.137291:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fe21 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.137299:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fe21 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789131397.137313:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789131397.137324:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d1b7ad00 x1876039997359616/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789131397.137335:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fe21 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.137341:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.137343:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.137351:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640cb40. 00000100:00000001:0.0:1789131397.137353:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556048704 : -110360153502912 : ffff9ba0c640cb40) 00000100:00000001:0.0:1789131397.137540:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.137541:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748389120 : -110359961162496 : ffff9ba0d1b7ad00) 00000100:00000001:0.0:1789131397.137547:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.137551:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.137553:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.137555:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.137560:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7ad00 x1876039997359616/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.137775:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.137778:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.137783:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.137787:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.137789:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.137793:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7ad00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997359616:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.137798:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.137804:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.137807:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.137810:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.137878:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0c7b20000. 02000000:00000001:0.0:1789131397.137882:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.137893:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.137898:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.137906:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c7b13400. 00000100:00000200:0.0:1789131397.137914:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997359616, portal 10 00000100:00000001:0.0:1789131397.137916:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.137918:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748389120 : -110359961162496 : ffff9ba0d1b7ad00) 00000100:00000040:0.0:1789131397.137925:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b7ad00 x1876039997359616/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.137931:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.137934:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.137938:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346880. 00000100:00000200:0.0:1789131397.137942:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997359616, offset 0 00000400:00000200:0.0:1789131397.137949:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.137965:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.137974:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.137986:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.137991:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.137996:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.137999:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.138003:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [265:265:256:4294967295] 192.168.206.157@tcp LPNI seq info [265:265:8:4294967295] 00000400:00000200:0.0:1789131397.138077:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.138089:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.138095:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.138103:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593800. 00000800:00000200:0.0:1789131397.138111:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.138119:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.138124:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593800 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.138145:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.138150:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 47978 usecs (48 jiffies) 00000400:00000200:0.0:1789131397.138153:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.138156:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984195 00000100:00000001:0.0:1789131397.138163:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984189 00000100:00000001:0.0:1789131397.138169:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984195 00000100:00000001:0.0:1789131397.138172:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984189 00000100:00000001:0.0:1789131397.138175:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.138178:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.138180:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.138183:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.138186:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640cb40 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.138189:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.138192:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.138334:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.138345:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593800. 00000400:00000200:3.0:1789131397.138351:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.138357:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.138372:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346880 00000400:00000010:3.0:1789131397.138375:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346880. 00000100:00000001:3.0:1789131397.138381:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.138386:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7ad00 x1876039997359616/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.138397:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.138400:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7ad00 x1876039997359616/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.138407:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.138409:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.141682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0db00. 00010000:00000010:0.1:1789131397.141714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0031400. 00000800:00000001:2.0:1789131397.147628:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.147652:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.147657:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.147660:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.147670:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.147680:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.147707:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.147712:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.147719:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.147724:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a08600 00000400:00000200:2.0:1789131397.147729:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.147738:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xc45 [32] + 224 00000800:00000001:2.0:1789131397.147747:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.147756:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.147760:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.147764:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.147775:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.147786:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7ad00 x1876039997359616/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.147797:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d1b7ad00 x1876039997359616/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.147866:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131397.147890:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131397.147902:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131397.147907:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.147913:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131397.147921:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [266:266:256:4294967295] 192.168.206.157@tcp LPNI seq info [266:266:8:4294967295] 00000400:00000200:2.0:1789131397.147925:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.147933:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131397.147939:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131397.147976:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0c7b00400. 00000800:00000200:2.0:1789131397.147984:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131397.147992:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131397.147997:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c7b00400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131397.148101:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.148105:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0c7b00400. 00000400:00000200:2.0:1789131397.148109:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.148113:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131397.148121:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.148124:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789131397.150502:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.150532:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.150537:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.150548:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c7b13400 00000400:00000010:0.0:1789131397.150551:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c7b13400. 00000100:00000001:0.0:1789131397.150624:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.150640:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b7ad00 x1876039997359616/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.150654:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b7ad00 x1876039997359616/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.150661:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.150664:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.150667:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.150671:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.150674:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.150677:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.150681:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.150701:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.150706:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.150709:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.150711:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.150715:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.150719:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.150723:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.150725:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1789131397.150727:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.150730:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.150731:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748389120 : -110359961162496 : ffff9ba0d1b7ad00) 00000100:00000001:0.0:1789131397.150735:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.150737:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.150739:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.150742:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.150747:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.150754:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.150763:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.150765:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.150770:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.150778:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b7ad00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997359616:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.150782:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.150786:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.150789:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.150791:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.150795:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.150801:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.150804:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640cb40. 00000100:00000001:0.0:1789131397.150807:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.150809:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.150812:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.150819:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.150822:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.150825:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031c00 refcount=4 00000020:00000001:0.0:1789131397.150828:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:0.0:1789131397.150831:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000040:0.0:1789131397.150838:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c0031c00, remote cookie: 0x2d69527cc2115649, flags: 0x1001 00010000:00010000:0.0:1789131397.150844:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fe21 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115649 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789131397.150853:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x10:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789131397.150857:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789131397.150867:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0db00. 00010000:00000010:0.0:1789131397.150871:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f580. 00010000:00000040:0.0:1789131397.150877:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d400 count: 0 00010000:00000010:0.0:1789131397.150888:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f100. 00010000:00000001:0.0:1789131397.150897:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.150901:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fe21 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115649 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.150909:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fe21 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115649 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.150914:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.150919:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.150922:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.150924:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.150925:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.150928:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x10:0x0].0x0 (ffff9ba0c4c0db00) refcount = 1 00010000:00010000:0.0:1789131397.150932:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fe21 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115649 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.150939:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.151818:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.151825:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.151831:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.151834:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.151840:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fe21 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115649 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.151849:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.151851:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.151853:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.151854:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.151855:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.151857:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.151863:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.151867:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.151869:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.151882:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031c00 refcount=3 00000020:00000001:0.0:1789131397.151885:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:0.0:1789131397.151887:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:0.0:1789131397.151890:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.151891:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.151893:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031c00 refcount=4 00000020:00000001:0.0:1789131397.151895:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:0.0:1789131397.151897:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:0.0:1789131397.151900:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.151904:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.151907:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fe21 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115649 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.151913:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.151914:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.151916:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.151917:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.151918:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031c00 refcount=5 00000020:00000001:0.0:1789131397.151920:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:0.0:1789131397.151922:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:0.0:1789131397.151925:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.151928:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fe21 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115649 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.151934:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.151935:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.151937:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fe21 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115649 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.152466:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.152497:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.152499:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.152511:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.152512:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.152527:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.152539:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.152543:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.152716:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.152730:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.152732:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.152735:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031c00 refcount=3 00000020:00000001:0.0:1789131397.152737:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:0.0:1789131397.152740:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00000002:00010000:0.0:1789131397.152745:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fe21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115649 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789131397.152758:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0d84c6600. 00010000:00000001:0.0:1789131397.152760:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.152761:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.152763:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.152765:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.152769:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789131397.152773:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.152774:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748389120 : -110359961162496 : ffff9ba0d1b7ad00) 00000100:00000001:0.0:1789131397.152777:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.152778:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748389120 : -110359961162496 : ffff9ba0d1b7ad00) 00010000:00000001:0.0:1789131397.152780:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.152781:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.152783:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031c00 refcount=3 00000020:00000001:0.0:1789131397.152785:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:0.0:1789131397.152787:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00000002:00010000:0.0:1789131397.152791:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fe21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115649 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.152803:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.152805:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.152807:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.152808:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.152809:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.152811:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031c00 refcount=3 00000020:00000001:0.0:1789131397.152813:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:0.0:1789131397.152815:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000040:0.0:1789131397.152822:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0db00 count: 2 00010000:00000001:0.0:1789131397.152825:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.152829:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/16 (0 0) 00010000:00000001:0.0:1789131397.152832:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.152833:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.152834:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.152837:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:0.0:1789131397.152839:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-14 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789131397.152843:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.152847:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.152850:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.152853:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789131397.152857:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.152862:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.152866:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789131397.152868:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d81f7c60 it_disposition 1800037 00000080:00002000:0.0:1789131397.152874:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2150ca8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789131397.152880:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.152883:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789131397.152885:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:0.0:1789131397.152887:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-14, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:0.0:1789131397.152891:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789131397.152893:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.152899:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789131397.152910:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.152913:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279504 : 144115205289279504 : 200000402000010) 00000080:00000001:0.0:1789131397.152917:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789131397.152931:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d212b9c0. 00000020:00000001:0.0:1789131397.153010:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789131397.153013:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789131397.153017:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789131397.153019:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9ba0d212ba88) 00000020:00000001:0.0:1789131397.153024:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.153029:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:0.0:1789131397.153031:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:0.0:1789131397.153036:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789131397.153042:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0c3d4b640. 00000020:00000001:0.0:1789131397.153044:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.153046:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.153055:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.153059:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d7d4d8. 00020000:00000001:0.0:1789131397.153061:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582724312 : -110360126827304 : ffff9ba0c7d7d4d8) 00020000:00000001:0.0:1789131397.153064:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789131397.153067:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.153073:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f7a20. 00020000:00000010:0.0:1789131397.153078:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364880. 00020000:00000010:0.0:1789131397.153083:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7d80. 00020000:00000001:0.0:1789131397.153085:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855856000 : -110359853695616 : ffff9ba0d81f7d80) 00020000:00000002:0.0:1789131397.153089:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7d80, objid 0x10:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.153093:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.153097:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364880: ostid: 0x240000400:10 ost idx: 0 gen: 0 00020000:00000001:0.0:1789131397.153100:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789131397.153102:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7d80, objid 0x10:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.153105:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.153107:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364880: ostid: 0x240000400:10 ost idx: 0 gen: 0 00020000:00000010:0.0:1789131397.153111:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d0b0f4d0. 00020000:00000010:0.0:1789131397.153114:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c640cb40. 00020000:00000001:0.0:1789131397.153124:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789131397.153127:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7f22838. 00020000:00000001:0.0:1789131397.153131:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789131397.153132:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789131397.153139:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.153142:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0c3d4bc80. 00000020:00000001:0.0:1789131397.153144:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.153146:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.153148:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713515412736 : -110360194138880 : ffff9ba0c3d4bd00) 00020000:00000001:0.0:1789131397.153152:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789131397.153157:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d818c8. 00020000:00000001:0.0:1789131397.153159:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.153164:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713515412736 : -110360194138880 : ffff9ba0c3d4bd00) 00020000:00000001:0.0:1789131397.153166:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713515412736 : -110360194138880 : ffff9ba0c3d4bd00) 00020000:00000002:0.0:1789131397.153169:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0xa:0x0]@ffff9ba0c3d4bc80[0:0] -> [0x200000402:0x10:0x0]@ffff9ba0c3d4b640: ostid: 0x240000400:10 ost idx: 0 gen: 0 00020000:00000001:0.0:1789131397.153174:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789131397.153177:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789131397.153179:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.153182:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713515411136 : -110360194140480 : ffff9ba0c3d4b6c0) 00000020:00001000:0.0:1789131397.153185:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:0.0:1789131397.153190:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279504 : 144115205289279504 : 200000402000010) 00000080:00000001:0.0:1789131397.153192:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789131397.153195:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279504 mtime from 0 to 1789131397 00000080:00000001:0.0:1789131397.153200:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789131397.153203:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754356360 : -110359955195256 : ffff9ba0d212ba88) 00010000:00000001:0.0:1789131397.153205:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.153207:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.153275:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031c00 refcount=3 00000020:00000001:0.0:1789131397.153279:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:0.0:1789131397.153281:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00000080:00000001:0.0:1789131397.153285:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131397.153286:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.153293:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:0.0:1789131397.153295:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:0.0:1789131397.153297:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789131397.153299:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131397.153301:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.153304:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f78a0. 00020000:00000010:0.0:1789131397.153306:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364600. 00020000:00000010:0.0:1789131397.153308:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7660. 00020000:00000001:0.0:1789131397.153310:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855854176 : -110359853697440 : ffff9ba0d81f7660) 00020000:00000002:0.0:1789131397.153313:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7660, objid 0x10:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.153317:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.153320:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364600: ostid: 0x240000400:10 ost idx: 0 gen: 0 00020000:00000002:0.0:1789131397.153324:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d7d4d8) owner ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.153326:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131397.153328:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d7d4d8) owner ffff9ba0c2f34f80 00020000:00000010:0.0:1789131397.153333:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0d8364600. 00020000:00000010:0.0:1789131397.153339:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d81f78a0. 00020000:00000010:0.0:1789131397.153343:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d81f7660. 00020000:00000002:0.0:1789131397.153346:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x10:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789131397.153348:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.153350:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.153353:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789131397.153356:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d4d8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.153787:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d81f7d80 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:0.0:1789131397.153791:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d4d8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.153794:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789131397.153797:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789131397.153798:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789131397.153801:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789131397.153803:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789131397.153806:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x10:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789131397.153809:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:0.0:1789131397.153812:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.153822:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.153823:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.153826:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.153830:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.153832:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.153835:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x10:0x0](ffff9ba0d212ba88) 00000080:00010000:0.0:1789131397.153839:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x10:0x0](ffff9ba0d212ba88) for lock 0xc8adac5b2d01fe21 00800000:00000001:0.0:1789131397.153842:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.153845:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.153846:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.153848:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.153850:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031c00 refcount=3 00000020:00000001:0.0:1789131397.153852:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:0.0:1789131397.153854:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:0.0:1789131397.153857:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.153858:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.153859:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.153861:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.153863:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789131397.153867:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.153879:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.153887:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.153893:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d212ba88 need_sync_to_mds [0x200000402:0x10:0x0] 00000080:00000001:0.0:1789131397.153896:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.153900:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x10:0x0](ffff9ba0d212ba88) 00000080:00000001:0.0:1789131397.153903:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.153907:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c600. 00000100:00000001:0.0:1789131397.153911:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.153914:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.153920:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.153924:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789131397.153927:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.153934:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d212ba88 need_sync_to_mds [0x200000402:0x10:0x0] 00000080:00000001:0.0:1789131397.154012:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789131397.154016:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:0.0:1789131397.154019:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-14:[0x200000402:0x10:0x0](ffff9ba0d212ba88), flags 100102 00000080:00000010:0.0:1789131397.154028:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5de9b80. 00000080:00000010:0.0:1789131397.154036:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0d84c6080. 00000080:00000001:0.0:1789131397.154039:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789131397.154044:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.154048:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789131397.154052:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c7b19440. 00000002:00100000:0.0:1789131397.154058:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.154065:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.154067:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789131397.154071:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789131397.154074:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.154077:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.154080:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.154082:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789131397.154089:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.154093:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0c7b20000. 02000000:00000001:0.0:1789131397.154118:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789131397.154120:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.154122:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:0.0:1789131397.154124:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-14:[0x200000402:0x10:0x0](ffff9ba0d212ba88), flags 100102, rc = 0 00000080:00000001:0.0:1789131397.154129:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789131397.154131:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d81f7c60 released 00000080:00010000:0.0:1789131397.154133:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe21 from it ffff9ba0d81f7c60 00010000:00000001:0.0:1789131397.154135:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.154137:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.154139:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031c00 refcount=3 00000020:00000001:0.0:1789131397.154140:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:0.0:1789131397.154151:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451342848 : -110360258208768 : ffff9ba0c0031c00) 00010000:00000001:0.0:1789131397.154153:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.154158:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fe21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115649 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.154166:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.154167:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.154168:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.154171:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.154174:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fe21 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115649 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.154182:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.154186:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.154188:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.154193:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.154194:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.154196:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.154199:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.154202:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.154204:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.154270:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.154274:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.154276:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.154277:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.154279:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789131397.154281:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789131397.154284:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.154286:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789131397.154288:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.154290:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.154294:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789131397.154296:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.154298:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.154300:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.154302:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.154305:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d81f7c60. 00000080:00000001:0.0:1789131397.154314:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.154318:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789131397.154321:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x10:0x0](ffff9ba0d212ba88), inode mode 81a4 mask 40 00000080:00000001:0.0:1789131397.154325:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.154351:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.154354:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d4d8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.154357:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d4d8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.154500:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.154512:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789131397.154514:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:0.0:1789131397.154516:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-14:[0x200000402:0x10:0x0](ffff9ba0d212ba88), flags 100002 00000080:00000001:0.0:1789131397.154519:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789131397.154521:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789131397.154523:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.154524:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d4d8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.154526:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d4d8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.154528:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.154530:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789131397.154536:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.154540:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.154546:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0db00 count: 2 00010000:00000001:0.0:1789131397.154549:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.154681:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.154684:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x10:0x0]: 0 00000080:00000001:0.0:1789131397.154696:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789131397.154698:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789131397.154703:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d836c600. 00000080:00000001:0.0:1789131397.154705:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789131397.154711:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789131397.154715:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789131397.154717:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x10:0x0] 00000002:00000001:0.0:1789131397.154721:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789131397.154723:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x10:0x0] file closed with intent: 0 00000100:00000010:0.0:1789131397.154729:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d1b79e00. 00000020:00000040:0.0:1789131397.154733:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=35 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131397.154744:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.154746:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.154751:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.154758:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d836d000. 00000100:00000001:0.0:1789131397.154765:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789131397.154779:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789131397.154790:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789131397.154795:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d1b79e00 x1876039997359872/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789131397.154802:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.154804:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.154812:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640c540. 00000100:00000001:0.0:1789131397.154815:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556047168 : -110360153504448 : ffff9ba0c640c540) 00000100:00000001:0.0:1789131397.154817:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.154819:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748385280 : -110359961166336 : ffff9ba0d1b79e00) 00000100:00000001:0.0:1789131397.154825:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.154830:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.154832:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.154834:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.154838:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b79e00 x1876039997359872/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.154845:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.154847:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.154851:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.154855:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.154857:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.154861:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b79e00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997359872:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.154865:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.154871:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.154874:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.154877:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.154886:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c7b13400. 02000000:00000001:0.0:1789131397.154888:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.154897:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.154902:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.154910:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13467f8. 00000100:00000200:0.0:1789131397.154919:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997359872, portal 10 00000100:00000001:0.0:1789131397.154921:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.154923:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748385280 : -110359961166336 : ffff9ba0d1b79e00) 00000100:00000040:0.0:1789131397.154929:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b79e00 x1876039997359872/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.154936:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.154939:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.154942:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346aa0. 00000100:00000200:0.0:1789131397.155014:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997359872, offset 0 00000400:00000200:0.0:1789131397.155024:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.155034:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.155042:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.155049:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.155054:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.155059:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.155062:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.155066:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [267:267:256:4294967295] 192.168.206.157@tcp LPNI seq info [267:267:8:4294967295] 00000400:00000200:0.0:1789131397.155071:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.155082:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.155090:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.155095:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593b00. 00000800:00000200:0.0:1789131397.155104:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.155113:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.155118:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.155223:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.155228:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 47593 usecs (48 jiffies) 00000400:00000200:0.0:1789131397.155238:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.155242:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984212 00000100:00000001:0.0:1789131397.155251:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984195 00000100:00000001:0.0:1789131397.155257:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984212 00000100:00000001:0.0:1789131397.155261:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984195 00000100:00000001:0.0:1789131397.155264:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.155267:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.155270:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.155272:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.155275:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640c540 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.155277:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.155281:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.159544:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.159564:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593b00. 00000400:00000200:2.0:1789131397.159578:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.159590:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.159611:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346aa0 00000400:00000010:2.0:1789131397.159615:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346aa0. 00000100:00000001:2.0:1789131397.159624:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.159634:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b79e00 x1876039997359872/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.159656:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.159661:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b79e00 x1876039997359872/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.159667:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.159669:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.162705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d400. 00000800:00000001:3.0:1789131397.165165:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.165188:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.165192:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.165195:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.165207:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.165224:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.165236:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.165242:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.165248:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.165253:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a08700 00000400:00000200:3.0:1789131397.165259:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.165266:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xc4d [1] + 224 00000800:00000001:3.0:1789131397.165274:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.165287:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.165291:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.165296:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.165306:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.165316:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b79e00 x1876039997359872/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.165327:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d1b79e00 x1876039997359872/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.165370:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.165382:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.165386:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.165612:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.165623:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.165626:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.165630:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.165635:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13467f8 00000400:00000010:0.0:1789131397.165638:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13467f8. 00000100:00000001:0.0:1789131397.165641:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.165646:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b79e00 x1876039997359872/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.165656:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b79e00 x1876039997359872/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.165662:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.165665:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.165667:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.165671:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.165674:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.165677:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.165681:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.165702:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.165707:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.165710:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.165720:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.165726:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.165731:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.165736:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.165738:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789131397.165740:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.165743:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.165745:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748385280 : -110359961166336 : ffff9ba0d1b79e00) 00000100:00000001:0.0:1789131397.165749:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.165751:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.165753:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.165756:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.165762:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b79e00 x1876039997359872/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.165769:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.165773:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.165775:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.165780:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b79e00 x1876039997359872/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.165788:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b79e00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997359872:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.165794:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.165797:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.165800:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.165802:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.165806:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b79e00 x1876039997359872/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.165813:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.165816:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640c540. 00000100:00000001:0.0:1789131397.165820:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.165821:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.165830:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.165831:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748385280 : -110359961166336 : ffff9ba0d1b79e00) 00000002:00000001:0.0:1789131397.165840:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.165844:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.165851:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c600. 00000080:00000001:0.0:1789131397.165855:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789131397.165859:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.165865:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.165871:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.165878:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.165880:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.165882:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0d84c6080. 00000100:00000001:0.0:1789131397.165885:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.165889:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b79e00 x1876039997359872/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.165896:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.165899:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.165903:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5de9b80. 00000080:00000001:0.0:1789131397.165908:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.165916:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:0.0:1789131397.165919:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-14:[0x200000402:0x10:0x0](ffff9ba0d212ba88), flags 100002, rc = 0 00000080:00000001:0.0:1789131397.165922:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.165929:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789131397.165931:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:0.0:1789131397.165932:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-14 (ffff9ba0d2150ca8, parent ffff9ba0d20e4ca8, inode ffff9ba0d212ba88) hashed, 00000080:00000001:0.0:1789131397.165936:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.166013:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.166017:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.166019:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.166021:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:0.0:1789131397.166024:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.166030:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c600. 00800000:00000002:0.0:1789131397.166037:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.166042:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.166054:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.166057:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:0.0:1789131397.166060:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.166064:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.166068:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.166073:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.166076:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:0.0:1789131397.166078:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.166082:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.166085:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.166088:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.166095:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.166097:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.166098:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.166101:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.166104:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789131397.166109:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d1b79a40. 00000020:00000040:0.0:1789131397.166114:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=36 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:0.0:1789131397.166120:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.166126:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.166134:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.166137:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.166138:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.166142:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.166145:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.166150:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.166159:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b10c00. 00000100:00000001:0.0:1789131397.166166:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.166170:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.166172:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.166174:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.166175:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.166177:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.166183:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713748384320 : -110359961167296 : ffff9ba0d1b79a40) 00010000:00000001:0.0:1789131397.166187:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.166190:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.166202:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d400. 00010000:00000010:0.0:1789131397.166206:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f100. 00010000:00000001:0.0:1789131397.166225:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.166229:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c0031400. 00000020:00000001:0.0:1789131397.166233:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.166237:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c0031400 with handle 0xc8adac5b2d01fe28 to hash 00000020:00000001:0.0:1789131397.166240:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.166241:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.166245:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.166250:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.166254:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.166259:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe28 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.166269:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe28 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.166281:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe28 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.166286:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.166288:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.166295:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640c540. 00000100:00000001:0.0:1789131397.166297:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556047168 : -110360153504448 : ffff9ba0c640c540) 00000100:00000001:0.0:1789131397.166300:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.166301:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748384320 : -110359961167296 : ffff9ba0d1b79a40) 00000100:00000001:0.0:1789131397.166316:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.166321:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.166324:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.166325:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.166330:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b79a40 x1876039997360000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.166339:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.166346:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.166351:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.166354:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.166356:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.166360:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b79a40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997360000:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.166365:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.166372:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.166375:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.166377:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.166383:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d845a000. 02000000:00000001:0.0:1789131397.166385:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.166392:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.166395:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.166400:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13467f8. 00000100:00000200:0.0:1789131397.166408:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997360000, portal 10 00000100:00000001:0.0:1789131397.166410:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.166411:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748384320 : -110359961167296 : ffff9ba0d1b79a40) 00000100:00000040:0.0:1789131397.166417:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b79a40 x1876039997360000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.166423:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.166426:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.166429:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346bb0. 00000100:00000200:0.0:1789131397.166433:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997360000, offset 0 00000400:00000200:0.0:1789131397.166440:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.166448:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.166460:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.166467:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.166557:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.166562:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.166565:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.166569:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [268:268:256:4294967295] 192.168.206.157@tcp LPNI seq info [268:268:8:4294967295] 00000400:00000200:0.0:1789131397.166574:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.166583:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.166596:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.166602:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593400. 00000800:00000200:0.0:1789131397.166609:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.166618:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.166623:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.166644:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.166650:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 47183 usecs (48 jiffies) 00000400:00000200:0.0:1789131397.166653:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.166657:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984224 00000100:00000001:0.0:1789131397.166666:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984212 00000100:00000001:0.0:1789131397.166672:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984224 00000100:00000001:0.0:1789131397.166676:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984212 00000100:00000001:0.0:1789131397.166680:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.166683:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.166686:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.166697:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.166700:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640c540 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.166702:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.166705:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.167203:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.167270:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593400. 00000400:00000200:3.0:1789131397.167278:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.167285:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.167291:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346bb0 00000400:00000010:3.0:1789131397.167294:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346bb0. 00000100:00000001:3.0:1789131397.167299:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.167305:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b79a40 x1876039997360000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.167318:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.167321:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b79a40 x1876039997360000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.167328:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.167329:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131397.174565:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.174587:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.174592:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.174595:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.174617:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.174627:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.174762:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.174769:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.174775:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.174780:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a08780 00000400:00000200:3.0:1789131397.174787:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.174794:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xc55 [1] + 224 00000800:00000001:3.0:1789131397.174803:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.174812:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.174816:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.174850:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.174861:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.174872:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b79a40 x1876039997360000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.174883:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d1b79a40 x1876039997360000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.174977:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131397.175161:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.175175:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.175179:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789131397.175366:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.175369:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.175374:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.175379:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13467f8 00000400:00000010:0.0:1789131397.175382:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13467f8. 00000100:00000001:0.0:1789131397.175385:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.175391:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b79a40 x1876039997360000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.175400:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b79a40 x1876039997360000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.175407:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.175418:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.175421:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.175425:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.175428:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.175431:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.175434:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.175445:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.175450:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.175453:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.175455:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.175458:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.175462:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.175467:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.175738:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.175742:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.175746:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.175754:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b79a40 x1876039997360000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.175762:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.175765:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.175768:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.175772:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b79a40 x1876039997360000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.175779:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b79a40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997360000:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.175785:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.175788:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.175790:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.175792:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.175796:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b79a40 x1876039997360000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.175802:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.175806:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640c540. 00000100:00000001:0.0:1789131397.175810:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.175818:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.175822:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.175826:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.175829:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.175833:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=4 00000020:00000001:0.0:1789131397.175836:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.175839:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000040:0.0:1789131397.175847:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c0031400, remote cookie: 0x2d69527cc211565e, flags: 0x1001 00010000:00010000:0.0:1789131397.175852:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe28 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211565e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.175863:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe28 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211565e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.175870:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.175875:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.175877:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.175879:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.175881:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.175884:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c4c0d400) refcount = 1 00010000:00010000:0.0:1789131397.175889:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe28 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211565e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.175895:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.175899:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.175901:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.175904:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.175906:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.175910:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe28 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211565e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.175916:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.175918:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.175925:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.175926:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.175927:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.175929:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.175934:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.175936:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.175938:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.175940:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.175941:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.175944:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.175946:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.175948:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.175949:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=4 00000020:00000001:0.0:1789131397.175951:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.175953:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.175956:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.175959:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.175963:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe28 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211565e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.175969:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.175970:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.175971:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.175973:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.175974:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=5 00000020:00000001:0.0:1789131397.175975:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.175978:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.175980:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.175983:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe28 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211565e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.175989:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.175990:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.175999:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe28 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211565e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.176005:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.176006:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.176008:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.176009:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.176010:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.176015:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d1b79a40 x1876039997360000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789131397.176024:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.176026:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.176028:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.176029:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.176031:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.176034:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.176035:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.176036:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.176038:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.176041:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789131397.176044:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.176045:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.176047:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.176048:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.176117:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00000002:00010000:0.0:1789131397.176121:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211565e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.176129:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.176130:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.176132:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.176133:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.176135:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.176136:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.176143:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.176146:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000040:0.0:1789131397.176153:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d400 count: 2 00010000:00000001:0.0:1789131397.176156:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.176160:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789131397.176163:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.176164:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.176166:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.176170:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:0.0:1789131397.176172:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789131397.176175:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.176180:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.176184:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.176188:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789131397.176191:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.176196:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.176200:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c600. 00000080:00000001:0.0:1789131397.176205:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.176209:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.176279:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.176286:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789131397.176412:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c2f25740. 00800000:00000001:1.0:1789131397.176415:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713500575552 : -110360208976064 : ffff9ba0c2f25740) 00800000:00000001:1.0:1789131397.176418:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.176420:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131397.176424:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789131397.176426:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789131397.176429:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789131397.176432:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789131397.176434:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.176439:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789131397.176442:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789131397.176453:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:1.0:1789131397.176456:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.176457:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.176459:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:1.0:1789131397.176460:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:1.0:1789131397.176462:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:1.0:1789131397.176465:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.176466:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.176468:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131397.176500:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789131397.176501:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c2f25740 1 00800000:00000010:1.0:1789131397.176504:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c2f25740. 00800000:00000001:1.0:1789131397.176508:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.176512:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe28 00800000:00000001:1.0:1789131397.176515:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.176518:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.176519:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.176520:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.176522:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:1.0:1789131397.176523:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:1.0:1789131397.176526:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:1.0:1789131397.176529:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.176530:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.176531:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.176533:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.176536:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.176539:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131397.176542:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe28 from it ffffbc4101cb7bf8 00010000:00000001:1.0:1789131397.176544:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.176545:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.176547:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:1.0:1789131397.176548:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:1.0:1789131397.176550:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:1.0:1789131397.176552:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.176560:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211565e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.176568:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.176569:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.176570:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.176573:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.176576:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe28 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211565e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.176584:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.176588:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.176590:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.176595:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.176596:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.176598:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.176711:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.176713:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.176715:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.176719:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.176721:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.176722:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.176724:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131397.176727:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.176732:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d1b79a40 x1876039997360000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.176740:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131397.176744:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131397.176747:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d845a000. 02000000:00000001:1.0:1789131397.176752:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131397.176755:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131397.176757:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=35 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:1.0:1789131397.176760:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131397.176763:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c7b10c00. 02000000:00000001:1.0:1789131397.176766:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131397.176768:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131397.176776:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d1b79a40. 00000100:00000001:1.0:1789131397.176782:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131397.176783:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.176787:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:1.0:1789131397.176794:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.176812:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c7a8dac0. 00000080:00000001:1.0:1789131397.176819:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.176821:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131397.176822:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:1.0:1789131397.176825:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131397.176830:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d1936c00. 00800000:00000002:1.0:1789131397.176836:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.176840:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.176843:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.176844:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:1.0:1789131397.176846:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.176850:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131397.176853:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131397.177143:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.177147:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:1.0:1789131397.177149:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131397.177153:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131397.177156:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.177158:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.177163:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d400 count: 2 00010000:00000001:1.0:1789131397.177166:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.177170:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.177174:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789131397.177178:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe28 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211565e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789131397.177187:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789131397.177192:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.177195:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe28 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211565e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789131397.177214:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789131397.177280:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131397.177284:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131397.177286:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131397.177287:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.177289:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789131397.177292:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789131397.177294:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131397.177297:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936c00. 00000080:00000001:1.0:1789131397.177302:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131397.177303:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.177306:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131397.177309:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe28 00800000:00000001:1.0:1789131397.177312:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.177314:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.177315:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.177317:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.177319:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:1.0:1789131397.177321:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:1.0:1789131397.177324:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:1.0:1789131397.177326:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.177327:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.177328:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.177330:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.177332:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe28 from it ffffbc4101cb7b38 00010000:00000001:1.0:1789131397.177334:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.177335:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.177337:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:1.0:1789131397.177338:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:1.0:1789131397.177340:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:1.0:1789131397.177342:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.177349:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211565e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.177355:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.177356:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.177357:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.177359:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.177361:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe28 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211565e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789131397.177367:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.177369:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.177371:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.177373:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.177374:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.177375:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.177378:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.177379:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.177381:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.177383:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.177385:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.177386:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.177387:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131397.177389:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789131397.177390:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.177393:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:1.0:1789131397.177396:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.177400:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789131397.177402:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:1.0:1789131397.177405:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-15, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d8798d80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789131397.177411:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d4bb94e0. 00000080:00000001:1.0:1789131397.177416:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789131397.177418:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:1.0:1789131397.177420:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-15, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:1.0:1789131397.177428:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d1936c00. 00800000:00000002:1.0:1789131397.177439:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.177444:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.177446:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.177448:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:1.0:1789131397.177450:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-15' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.177453:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789131397.177456:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789131397.177461:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:1.0:1789131397.177465:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789131397.177467:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789131397.178651:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789131397.178660:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789131397.178663:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x11:0x0] 40000000:00000001:1.0:1789131397.178668:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.178671:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.178673:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.178675:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.178679:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:1.0:1789131397.178682:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x11:0x0], name='f0a.replay-dual-15' -> mds #0 layout version 1 00000002:00000001:1.0:1789131397.178701:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.178703:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:1.0:1789131397.178705:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-15,[0x200000402:0x11:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789131397.178710:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131397.178713:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789131397.178718:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789131397.178724:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.178726:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789131397.178730:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d400 count: 2 00010000:00000001:1.0:1789131397.178733:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.178736:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789131397.178740:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789131397.178745:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe28 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc211565e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789131397.178778:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789131397.178782:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789131397.178785:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789131397.178787:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789131397.178790:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.178793:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.178863:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d400 count: 3 00010000:00000001:1.0:1789131397.178866:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.178870:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.178871:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.178872:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.178874:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d400 count: 3 00010000:00000001:1.0:1789131397.178876:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.178878:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.178879:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.178881:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.178882:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d400 count: 3 00010000:00000001:1.0:1789131397.178884:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.178885:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.178887:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.178890:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789131397.178894:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789131397.178899:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789131397.178902:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789131397.178904:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.178908:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789131397.178912:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789131397.178914:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789131397.178916:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.178919:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789131397.178923:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c0031400 with handle 0xc8adac5b2d01fe28 from hash 00010000:00000001:1.0:1789131397.178926:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789131397.178928:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.178930:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.178936:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789131397.178941:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789131397.178943:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789131397.178946:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131397.178948:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131397.178951:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789131397.178958:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4a2f0c0. 00000020:00000040:1.0:1789131397.178963:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=36 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:1.0:1789131397.178969:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789131397.178971:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.178974:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131397.178980:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.178984:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.178985:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.178987:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.178990:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.178992:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.178997:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.179005:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c6437c00. 00000100:00000001:1.0:1789131397.179014:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.179020:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.179023:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789131397.179027:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe28 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc211565e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789131397.179034:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789131397.179036:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131397.179038:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789131397.179040:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe28 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc211565e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789131397.179048:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d400 count: 0 00010000:00000010:1.0:1789131397.179053:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f100. 00010000:00000001:1.0:1789131397.179066:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.179068:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.179075:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.179076:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.179078:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.179091:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713797361856 : -110359912189760 : ffff9ba0d4a2f0c0) 00010000:00000001:1.0:1789131397.179095:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131397.179097:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131397.179103:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0ec00. 00010000:00000010:1.0:1789131397.179106:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa400. 00010000:00000001:1.0:1789131397.179111:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131397.179114:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba1021f6e00. 00000020:00000001:1.0:1789131397.179118:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131397.179121:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba1021f6e00 with handle 0xc8adac5b2d01fe2f to hash 00000020:00000001:1.0:1789131397.179123:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131397.179124:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.179187:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.179191:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.179193:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.179197:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe2f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.179205:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe2f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789131397.179219:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789131397.179233:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4a2f0c0 x1876039997360256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789131397.179243:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe2f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131397.179249:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.179251:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.179260:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c620c3c0. 00000100:00000001:1.0:1789131397.179262:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713553949632 : -110360155601984 : ffff9ba0c620c3c0) 00000100:00000001:1.0:1789131397.179270:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.179271:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797361856 : -110359912189760 : ffff9ba0d4a2f0c0) 00000100:00000001:1.0:1789131397.179276:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.179282:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.179284:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.179286:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.179291:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4a2f0c0 x1876039997360256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.179300:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.179302:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.179306:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.179309:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.179312:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.179315:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2f0c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997360256:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.179320:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.179327:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.179330:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.179333:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.179396:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0c7b40000. 02000000:00000001:1.0:1789131397.179399:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.179407:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.179412:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.179419:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c6434000. 00000100:00000200:1.0:1789131397.179427:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997360256, portal 10 00000100:00000001:1.0:1789131397.179430:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.179431:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797361856 : -110359912189760 : ffff9ba0d4a2f0c0) 00000100:00000040:1.0:1789131397.179437:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4a2f0c0 x1876039997360256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.179446:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.179449:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.179453:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020a18. 00000100:00000200:1.0:1789131397.179457:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997360256, offset 0 00000400:00000200:1.0:1789131397.179464:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.179658:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.179668:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.179676:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.179681:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.179686:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.179700:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.179704:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [269:269:256:4294967295] 192.168.206.157@tcp LPNI seq info [269:269:8:4294967295] 00000400:00000200:1.0:1789131397.179709:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.179722:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.179729:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.179735:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d500. 00000800:00000200:1.0:1789131397.179743:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.179752:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.179757:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d500 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.179778:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.179783:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 46757 usecs (47 jiffies) 00000400:00000200:1.0:1789131397.179787:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.179790:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984236 00000100:00000001:1.0:1789131397.179805:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984224 00000100:00000001:1.0:1789131397.179812:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984236 00000100:00000001:1.0:1789131397.179816:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984224 00000100:00000001:1.0:1789131397.179819:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.179822:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.179825:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.179828:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.179831:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c620c3c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.179833:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.179837:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.180067:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.180072:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d500. 00000400:00000200:3.0:1789131397.180078:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.180084:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.180090:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020a18 00000400:00000010:3.0:1789131397.180092:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020a18. 00000100:00000001:3.0:1789131397.180098:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.180104:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2f0c0 x1876039997360256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.180116:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.180119:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2f0c0 x1876039997360256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.180127:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.180139:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131397.186531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d400. 00010000:00000010:1.1:1789131397.186553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0031400. 00000800:00000001:3.0:1789131397.195142:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.195166:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.195170:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.195173:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.195185:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.195195:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.195207:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.195213:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.195219:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.195242:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a08880 00000400:00000200:3.0:1789131397.195248:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.195256:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xc5d [32] + 224 00000800:00000001:3.0:1789131397.195266:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.195274:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.195277:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.195282:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.195292:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.195302:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2f0c0 x1876039997360256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.195314:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d4a2f0c0 x1876039997360256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.195343:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131397.195355:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131397.195359:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.195364:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131397.195371:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [270:270:256:4294967295] 192.168.206.157@tcp LPNI seq info [270:270:8:4294967295] 00000400:00000200:3.0:1789131397.195375:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.195384:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131397.195389:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131397.195396:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84fd800. 00000800:00000200:3.0:1789131397.195402:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131397.195410:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131397.195415:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84fd800 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1789131397.195624:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789131397.195904:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131397.195915:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.195925:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.195931:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.195935:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c6434000 00000400:00000010:1.0:1789131397.195938:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c6434000. 00000100:00000001:1.0:1789131397.195942:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.195949:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4a2f0c0 x1876039997360256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.195959:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4a2f0c0 x1876039997360256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.195965:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.195968:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.195971:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.195975:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.195978:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.195980:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.195984:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.195995:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.195999:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.196002:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.196004:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.196007:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.196011:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.196015:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131397.196017:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1789131397.196019:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131397.196022:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.196023:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797361856 : -110359912189760 : ffff9ba0d4a2f0c0) 00000100:00000001:1.0:1789131397.196027:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.196029:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.196031:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.196034:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.196039:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.196046:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.196058:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.196061:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.196066:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.196074:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2f0c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997360256:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.196080:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.196083:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.196086:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.196089:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.196093:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.196100:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.196103:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c620c3c0. 00000100:00000001:1.0:1789131397.196107:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.196108:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.196111:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131397.196117:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.196121:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.196124:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=4 00000020:00000001:1.0:1789131397.196127:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.196130:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000040:1.0:1789131397.196138:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba1021f6e00, remote cookie: 0x2d69527cc211567a, flags: 0x1001 00010000:00010000:1.0:1789131397.196144:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe2f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211567a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789131397.196154:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x11:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789131397.196157:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789131397.196166:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e300. 00010000:00000010:1.0:1789131397.196171:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa600. 00010000:00000040:1.0:1789131397.196177:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0ec00 count: 0 00010000:00000010:1.0:1789131397.196188:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa400. 00010000:00000001:1.0:1789131397.196201:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.196204:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe2f lrc: 4/0,1 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211567a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.196214:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe2f lrc: 4/0,1 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211567a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.196220:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131397.196226:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131397.196229:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131397.196231:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131397.196232:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131397.196235:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x11:0x0].0x0 (ffff9ba0c7d0e300) refcount = 1 00010000:00010000:1.0:1789131397.196239:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe2f lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211567a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.196245:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131397.196249:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131397.196251:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.196255:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131397.196257:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.196261:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe2f lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211567a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.196268:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131397.196270:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.196272:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.196273:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.196273:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.196275:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.196281:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131397.196285:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.196286:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.196294:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.196296:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.196299:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.196302:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.196303:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.196304:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=4 00000020:00000001:1.0:1789131397.196306:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.196308:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.196311:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.196315:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.196318:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe2f lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211567a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.196325:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.196326:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.196328:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.196329:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.196330:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=5 00000020:00000001:1.0:1789131397.196332:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.196334:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.196337:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.196340:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe2f lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211567a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.196345:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.196347:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131397.196349:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe2f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211567a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.196356:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.196357:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.196358:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.196365:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.196366:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131397.196372:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.196382:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789131397.196387:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.196393:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.196402:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.196404:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.196405:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.196407:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.196410:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00000002:00010000:1.0:1789131397.196413:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211567a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789131397.196424:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c2f25740. 00010000:00000001:1.0:1789131397.196426:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.196427:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.196429:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.196432:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.196435:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789131397.196438:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.196439:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797361856 : -110359912189760 : ffff9ba0d4a2f0c0) 00000100:00000001:1.0:1789131397.196441:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.196442:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797361856 : -110359912189760 : ffff9ba0d4a2f0c0) 00010000:00000001:1.0:1789131397.196444:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.196445:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.196446:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.196448:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.196450:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00000002:00010000:1.0:1789131397.196453:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211567a expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.196465:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.196466:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.196522:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.196523:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.196525:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.196527:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.196529:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.196531:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000040:1.0:1789131397.196536:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e300 count: 2 00010000:00000001:1.0:1789131397.196539:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131397.196544:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/17 (0 0) 00010000:00000001:1.0:1789131397.196547:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.196548:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.196550:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131397.196553:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:1.0:1789131397.196556:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-15 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789131397.196560:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.196564:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.196568:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131397.196571:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789131397.196575:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.196579:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.196583:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789131397.196584:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d4bb94e0 it_disposition 1800037 00000080:00002000:1.0:1789131397.196590:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2178438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789131397.196597:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131397.196600:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789131397.196602:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:1.0:1789131397.196604:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-15, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:1.0:1789131397.196608:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789131397.196610:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131397.196616:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789131397.196627:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131397.196630:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279505 : 144115205289279505 : 200000402000011) 00000080:00000001:1.0:1789131397.196634:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789131397.196652:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d2171080. 00000020:00000001:1.0:1789131397.196665:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789131397.196666:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789131397.196670:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789131397.196671:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x11:0x0](ffff9ba0d2171148) 00000020:00000001:1.0:1789131397.196676:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131397.196681:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554876824 : -110360154674792 : ffff9ba0c62ee998) 00000020:00001000:1.0:1789131397.196683:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee990 00000020:00000001:1.0:1789131397.196699:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789131397.196706:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d835ebb8. 00000020:00000001:1.0:1789131397.196709:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131397.196711:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.196720:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789131397.196725:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d19ab1f0. 00020000:00000001:1.0:1789131397.196727:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713746489840 : -110359963061776 : ffff9ba0d19ab1f0) 00020000:00000001:1.0:1789131397.196730:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:1.0:1789131397.196734:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131397.196740:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9000. 00020000:00000010:1.0:1789131397.196745:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320be80. 00020000:00000010:1.0:1789131397.196751:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9d20. 00020000:00000001:1.0:1789131397.196754:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798978848 : -110359910572768 : ffff9ba0d4bb9d20) 00020000:00000002:1.0:1789131397.196757:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9d20, objid 0x11:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.196762:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.196766:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320be80: ostid: 0x280000400:10 ost idx: 1 gen: 0 00020000:00000001:1.0:1789131397.196769:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789131397.196771:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9d20, objid 0x11:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.196774:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.196776:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320be80: ostid: 0x280000400:10 ost idx: 1 gen: 0 00020000:00000010:1.0:1789131397.196780:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c2b95a60. 00020000:00000010:1.0:1789131397.196784:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c620c3c0. 00000800:00000200:3.0:1789131397.199095:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.199110:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84fd800. 00000400:00000200:3.0:1789131397.199119:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.199136:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00020000:00000001:1.0:1789131397.199450:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789131397.199463:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0d2e9fce0. 00020000:00000001:1.0:1789131397.199499:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789131397.199502:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789131397.199511:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789131397.199517:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d835e3e8. 00000020:00000001:1.0:1789131397.199521:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131397.199524:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.199527:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713857324136 : -110359852227480 : ffff9ba0d835e468) 00020000:00000001:1.0:1789131397.199532:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789131397.199538:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d1a07310. 00020000:00000001:1.0:1789131397.199541:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.199546:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713857324136 : -110359852227480 : ffff9ba0d835e468) 00020000:00000001:1.0:1789131397.199549:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713857324136 : -110359852227480 : ffff9ba0d835e468) 00020000:00000002:1.0:1789131397.199553:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0xa:0x0]@ffff9ba0d835e3e8[0:0] -> [0x200000402:0x11:0x0]@ffff9ba0d835ebb8: ostid: 0x280000400:10 ost idx: 1 gen: 0 00020000:00000001:1.0:1789131397.199558:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:1.0:1789131397.199562:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789131397.199565:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.199570:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713857326136 : -110359852225480 : ffff9ba0d835ec38) 00000020:00001000:1.0:1789131397.199575:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee990 00000080:00000001:1.0:1789131397.199584:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279505 : 144115205289279505 : 200000402000011) 00000080:00000001:1.0:1789131397.199587:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789131397.199590:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279505 mtime from 0 to 1789131397 00000080:00000001:1.0:1789131397.199597:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789131397.199600:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754640712 : -110359954910904 : ffff9ba0d2171148) 00010000:00000001:1.0:1789131397.199605:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.199607:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.199611:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.199614:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.199617:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00000080:00000001:1.0:1789131397.199621:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789131397.199623:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131397.199646:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554876824 : -110360154674792 : ffff9ba0c62ee998) 00000020:00001000:1.0:1789131397.199649:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee990 00000020:00000001:1.0:1789131397.199652:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789131397.199655:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789131397.199658:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131397.199665:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9960. 00020000:00000010:1.0:1789131397.199670:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b580. 00020000:00000010:1.0:1789131397.199676:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9c00. 00020000:00000001:1.0:1789131397.199679:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798978560 : -110359910573056 : ffff9ba0d4bb9c00) 00020000:00000002:1.0:1789131397.199682:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9c00, objid 0x11:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.199699:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.199703:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b580: ostid: 0x280000400:10 ost idx: 1 gen: 0 00020000:00000002:1.0:1789131397.199707:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d19ab1f0) owner ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.199710:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789131397.199713:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d19ab1f0) owner ffff9ba0c2f34f80 00020000:00000010:1.0:1789131397.199718:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c320b580. 00020000:00000010:1.0:1789131397.199722:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d4bb9960. 00020000:00000010:1.0:1789131397.199725:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d4bb9c00. 00020000:00000002:1.0:1789131397.199727:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x11:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789131397.199730:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.199731:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.199735:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789131397.199738:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab1f0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.199742:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d4bb9d20 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:1.0:1789131397.199744:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab1f0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.199747:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789131397.199750:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789131397.199751:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789131397.199753:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789131397.199755:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789131397.199758:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x11:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789131397.199760:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee990 00000080:00000001:1.0:1789131397.199762:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.199771:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.199773:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.199775:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131397.199780:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789131397.199782:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.199785:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x11:0x0](ffff9ba0d2171148) 00000080:00010000:1.0:1789131397.199789:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x11:0x0](ffff9ba0d2171148) for lock 0xc8adac5b2d01fe2f 00800000:00000001:1.0:1789131397.199792:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.199992:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.199995:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.199997:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.199999:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.200001:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.200004:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.200006:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.200007:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.200009:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.200011:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.200013:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789131397.200016:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.200028:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.200038:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.200044:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d2171148 need_sync_to_mds [0x200000402:0x11:0x0] 00000080:00000001:1.0:1789131397.200048:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.200053:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x11:0x0](ffff9ba0d2171148) 00000080:00000001:1.0:1789131397.200056:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.200060:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936c00. 00000100:00000001:1.0:1789131397.200063:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.200067:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.200073:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.200078:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789131397.200080:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.200087:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d2171148 need_sync_to_mds [0x200000402:0x11:0x0] 00000080:00000001:1.0:1789131397.200098:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789131397.200101:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:1.0:1789131397.200104:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-15:[0x200000402:0x11:0x0](ffff9ba0d2171148), flags 100102 00000080:00000010:1.0:1789131397.200112:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c178de00. 00000080:00000010:1.0:1789131397.200120:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2f254c0. 00000080:00000001:1.0:1789131397.200123:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789131397.200142:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.200147:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789131397.200153:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c7a8d4e0. 00000002:00100000:1.0:1789131397.200159:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.200165:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.200167:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789131397.200171:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789131397.200175:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.200178:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.200181:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.200184:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789131397.200192:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131397.200196:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0c7b40000. 02000000:00000001:1.0:1789131397.200219:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789131397.200221:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.200223:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:1.0:1789131397.200225:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-15:[0x200000402:0x11:0x0](ffff9ba0d2171148), flags 100102, rc = 0 00000080:00000001:1.0:1789131397.200230:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789131397.200232:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d4bb94e0 released 00000080:00010000:1.0:1789131397.200235:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe2f from it ffff9ba0d4bb94e0 00010000:00000001:1.0:1789131397.200237:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.200239:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.200240:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6e00 refcount=3 00000020:00000001:1.0:1789131397.200242:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.200249:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560495104 : -110359149056512 : ffff9ba1021f6e00) 00010000:00000001:1.0:1789131397.200252:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.200257:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe2f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc211567a expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.200266:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.200267:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.200269:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.200273:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.200276:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe2f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc211567a expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.200284:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.200288:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.200290:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.200295:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.200296:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.200298:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.200302:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.200304:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.200306:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.200309:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.200312:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.200313:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.200314:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.200316:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789131397.200318:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789131397.200320:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.200322:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789131397.200325:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.200327:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.200330:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789131397.200332:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.200334:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131397.200336:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.200338:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.200341:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d4bb94e0. 00000080:00000001:1.0:1789131397.200348:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.200352:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789131397.200355:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x11:0x0](ffff9ba0d2171148), inode mode 81a4 mask 40 00000080:00000001:1.0:1789131397.200359:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.200386:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.200389:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab1f0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.200392:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab1f0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.200395:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.200404:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789131397.200407:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:1.0:1789131397.200409:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-15:[0x200000402:0x11:0x0](ffff9ba0d2171148), flags 100002 00000080:00000001:1.0:1789131397.200412:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789131397.200414:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789131397.200416:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.200417:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab1f0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.200419:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab1f0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.200421:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.200424:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789131397.200429:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.200432:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.200441:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e300 count: 2 00010000:00000001:1.0:1789131397.200444:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.200451:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.200453:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x11:0x0]: 0 00000080:00000001:1.0:1789131397.200456:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789131397.200459:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789131397.200463:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d1936c00. 00000080:00000001:1.0:1789131397.200465:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789131397.200511:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789131397.200515:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789131397.200518:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x11:0x0] 00000002:00000001:1.0:1789131397.200522:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789131397.200524:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x11:0x0] file closed with intent: 0 00000100:00000010:1.0:1789131397.200530:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4a2cb40. 00000020:00000040:1.0:1789131397.200535:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=37 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:1.0:1789131397.200544:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.200547:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.200552:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.200561:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d1936200. 00000100:00000001:1.0:1789131397.200569:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789131397.200582:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789131397.200593:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789131397.200599:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4a2cb40 x1876039997360512/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789131397.200606:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.200608:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.200616:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c620c6c0. 00000100:00000001:1.0:1789131397.200618:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713553950400 : -110360155601216 : ffff9ba0c620c6c0) 00000100:00000001:1.0:1789131397.200621:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.200623:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797352256 : -110359912199360 : ffff9ba0d4a2cb40) 00000100:00000001:1.0:1789131397.200629:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.200634:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.200636:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.200638:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.200642:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4a2cb40 x1876039997360512/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.200650:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.200653:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.200657:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.200660:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.200662:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.200665:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2cb40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997360512:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.200670:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.200677:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.200680:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.200683:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.200704:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c6434000. 02000000:00000001:1.0:1789131397.200706:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.200715:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.200720:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.200728:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020440. 00000100:00000200:1.0:1789131397.200738:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997360512, portal 10 00000100:00000001:1.0:1789131397.200740:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.200742:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797352256 : -110359912199360 : ffff9ba0d4a2cb40) 00000100:00000040:1.0:1789131397.200749:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4a2cb40 x1876039997360512/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.200757:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.200760:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.200763:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020220. 00000100:00000200:1.0:1789131397.200768:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997360512, offset 0 00000400:00000200:1.0:1789131397.200775:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.200786:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.200809:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.200816:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.200822:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.200826:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.200830:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.200834:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [271:271:256:4294967295] 192.168.206.157@tcp LPNI seq info [271:271:8:4294967295] 00000400:00000200:1.0:1789131397.200839:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.200850:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.200857:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.200863:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4db00. 00000800:00000200:1.0:1789131397.200871:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.200880:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.200886:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4db00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.200911:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.200917:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 46453 usecs (47 jiffies) 00000400:00000200:1.0:1789131397.200929:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.200933:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984257 00000100:00000001:1.0:1789131397.200943:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984236 00000800:00000001:2.0:1789131397.201025:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.201597:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984258 00000100:00000001:1.0:1789131397.201601:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984236 00000100:00000001:1.0:1789131397.201605:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.201608:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.201611:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.201613:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.201617:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c620c6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.201620:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.201624:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.203300:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.203311:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4db00. 00000400:00000200:2.0:1789131397.203321:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.203332:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.203340:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020220 00000400:00000010:2.0:1789131397.203343:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020220. 00000100:00000001:2.0:1789131397.203350:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.203387:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2cb40 x1876039997360512/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.203401:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.203405:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2cb40 x1876039997360512/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.203413:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.203415:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131397.204611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0ec00. 00000800:00000001:3.0:1789131397.208738:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.208775:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.208780:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.208782:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.208793:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.208803:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.208815:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.208821:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.208827:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.208832:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a08980 00000400:00000200:3.0:1789131397.208838:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.208846:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xc65 [1] + 224 00000800:00000001:3.0:1789131397.208854:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.208866:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.208871:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.208876:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.208886:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.208896:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2cb40 x1876039997360512/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.208909:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d4a2cb40 x1876039997360512/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.208937:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.209043:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131397.209054:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.209056:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.209060:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.209065:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020440 00000400:00000010:1.0:1789131397.209068:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020440. 00000100:00000001:1.0:1789131397.209073:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.209077:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4a2cb40 x1876039997360512/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.209086:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4a2cb40 x1876039997360512/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.209092:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.209095:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.209098:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.209102:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.209105:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.209108:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.209112:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.209123:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.209136:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.209140:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.209149:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.209153:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.209158:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.209162:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131397.209164:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789131397.209166:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131397.209169:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.209171:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797352256 : -110359912199360 : ffff9ba0d4a2cb40) 00000100:00000001:1.0:1789131397.209175:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.209177:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.209179:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.209182:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.209189:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4a2cb40 x1876039997360512/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.209197:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.209211:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.209214:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.209219:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4a2cb40 x1876039997360512/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.209227:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2cb40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997360512:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.209232:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.209235:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.209237:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.209240:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.209243:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2cb40 x1876039997360512/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.209249:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.209253:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c620c6c0. 00000100:00000001:1.0:1789131397.209256:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.209258:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.209265:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.209267:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797352256 : -110359912199360 : ffff9ba0d4a2cb40) 00000002:00000001:1.0:1789131397.209276:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.209280:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.209286:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936c00. 00000080:00000001:1.0:1789131397.209290:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789131397.209293:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.209299:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789131397.209305:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.209313:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.209315:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.209317:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2f254c0. 00000100:00000001:1.0:1789131397.209321:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.209324:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2cb40 x1876039997360512/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.209331:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.209334:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.209338:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c178de00. 00000080:00000001:1.0:1789131397.209343:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.209350:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:1.0:1789131397.209353:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-15:[0x200000402:0x11:0x0](ffff9ba0d2171148), flags 100002, rc = 0 00000080:00000001:1.0:1789131397.209357:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.209363:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789131397.209365:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:1.0:1789131397.209367:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-15 (ffff9ba0d2178438, parent ffff9ba0d20e4ca8, inode ffff9ba0d2171148) hashed, 00000080:00000001:1.0:1789131397.209371:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.209451:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.209456:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.209458:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131397.209459:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:1.0:1789131397.209462:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131397.209467:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d1936c00. 00800000:00000002:1.0:1789131397.209658:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.209664:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.209675:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.209677:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:1.0:1789131397.209680:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.209684:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131397.209699:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131397.209705:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.209707:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:1.0:1789131397.209709:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131397.209712:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131397.209715:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.209718:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.209726:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.209728:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.209730:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.209732:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131397.209735:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789131397.209759:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b72580. 00000020:00000040:1.0:1789131397.209764:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=38 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:1.0:1789131397.209771:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131397.209777:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.209785:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.209787:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.209788:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.209792:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.209794:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.209799:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.209807:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c6436400. 00000100:00000001:1.0:1789131397.209814:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.209819:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.209821:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.209822:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.209824:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.209826:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.209832:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713580582272 : -110360128969344 : ffff9ba0c7b72580) 00010000:00000001:1.0:1789131397.209836:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131397.209839:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131397.209849:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0ec00. 00010000:00000010:1.0:1789131397.209854:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa400. 00010000:00000001:1.0:1789131397.209858:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131397.209862:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba1021f6000. 00000020:00000001:1.0:1789131397.209867:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131397.209870:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba1021f6000 with handle 0xc8adac5b2d01fe36 to hash 00000020:00000001:1.0:1789131397.209873:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131397.209875:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.209879:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.209883:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.209887:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.209891:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fe36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.209900:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fe36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.209912:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fe36 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131397.209917:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.209920:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.209927:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c620c6c0. 00000100:00000001:1.0:1789131397.209929:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713553950400 : -110360155601216 : ffff9ba0c620c6c0) 00000100:00000001:1.0:1789131397.209931:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.209932:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580582272 : -110360128969344 : ffff9ba0c7b72580) 00000100:00000001:1.0:1789131397.209937:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.209941:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.209957:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.209959:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.209966:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b72580 x1876039997360640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.209975:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.209983:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.209988:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.209991:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.209993:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.209997:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b72580 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997360640:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.210001:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.210008:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.210010:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.210013:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.210019:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131397.210021:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.210027:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.210031:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.210037:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020440. 00000100:00000200:1.0:1789131397.210046:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997360640, portal 10 00000100:00000001:1.0:1789131397.210047:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.210049:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580582272 : -110360128969344 : ffff9ba0c7b72580) 00000100:00000040:1.0:1789131397.210054:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b72580 x1876039997360640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.210061:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.210064:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.210066:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80205d8. 00000100:00000200:1.0:1789131397.210070:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997360640, offset 0 00000400:00000200:1.0:1789131397.210076:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.210084:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.210092:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.210098:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.210103:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.210107:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.210110:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.210114:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [272:272:256:4294967295] 192.168.206.157@tcp LPNI seq info [272:272:8:4294967295] 00000400:00000200:1.0:1789131397.210118:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000800:00000001:3.0:1789131397.210177:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.210186:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789131397.212232:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.212268:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.212278:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d900. 00000800:00000200:1.0:1789131397.212288:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.212298:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.212304:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.212326:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.212334:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 46036 usecs (47 jiffies) 00000400:00000200:1.0:1789131397.212340:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.212344:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984268 00000100:00000001:1.0:1789131397.212355:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984257 00000100:00000001:1.0:1789131397.212363:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984268 00000100:00000001:1.0:1789131397.212366:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984258 00000100:00000001:1.0:1789131397.212370:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.212374:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.212378:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.212380:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.212384:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c620c6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.212387:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.212390:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.213278:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.213288:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d900. 00000400:00000200:2.0:1789131397.213295:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.213303:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.213310:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80205d8 00000400:00000010:2.0:1789131397.213313:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80205d8. 00000100:00000001:2.0:1789131397.213320:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.213330:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b72580 x1876039997360640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.213345:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.213349:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b72580 x1876039997360640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.213357:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.213359:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131397.217933:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.217963:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.217967:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.217969:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.217979:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.217987:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.217997:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.218003:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.218009:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.218014:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a08a00 00000400:00000200:3.0:1789131397.218035:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.218043:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xc6d [1] + 224 00000800:00000001:3.0:1789131397.218051:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.218058:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.218062:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.218067:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.218076:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.218085:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b72580 x1876039997360640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.218096:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0c7b72580 x1876039997360640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.218116:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.218126:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789131397.218964:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131397.218979:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.218982:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.218986:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.218994:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020440 00000400:00000010:1.0:1789131397.218996:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020440. 00000100:00000001:1.0:1789131397.219002:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.219010:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b72580 x1876039997360640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.219020:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b72580 x1876039997360640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.219027:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.219046:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.219049:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.219053:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.219056:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.219058:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.219061:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.219072:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.219077:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.219079:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.219081:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.219084:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.219088:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.219092:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.219095:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.219096:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.219100:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.219105:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b72580 x1876039997360640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.219113:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.219117:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.219119:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.219124:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b72580 x1876039997360640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.219131:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b72580 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997360640:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.219136:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.219140:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.219142:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.219145:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.219149:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b72580 x1876039997360640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.219157:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.219161:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c620c6c0. 00000100:00000001:1.0:1789131397.219165:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.219172:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.219176:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131397.219181:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.219184:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.219188:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=4 00000020:00000001:1.0:1789131397.219191:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.219195:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000040:1.0:1789131397.219214:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba1021f6000, remote cookie: 0x2d69527cc211568f, flags: 0x1001 00010000:00010000:1.0:1789131397.219221:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fe36 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211568f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.219232:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fe36 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211568f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.219239:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131397.219244:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131397.219246:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131397.219248:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131397.219249:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131397.219252:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c7d0ec00) refcount = 1 00010000:00010000:1.0:1789131397.219256:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fe36 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211568f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.219261:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131397.219265:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131397.219267:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.219270:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131397.219273:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.219276:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fe36 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211568f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.219281:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131397.219283:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.219290:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.219291:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.219292:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.219294:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.219299:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131397.219301:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.219302:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.219304:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:1.0:1789131397.219306:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.219308:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.219310:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.219311:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.219313:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=4 00000020:00000001:1.0:1789131397.219314:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.219316:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.219320:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.219323:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.219327:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fe36 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211568f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.219334:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.219335:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.219336:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.219337:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.219338:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=5 00000020:00000001:1.0:1789131397.219340:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.219342:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.219344:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.219346:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fe36 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211568f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.219352:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.219353:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131397.219361:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fe36 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211568f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.219367:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.219368:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.219369:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.219370:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.219371:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131397.219377:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0c7b72580 x1876039997360640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789131397.219386:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.219387:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.219388:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:1.0:1789131397.219390:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.219392:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.219394:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.219395:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.219397:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.219399:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.219402:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789131397.219405:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.219406:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.219408:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:1.0:1789131397.219410:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.219412:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00000002:00010000:1.0:1789131397.219415:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fe36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211568f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.219422:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.219423:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.219425:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.219426:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.219427:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.219428:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:1.0:1789131397.219450:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.219452:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000040:1.0:1789131397.219459:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ec00 count: 2 00010000:00000001:1.0:1789131397.219463:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131397.219467:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789131397.219521:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.219523:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.219524:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131397.219528:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:1.0:1789131397.219530:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789131397.219533:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.219539:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.219542:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131397.219546:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789131397.219549:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.219554:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131397.219558:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936c00. 00000080:00000001:1.0:1789131397.219563:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131397.219566:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131397.219574:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789131397.219579:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789131397.219584:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c2f254c0. 00800000:00000001:1.0:1789131397.219587:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713500574912 : -110360208976704 : ffff9ba0c2f254c0) 00800000:00000001:1.0:1789131397.219589:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.219592:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131397.219595:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789131397.219597:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789131397.219600:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789131397.219603:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789131397.219605:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.219611:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789131397.219614:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789131397.219619:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:1.0:1789131397.219622:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.219629:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.219631:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:1.0:1789131397.219633:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.219635:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.219638:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.219639:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.219641:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131397.219644:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789131397.219646:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c2f254c0 1 00800000:00000010:1.0:1789131397.219648:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c2f254c0. 00800000:00000001:1.0:1789131397.219652:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.219655:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe36 00800000:00000001:1.0:1789131397.219659:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.219661:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.219662:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.219663:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.219664:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:1.0:1789131397.219666:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.219668:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.219670:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.219672:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.219673:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.219675:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.219677:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.219680:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131397.219683:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe36 from it ffffbc4101cb7bf8 00010000:00000001:1.0:1789131397.219685:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.219686:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.219699:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:1.0:1789131397.219701:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.219703:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.219705:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.219708:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fe36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211568f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.219724:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.219725:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.219727:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.219729:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.219732:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fe36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211568f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.219740:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.219743:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.219745:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.219750:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.219751:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.219753:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.219756:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.219758:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.219760:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.219763:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.219765:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.219767:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.219768:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131397.219770:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.219776:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c7b72580 x1876039997360640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.219783:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131397.219786:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131397.219790:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131397.219794:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131397.219796:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131397.219798:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=37 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:1.0:1789131397.219801:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131397.219804:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c6436400. 02000000:00000001:1.0:1789131397.219808:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131397.219811:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131397.219813:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c7b72580. 00000100:00000001:1.0:1789131397.219823:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131397.219825:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.219829:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:1.0:1789131397.219835:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.219855:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c7a8d100. 00000080:00000001:1.0:1789131397.219862:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.219863:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131397.219865:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:1.0:1789131397.219867:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131397.219873:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d1936c00. 00800000:00000002:1.0:1789131397.219878:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.219881:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.219884:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.219886:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:1.0:1789131397.219888:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.219892:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131397.219896:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131397.219900:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.219902:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:1.0:1789131397.219904:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131397.219907:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131397.219910:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.219912:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.219914:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ec00 count: 2 00010000:00000001:1.0:1789131397.219916:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.219920:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.219923:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789131397.219926:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fe36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211568f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789131397.219934:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789131397.219938:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.219942:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fe36 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211568f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789131397.219957:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789131397.219959:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131397.219961:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131397.219963:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131397.219964:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.219966:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789131397.219968:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789131397.219970:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131397.219972:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936c00. 00000080:00000001:1.0:1789131397.219974:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131397.219975:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.219977:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131397.219980:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe36 00800000:00000001:1.0:1789131397.219982:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.219984:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.219985:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.219986:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.219988:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:1.0:1789131397.219990:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.219992:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.219994:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.219995:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.219997:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.219998:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.220000:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe36 from it ffffbc4101cb7b38 00010000:00000001:1.0:1789131397.220002:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.220003:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.220004:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:1.0:1789131397.220006:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.220008:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131397.220009:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.220015:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fe36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211568f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.220021:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.220022:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.220023:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.220024:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.220027:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fe36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211568f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789131397.220032:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.220034:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.220035:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.220036:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.220037:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.220038:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.220040:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.220041:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.220043:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.220044:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.220046:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.220047:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.220049:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131397.220050:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789131397.220052:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.220054:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:1.0:1789131397.220057:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.220060:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789131397.220062:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:1.0:1789131397.220064:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-16, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d4ac8d80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789131397.220069:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d4bb94e0. 00000080:00000001:1.0:1789131397.220073:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789131397.220075:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:1.0:1789131397.220077:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-16, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:1.0:1789131397.220083:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d1936c00. 00800000:00000002:1.0:1789131397.220088:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.220093:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.220095:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.220096:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:1.0:1789131397.220098:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-16' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.220102:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789131397.220105:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789131397.220109:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:1.0:1789131397.220112:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789131397.220114:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789131397.220117:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789131397.220120:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789131397.220122:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x12:0x0] 40000000:00000001:1.0:1789131397.220126:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.220128:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.220129:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.220132:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.220134:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:1.0:1789131397.220136:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x12:0x0], name='f0a.replay-dual-16' -> mds #0 layout version 1 00000002:00000001:1.0:1789131397.220140:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.220141:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:1.0:1789131397.220143:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-16,[0x200000402:0x12:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789131397.220147:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131397.220149:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789131397.220153:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789131397.220157:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.220159:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789131397.220161:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ec00 count: 2 00010000:00000001:1.0:1789131397.220162:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.220165:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789131397.220168:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789131397.220171:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fe36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc211568f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789131397.220189:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789131397.220193:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789131397.220196:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789131397.220198:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789131397.220200:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.220202:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.220204:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ec00 count: 3 00010000:00000001:1.0:1789131397.220206:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.220208:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.220210:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.220211:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.220212:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ec00 count: 3 00010000:00000001:1.0:1789131397.220214:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.220216:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.220217:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.220218:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.220219:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ec00 count: 3 00010000:00000001:1.0:1789131397.220221:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.220222:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.220224:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.220227:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789131397.220231:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789131397.220236:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789131397.220238:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789131397.220240:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.220242:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789131397.220245:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789131397.220247:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789131397.220248:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.220250:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789131397.220253:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba1021f6000 with handle 0xc8adac5b2d01fe36 from hash 00010000:00000001:1.0:1789131397.220255:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789131397.220256:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.220258:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.220262:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789131397.220265:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789131397.220267:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789131397.220269:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131397.220272:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131397.220274:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789131397.220278:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b72580. 00000020:00000040:1.0:1789131397.220281:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=38 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:1.0:1789131397.220286:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789131397.220288:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.220291:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131397.220295:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.220298:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.220299:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.220300:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.220303:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.220306:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.220309:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.220315:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c6436400. 00000100:00000001:1.0:1789131397.220322:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.220325:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.220328:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789131397.220332:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fe36 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc211568f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000800:00000001:3.0:1789131397.220869:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789131397.221158:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789131397.221161:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131397.221163:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789131397.221167:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6000/0xc8adac5b2d01fe36 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc211568f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789131397.221178:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0ec00 count: 0 00010000:00000010:1.0:1789131397.221184:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa400. 00010000:00000001:1.0:1789131397.221313:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.221316:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.221334:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.221336:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.221338:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.221353:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713580582272 : -110360128969344 : ffff9ba0c7b72580) 00010000:00000001:1.0:1789131397.221358:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131397.221360:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131397.221367:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e100. 00010000:00000010:1.0:1789131397.221371:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa400. 00010000:00000001:1.0:1789131397.221376:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131397.221396:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b43000. 00000020:00000001:1.0:1789131397.221400:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131397.221403:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b43000 with handle 0xc8adac5b2d01fe3d to hash 00000020:00000001:1.0:1789131397.221404:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131397.221406:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00010000:00000001:1.0:1789131397.221409:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00010000:00000001:1.0:1789131397.221414:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.221417:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.221420:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43000/0xc8adac5b2d01fe3d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.221427:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43000/0xc8adac5b2d01fe3d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789131397.221441:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789131397.221455:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7b72580 x1876039997360896/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789131397.221466:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43000/0xc8adac5b2d01fe3d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131397.221561:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.221563:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.221572:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c620c6c0. 00000100:00000001:1.0:1789131397.221575:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713553950400 : -110360155601216 : ffff9ba0c620c6c0) 00000100:00000001:1.0:1789131397.221585:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.221586:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580582272 : -110360128969344 : ffff9ba0c7b72580) 00000100:00000001:1.0:1789131397.221592:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.221596:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.221598:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.221600:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.221605:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b72580 x1876039997360896/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.221613:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.221616:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.221620:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.221624:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.221626:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.221630:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b72580 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997360896:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.221635:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.221641:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.221644:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.221646:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.221722:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0c7b80000. 02000000:00000001:1.0:1789131397.221725:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.221734:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.221739:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.221747:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c6436000. 00000100:00000200:1.0:1789131397.221756:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997360896, portal 10 00000100:00000001:1.0:1789131397.221759:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.221760:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580582272 : -110360128969344 : ffff9ba0c7b72580) 00000100:00000040:1.0:1789131397.221767:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b72580 x1876039997360896/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.221775:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.221777:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.221781:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020440. 00000100:00000200:1.0:1789131397.221785:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997360896, offset 0 00000400:00000200:1.0:1789131397.221792:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.221875:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.221884:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.221890:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.221895:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.221899:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.221901:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.221905:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [273:273:256:4294967295] 192.168.206.157@tcp LPNI seq info [273:273:8:4294967295] 00000400:00000200:1.0:1789131397.221909:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.221920:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.221927:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.221933:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d000. 00000800:00000200:1.0:1789131397.221942:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.222113:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.222119:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d000 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.222142:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.222147:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 45637 usecs (46 jiffies) 00000400:00000200:1.0:1789131397.222151:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.222155:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984277 00000100:00000001:1.0:1789131397.222165:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984268 00000100:00000001:1.0:1789131397.222171:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984277 00000100:00000001:1.0:1789131397.222175:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984268 00000100:00000001:1.0:1789131397.222178:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.222181:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.222184:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.222186:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.222189:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c620c6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.222192:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.222195:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.222542:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.222548:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d000. 00000400:00000200:2.0:1789131397.222555:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.222561:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.222568:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020440 00000400:00000010:2.0:1789131397.222571:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020440. 00000100:00000001:2.0:1789131397.222576:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.222582:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b72580 x1876039997360896/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.222595:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.222598:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b72580 x1876039997360896/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.222615:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.222617:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131397.229583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0ec00. 00010000:00000010:1.1:1789131397.229604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba1021f6000. 00000800:00000001:3.0:1789131397.235648:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.235671:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.235676:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.235679:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.235704:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.235714:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.235725:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.235731:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.235737:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.235741:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a08b00 00000400:00000200:3.0:1789131397.235747:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.235755:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xc75 [32] + 224 00000800:00000001:3.0:1789131397.235763:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.235789:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.235793:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.235872:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.235883:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.235893:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b72580 x1876039997360896/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.235919:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0c7b72580 x1876039997360896/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.235945:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131397.235959:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131397.235964:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.235970:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131397.235977:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [274:274:256:4294967295] 192.168.206.157@tcp LPNI seq info [274:274:8:4294967295] 00000400:00000200:3.0:1789131397.235982:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.235991:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131397.235998:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131397.236006:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84ff800. 00000800:00000200:3.0:1789131397.236013:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131397.236022:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131397.236027:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84ff800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131397.236144:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.236148:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84ff800. 00000400:00000200:3.0:1789131397.236153:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.236157:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131397.236164:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.236168:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.236288:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131397.236299:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.236308:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.236312:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.236317:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c6436000 00000400:00000010:1.0:1789131397.236320:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c6436000. 00000100:00000001:1.0:1789131397.236324:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.236329:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b72580 x1876039997360896/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.236340:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b72580 x1876039997360896/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.236347:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.236350:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.236352:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.236357:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.236374:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.236377:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.236380:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.236393:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.236398:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.236400:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.236402:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.236406:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.236410:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.236415:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131397.236417:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1789131397.236419:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131397.236422:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.236423:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580582272 : -110360128969344 : ffff9ba0c7b72580) 00000100:00000001:1.0:1789131397.236427:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.236430:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.236432:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.236435:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.236441:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.236448:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.236457:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.236460:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.236465:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.236525:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b72580 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997360896:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.236530:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.236534:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.236537:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.236539:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.236543:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.236550:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.236553:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c620c6c0. 00000100:00000001:1.0:1789131397.236557:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.236558:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.236562:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131397.236568:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.236572:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.236576:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43000 refcount=4 00000020:00000001:1.0:1789131397.236578:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00010000:00000001:1.0:1789131397.236582:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00010000:00000040:1.0:1789131397.236589:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b43000, remote cookie: 0x2d69527cc21156ab, flags: 0x1001 00010000:00010000:1.0:1789131397.236595:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43000/0xc8adac5b2d01fe3d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156ab expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789131397.236604:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x12:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789131397.236608:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789131397.236617:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0ec00. 00010000:00000010:1.0:1789131397.236622:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aae80. 00010000:00000040:1.0:1789131397.236629:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e100 count: 0 00010000:00000010:1.0:1789131397.236641:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa400. 00010000:00000001:1.0:1789131397.236655:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.236659:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43000/0xc8adac5b2d01fe3d lrc: 4/0,1 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156ab expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.236668:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43000/0xc8adac5b2d01fe3d lrc: 4/0,1 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156ab expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.236675:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131397.236680:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131397.236683:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131397.236685:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131397.236686:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131397.236698:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x12:0x0].0x0 (ffff9ba0c7d0ec00) refcount = 1 00010000:00010000:1.0:1789131397.236703:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43000/0xc8adac5b2d01fe3d lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21156ab expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.236710:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131397.236714:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131397.236716:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.236719:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131397.236722:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.236726:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43000/0xc8adac5b2d01fe3d lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156ab expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.236733:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131397.236734:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.236736:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.236737:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.236738:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.236740:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.236745:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131397.236749:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.236750:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.236758:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43000 refcount=3 00000020:00000001:1.0:1789131397.236760:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00010000:00000001:1.0:1789131397.236763:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00010000:00000001:1.0:1789131397.236766:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.236767:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.236768:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43000 refcount=4 00000020:00000001:1.0:1789131397.236770:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00010000:00000001:1.0:1789131397.236772:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00010000:00000001:1.0:1789131397.236775:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.236779:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.236782:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43000/0xc8adac5b2d01fe3d lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21156ab expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.236788:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.236789:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.236791:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.236792:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.236793:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43000 refcount=5 00000020:00000001:1.0:1789131397.237006:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00010000:00000001:1.0:1789131397.237009:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00010000:00000001:1.0:1789131397.237012:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.237015:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43000/0xc8adac5b2d01fe3d lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21156ab expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.237022:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.237023:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131397.237026:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43000/0xc8adac5b2d01fe3d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21156ab expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.237033:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.237034:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.237035:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.237042:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.237043:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131397.237050:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.237061:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789131397.237066:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.237072:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.237080:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.237082:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.237083:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43000 refcount=3 00000020:00000001:1.0:1789131397.237085:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00010000:00000001:1.0:1789131397.237087:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00000002:00010000:1.0:1789131397.237090:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43000/0xc8adac5b2d01fe3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156ab expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789131397.237099:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c2f254c0. 00010000:00000001:1.0:1789131397.237102:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.237103:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.237104:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.237106:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.237110:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789131397.237113:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.237114:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580582272 : -110360128969344 : ffff9ba0c7b72580) 00000100:00000001:1.0:1789131397.237116:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.237118:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580582272 : -110360128969344 : ffff9ba0c7b72580) 00010000:00000001:1.0:1789131397.237119:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.237120:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.237122:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43000 refcount=3 00000020:00000001:1.0:1789131397.237124:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00010000:00000001:1.0:1789131397.237126:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00000002:00010000:1.0:1789131397.237129:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43000/0xc8adac5b2d01fe3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156ab expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.237144:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.237146:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.237148:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.237149:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.237150:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.237151:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43000 refcount=3 00000020:00000001:1.0:1789131397.237153:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00010000:00000001:1.0:1789131397.237156:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00010000:00000040:1.0:1789131397.237161:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ec00 count: 2 00010000:00000001:1.0:1789131397.237163:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131397.237168:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/18 (0 0) 00010000:00000001:1.0:1789131397.237170:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.237171:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.237173:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131397.237176:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:1.0:1789131397.237179:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-16 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789131397.237182:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.237185:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.237189:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131397.237192:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789131397.237196:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.237200:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.237204:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789131397.237206:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d4bb94e0 it_disposition 1800037 00000080:00002000:1.0:1789131397.237212:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2178e58 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789131397.237218:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131397.237221:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789131397.237223:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:1.0:1789131397.237225:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-16, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:1.0:1789131397.237228:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789131397.237231:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131397.237236:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789131397.237245:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131397.237249:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279506 : 144115205289279506 : 200000402000012) 00000080:00000001:1.0:1789131397.237252:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789131397.237272:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d2172100. 00000020:00000001:1.0:1789131397.237285:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789131397.237286:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789131397.237290:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789131397.237292:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x12:0x0](ffff9ba0d21721c8) 00000020:00000001:1.0:1789131397.237296:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131397.237301:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554876824 : -110360154674792 : ffff9ba0c62ee998) 00000020:00001000:1.0:1789131397.237304:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee990 00000020:00000001:1.0:1789131397.237308:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789131397.237314:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d835e4b0. 00000020:00000001:1.0:1789131397.237316:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131397.237318:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.237327:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789131397.237331:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d19abaa8. 00020000:00000001:1.0:1789131397.237334:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713746492072 : -110359963059544 : ffff9ba0d19abaa8) 00020000:00000001:1.0:1789131397.237336:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:1.0:1789131397.237339:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131397.237345:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9c00. 00020000:00000010:1.0:1789131397.237350:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b580. 00020000:00000010:1.0:1789131397.237355:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9960. 00020000:00000001:1.0:1789131397.237357:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798977888 : -110359910573728 : ffff9ba0d4bb9960) 00020000:00000002:1.0:1789131397.237642:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9960, objid 0x12:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.237648:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.237653:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b580: ostid: 0x240000400:11 ost idx: 0 gen: 0 00020000:00000001:1.0:1789131397.237655:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789131397.237657:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9960, objid 0x12:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.237661:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.237664:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b580: ostid: 0x240000400:11 ost idx: 0 gen: 0 00020000:00000010:1.0:1789131397.237670:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c2b95350. 00020000:00000010:1.0:1789131397.237674:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c620c6c0. 00020000:00000001:1.0:1789131397.238055:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789131397.238059:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0d2e9fe48. 00020000:00000001:1.0:1789131397.238063:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789131397.238065:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789131397.238072:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789131397.238075:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d835ee10. 00000020:00000001:1.0:1789131397.238077:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131397.238079:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.238082:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713857326736 : -110359852224880 : ffff9ba0d835ee90) 00020000:00000001:1.0:1789131397.238086:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789131397.238092:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d1a078c8. 00020000:00000001:1.0:1789131397.238095:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.238100:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713857326736 : -110359852224880 : ffff9ba0d835ee90) 00020000:00000001:1.0:1789131397.238102:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713857326736 : -110359852224880 : ffff9ba0d835ee90) 00020000:00000002:1.0:1789131397.238106:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0xb:0x0]@ffff9ba0d835ee10[0:0] -> [0x200000402:0x12:0x0]@ffff9ba0d835e4b0: ostid: 0x240000400:11 ost idx: 0 gen: 0 00020000:00000001:1.0:1789131397.238111:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:1.0:1789131397.238114:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789131397.238116:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.238119:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713857324336 : -110359852227280 : ffff9ba0d835e530) 00000020:00001000:1.0:1789131397.238123:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee990 00000080:00000001:1.0:1789131397.238128:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279506 : 144115205289279506 : 200000402000012) 00000080:00000001:1.0:1789131397.238131:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789131397.238134:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279506 mtime from 0 to 1789131397 00000080:00000001:1.0:1789131397.238139:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789131397.238142:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754644936 : -110359954906680 : ffff9ba0d21721c8) 00010000:00000001:1.0:1789131397.238145:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.238147:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.238149:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43000 refcount=3 00000020:00000001:1.0:1789131397.238151:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00010000:00000001:1.0:1789131397.238153:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00000080:00000001:1.0:1789131397.238157:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789131397.238159:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131397.238167:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554876824 : -110360154674792 : ffff9ba0c62ee998) 00000020:00001000:1.0:1789131397.238170:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee990 00000020:00000001:1.0:1789131397.238172:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789131397.238175:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789131397.238177:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131397.238181:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9cc0. 00020000:00000010:1.0:1789131397.238185:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b180. 00020000:00000010:1.0:1789131397.238188:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9660. 00020000:00000001:1.0:1789131397.238190:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798977120 : -110359910574496 : ffff9ba0d4bb9660) 00020000:00000002:1.0:1789131397.238193:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9660, objid 0x12:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.238197:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.238270:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b180: ostid: 0x240000400:11 ost idx: 0 gen: 0 00020000:00000002:1.0:1789131397.238274:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d19abaa8) owner ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.238276:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789131397.238278:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d19abaa8) owner ffff9ba0c2f34f80 00020000:00000010:1.0:1789131397.238284:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c320b180. 00020000:00000010:1.0:1789131397.238289:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d4bb9cc0. 00020000:00000010:1.0:1789131397.238293:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d4bb9660. 00020000:00000002:1.0:1789131397.238295:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x12:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789131397.238297:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.238299:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.238303:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789131397.238306:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19abaa8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.238309:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d4bb9960 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:1.0:1789131397.238312:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19abaa8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.238315:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789131397.238318:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789131397.238319:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789131397.238321:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789131397.238323:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789131397.238325:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x12:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789131397.238328:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee990 00000080:00000001:1.0:1789131397.238330:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.238338:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.238340:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.238342:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131397.238346:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789131397.238348:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.238351:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x12:0x0](ffff9ba0d21721c8) 00000080:00010000:1.0:1789131397.238354:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x12:0x0](ffff9ba0d21721c8) for lock 0xc8adac5b2d01fe3d 00800000:00000001:1.0:1789131397.238464:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.238571:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.238573:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.238575:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.238577:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43000 refcount=3 00000020:00000001:1.0:1789131397.238580:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00010000:00000001:1.0:1789131397.238582:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00010000:00000001:1.0:1789131397.238585:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.238586:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.238587:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.238589:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.238591:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789131397.238594:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.238606:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.238615:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.238621:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21721c8 need_sync_to_mds [0x200000402:0x12:0x0] 00000080:00000001:1.0:1789131397.238625:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.238629:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x12:0x0](ffff9ba0d21721c8) 00000080:00000001:1.0:1789131397.238632:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.238636:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936c00. 00000100:00000001:1.0:1789131397.238640:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.238644:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.238650:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.238654:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789131397.238656:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.238665:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21721c8 need_sync_to_mds [0x200000402:0x12:0x0] 00000080:00000001:1.0:1789131397.238677:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789131397.238680:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:1.0:1789131397.238683:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-16:[0x200000402:0x12:0x0](ffff9ba0d21721c8), flags 100102 00000080:00000010:1.0:1789131397.238704:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c178de00. 00000080:00000010:1.0:1789131397.238712:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2f25040. 00000080:00000001:1.0:1789131397.238714:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789131397.238720:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.238725:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789131397.238728:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c7a8d240. 00000002:00100000:1.0:1789131397.238734:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.238740:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.238742:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789131397.238746:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789131397.238749:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.238752:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.238755:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.238758:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789131397.238766:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131397.238769:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0c7b80000. 02000000:00000001:1.0:1789131397.238867:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789131397.238870:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.238873:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:1.0:1789131397.238874:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-16:[0x200000402:0x12:0x0](ffff9ba0d21721c8), flags 100102, rc = 0 00000080:00000001:1.0:1789131397.238879:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789131397.238881:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d4bb94e0 released 00000080:00010000:1.0:1789131397.238883:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe3d from it ffff9ba0d4bb94e0 00010000:00000001:1.0:1789131397.238886:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.238887:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.238889:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43000 refcount=3 00000020:00000001:1.0:1789131397.238891:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00010000:00000001:1.0:1789131397.238900:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580388352 : -110360129163264 : ffff9ba0c7b43000) 00010000:00000001:1.0:1789131397.238902:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.238906:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43000/0xc8adac5b2d01fe3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc21156ab expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.238915:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.238916:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.238917:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.238921:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.238923:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43000/0xc8adac5b2d01fe3d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc21156ab expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.238931:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.238935:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.238937:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.238942:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.238943:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.238945:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.238948:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.238950:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.238952:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.238955:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.238957:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.238959:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.238960:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.238961:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789131397.238964:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789131397.238966:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.238968:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789131397.238971:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.238972:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.238975:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789131397.238977:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.238979:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131397.238981:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.238983:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.238986:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d4bb94e0. 00000080:00000001:1.0:1789131397.239016:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.239021:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789131397.239024:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x12:0x0](ffff9ba0d21721c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1789131397.239028:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.239054:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.239058:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19abaa8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.239061:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19abaa8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.239063:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.239072:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789131397.239074:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:1.0:1789131397.239076:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-16:[0x200000402:0x12:0x0](ffff9ba0d21721c8), flags 100002 00000080:00000001:1.0:1789131397.239078:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789131397.239080:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789131397.239082:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.239083:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19abaa8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.239085:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19abaa8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.239087:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.239089:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789131397.239095:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.239099:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.239104:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ec00 count: 2 00010000:00000001:1.0:1789131397.239107:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.239112:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.239115:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x12:0x0]: 0 00000080:00000001:1.0:1789131397.239117:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789131397.239119:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789131397.239123:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d1936c00. 00000080:00000001:1.0:1789131397.239126:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789131397.239130:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789131397.239133:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789131397.239135:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x12:0x0] 00000002:00000001:1.0:1789131397.239138:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789131397.239140:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x12:0x0] file closed with intent: 0 00000100:00000010:1.0:1789131397.239146:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b730c0. 00000020:00000040:1.0:1789131397.239150:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=39 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:1.0:1789131397.239160:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.239163:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.239167:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.239174:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d4dac200. 00000100:00000001:1.0:1789131397.239181:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789131397.239193:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789131397.240223:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789131397.240243:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7b730c0 x1876039997361152/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789131397.240253:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.240255:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.240265:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c620cc00. 00000100:00000001:1.0:1789131397.240268:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713553951744 : -110360155599872 : ffff9ba0c620cc00) 00000100:00000001:1.0:1789131397.240271:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.240272:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580585152 : -110360128966464 : ffff9ba0c7b730c0) 00000100:00000001:1.0:1789131397.240278:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.240283:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.240285:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.240287:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.240292:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b730c0 x1876039997361152/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.240300:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.240303:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.240308:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.240311:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.240315:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.240319:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b730c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997361152:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.240324:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.240331:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.240334:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.240337:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.240355:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c6436000. 02000000:00000001:1.0:1789131397.240357:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.240379:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.240384:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.240393:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131397.240402:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997361152, portal 10 00000100:00000001:1.0:1789131397.240403:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.240405:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580585152 : -110360128966464 : ffff9ba0c7b730c0) 00000100:00000040:1.0:1789131397.240413:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b730c0 x1876039997361152/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.240420:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.240423:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.240425:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80203b8. 00000100:00000200:1.0:1789131397.240429:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997361152, offset 0 00000400:00000200:1.0:1789131397.240437:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.240448:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.240457:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.240463:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.240468:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.240507:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.240510:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.240514:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [275:275:256:4294967295] 192.168.206.157@tcp LPNI seq info [275:275:8:4294967295] 00000400:00000200:1.0:1789131397.240519:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.240531:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.240538:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.240545:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d000. 00000800:00000200:1.0:1789131397.240553:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.240563:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.240568:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.240589:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.240594:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 45328 usecs (46 jiffies) 00000400:00000200:1.0:1789131397.240604:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.240608:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984296 00000100:00000001:1.0:1789131397.240617:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984277 00000100:00000001:1.0:1789131397.240624:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984296 00000100:00000001:1.0:1789131397.240628:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984277 00000100:00000001:1.0:1789131397.240631:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.240634:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.240637:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.240640:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.240643:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c620cc00 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.240646:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.240650:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.240941:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.240948:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d000. 00000400:00000200:3.0:1789131397.240953:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.240959:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.240966:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80203b8 00000400:00000010:3.0:1789131397.240969:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80203b8. 00000100:00000001:3.0:1789131397.240976:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.240982:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b730c0 x1876039997361152/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.241005:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.241009:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b730c0 x1876039997361152/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.241016:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.241018:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131397.241669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e100. 00000800:00000001:2.0:1789131397.252048:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.252071:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.252075:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.252078:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.252088:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.252097:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.252108:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.252113:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.252120:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.252124:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a08c00 00000400:00000200:2.0:1789131397.252129:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.252137:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xc7d [1] + 224 00000800:00000001:2.0:1789131397.252145:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.252158:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.252162:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.252167:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.252178:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.252189:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b730c0 x1876039997361152/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.252211:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0c7b730c0 x1876039997361152/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.252233:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.252243:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.252247:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.252412:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131397.252422:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.252424:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.252429:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.252434:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131397.252437:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131397.252441:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.252447:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b730c0 x1876039997361152/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.252457:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b730c0 x1876039997361152/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.252463:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.252465:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.252467:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.252519:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.252522:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.252525:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.252529:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.252541:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.252547:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.252550:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.252575:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.252580:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.252585:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.252590:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131397.252593:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789131397.252595:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131397.252599:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.252600:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580585152 : -110360128966464 : ffff9ba0c7b730c0) 00000100:00000001:1.0:1789131397.252604:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.252606:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.252608:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.252613:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.252619:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b730c0 x1876039997361152/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.252627:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.252631:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.252633:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.252638:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b730c0 x1876039997361152/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.252647:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b730c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997361152:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.252652:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.252655:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.252659:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.252661:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.252665:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b730c0 x1876039997361152/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.252673:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.252675:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c620cc00. 00000100:00000001:1.0:1789131397.252680:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.252681:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.252700:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.252702:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580585152 : -110360128966464 : ffff9ba0c7b730c0) 00000002:00000001:1.0:1789131397.252711:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.252715:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.252722:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936c00. 00000080:00000001:1.0:1789131397.252727:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789131397.252731:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.252737:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789131397.252743:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.252751:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.252753:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.252755:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2f25040. 00000100:00000001:1.0:1789131397.252758:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.252760:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b730c0 x1876039997361152/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.252766:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.252769:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.252774:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c178de00. 00000080:00000001:1.0:1789131397.252778:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.252787:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:1.0:1789131397.252790:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-16:[0x200000402:0x12:0x0](ffff9ba0d21721c8), flags 100002, rc = 0 00000080:00000001:1.0:1789131397.252941:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.253067:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789131397.253071:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:0.0:1789131397.253073:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-16 (ffff9ba0d2178e58, parent ffff9ba0d20e4ca8, inode ffff9ba0d21721c8) hashed, 00000080:00000001:0.0:1789131397.253077:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.253163:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.253168:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.253170:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.253172:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:0.0:1789131397.253174:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.253181:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c600. 00800000:00000002:0.0:1789131397.253191:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.253196:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.253212:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.253215:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:0.0:1789131397.253226:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.253230:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.253234:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.253240:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.253242:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:0.0:1789131397.253244:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.253248:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.253251:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.253255:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.253263:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.253266:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.253268:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.253270:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.253274:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789131397.253280:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d1b78b40. 00000020:00000040:0.0:1789131397.253284:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=40 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:0.0:1789131397.253291:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.253297:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.253306:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.253308:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.253310:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.253313:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.253315:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.253321:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.253329:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b12000. 00000100:00000001:0.0:1789131397.253336:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.253340:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.253342:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.253343:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.253345:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.253348:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.253353:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713748380480 : -110359961171136 : ffff9ba0d1b78b40) 00010000:00000001:0.0:1789131397.253358:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.253360:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.253365:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0dc00. 00010000:00000010:0.0:1789131397.253369:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f600. 00010000:00000001:0.0:1789131397.253380:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.253386:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c0031400. 00000020:00000001:0.0:1789131397.253390:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.253394:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c0031400 with handle 0xc8adac5b2d01fe44 to hash 00000020:00000001:0.0:1789131397.253396:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.253398:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.253403:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.253407:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.253411:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.253416:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe44 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.253425:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe44 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.253435:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe44 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.253441:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.253443:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.253451:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640c540. 00000100:00000001:0.0:1789131397.253453:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556047168 : -110360153504448 : ffff9ba0c640c540) 00000100:00000001:0.0:1789131397.253455:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.253457:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748380480 : -110359961171136 : ffff9ba0d1b78b40) 00000100:00000001:0.0:1789131397.253462:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.253466:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.253521:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.253524:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.253531:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b78b40 x1876039997361280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.253540:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.253542:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.253546:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.253549:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.253558:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.253563:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b78b40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997361280:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.253567:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.253575:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.253578:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.253581:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.253587:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.253589:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.253597:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.253603:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.253613:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13467f8. 00000100:00000200:0.0:1789131397.253623:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997361280, portal 10 00000100:00000001:0.0:1789131397.253626:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.253627:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748380480 : -110359961171136 : ffff9ba0d1b78b40) 00000100:00000040:0.0:1789131397.253635:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b78b40 x1876039997361280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.253644:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.253648:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.253651:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346550. 00000100:00000200:0.0:1789131397.253655:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997361280, offset 0 00000400:00000200:0.0:1789131397.253664:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.253676:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.253699:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.253708:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.253715:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.253720:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.253725:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.253730:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [276:276:256:4294967295] 192.168.206.157@tcp LPNI seq info [276:276:8:4294967295] 00000400:00000200:0.0:1789131397.253734:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.253748:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.253756:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.253771:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593100. 00000800:00000200:0.0:1789131397.253782:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.253891:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.253900:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.253926:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.253934:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 44991 usecs (45 jiffies) 00000400:00000200:0.0:1789131397.253939:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.253944:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984308 00000100:00000001:0.0:1789131397.253956:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984296 00000100:00000001:0.0:1789131397.253964:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984308 00000100:00000001:0.0:1789131397.253968:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984296 00000100:00000001:0.0:1789131397.253972:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.253976:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.253978:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.253981:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.253984:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640c540 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.253987:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.253990:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.254366:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.254372:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593100. 00000400:00000200:3.0:1789131397.254377:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.254384:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.254390:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346550 00000400:00000010:3.0:1789131397.254393:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346550. 00000100:00000001:3.0:1789131397.254397:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.254403:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b78b40 x1876039997361280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.254414:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.254417:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b78b40 x1876039997361280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.254424:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.254425:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131397.259419:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.259443:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.259449:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.259452:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.259465:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.259525:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.259555:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.259562:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.259568:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.259572:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a08c80 00000400:00000200:2.0:1789131397.259579:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.259587:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xc85 [1] + 224 00000800:00000001:2.0:1789131397.259598:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.259607:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.259612:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.259617:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.259627:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.259639:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b78b40 x1876039997361280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.259652:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d1b78b40 x1876039997361280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.259668:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.259680:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.259700:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.259784:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.259807:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.259809:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.259814:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.259818:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13467f8 00000400:00000010:0.0:1789131397.259821:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13467f8. 00000100:00000001:0.0:1789131397.259825:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.259830:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b78b40 x1876039997361280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.259840:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b78b40 x1876039997361280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.259845:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.259848:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.259857:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.259861:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.259865:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.259867:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.259870:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.259882:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.259888:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.259891:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.259893:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.259896:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.259900:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.259905:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.259908:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.259910:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.259914:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.259920:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b78b40 x1876039997361280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.259927:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.259930:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.259933:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.259937:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b78b40 x1876039997361280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.260059:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b78b40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997361280:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.260065:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.260068:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.260071:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.260073:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.260077:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b78b40 x1876039997361280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.260084:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.260087:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640c540. 00000100:00000001:0.0:1789131397.260090:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.260092:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.260104:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.260109:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.260113:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.260117:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=4 00000020:00000001:0.0:1789131397.260120:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.260123:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000040:0.0:1789131397.260131:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c0031400, remote cookie: 0x2d69527cc21156c0, flags: 0x1001 00010000:00010000:0.0:1789131397.260138:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe44 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156c0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.260150:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe44 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156c0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.260157:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.260163:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.260165:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.260167:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.260168:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.260172:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c4c0dc00) refcount = 1 00010000:00010000:0.0:1789131397.260176:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe44 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21156c0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.260184:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.260188:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.260190:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.260193:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.260195:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.260198:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe44 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156c0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.260204:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.260206:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.260208:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.260214:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.260215:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.260217:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.260223:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.260224:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.260226:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.260228:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.260230:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.260231:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.260234:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.260235:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.260237:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=4 00000020:00000001:0.0:1789131397.260239:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.260240:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.260244:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.260247:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.260250:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe44 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21156c0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.260256:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.260257:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.260258:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.260259:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.260260:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=5 00000020:00000001:0.0:1789131397.260262:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.260263:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.260266:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.260268:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe44 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21156c0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.260273:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.260274:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.260276:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe44 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21156c0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.260287:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.260289:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.260289:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.260291:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.260292:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.260297:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d1b78b40 x1876039997361280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789131397.260306:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.260307:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.260309:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.260310:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.260312:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.260315:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.260316:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.260317:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.260319:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.260322:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789131397.260325:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.260326:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.260327:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.260329:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.260331:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00000002:00010000:0.0:1789131397.260334:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156c0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.260340:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.260341:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.260343:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.260344:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.260345:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.260346:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.260348:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.260355:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000040:0.0:1789131397.260363:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0dc00 count: 2 00010000:00000001:0.0:1789131397.260366:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.260370:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789131397.260373:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.260374:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.260375:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.260379:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:0.0:1789131397.260381:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789131397.260384:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.260390:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.260393:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.260397:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789131397.260400:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.260405:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.260409:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c600. 00000080:00000001:0.0:1789131397.260414:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.260418:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.260426:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.260431:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789131397.260437:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0d84c6080. 00800000:00000001:0.0:1789131397.260439:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713858797696 : -110359850753920 : ffff9ba0d84c6080) 00800000:00000001:0.0:1789131397.260442:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.260444:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.260448:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789131397.260450:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789131397.260453:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789131397.260457:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789131397.260459:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.260465:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789131397.260705:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789131397.260713:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:0.0:1789131397.260716:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.260717:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.260725:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.260727:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.260730:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.260733:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.260734:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.260736:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.260739:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789131397.260741:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d84c6080 1 00800000:00000010:0.0:1789131397.260743:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0d84c6080. 00800000:00000001:0.0:1789131397.260747:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.260750:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe44 00800000:00000001:0.0:1789131397.260754:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.260756:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.260758:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.260759:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.260760:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.260762:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.260764:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.260767:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.260768:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.260770:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.260771:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.260774:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.260777:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.260780:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe44 from it ffffbc4101cb7bf8 00010000:00000001:0.0:1789131397.260782:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.260783:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.260784:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.260786:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.260789:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.260790:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.260912:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21156c0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.260931:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.260932:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.260933:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.260936:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.260939:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156c0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.261013:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.261017:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.261019:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.261025:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.261026:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.261028:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.261032:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.261033:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.261036:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.261039:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.261040:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.261042:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.261043:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.261045:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.261053:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d1b78b40 x1876039997361280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.261060:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131397.261064:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.261068:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.261072:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131397.261075:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131397.261077:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=39 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131397.261080:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131397.261083:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c7b12000. 02000000:00000001:0.0:1789131397.261087:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131397.261090:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131397.261092:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d1b78b40. 00000100:00000001:0.0:1789131397.261101:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131397.261103:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.261108:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:0.0:1789131397.261114:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.261134:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c7b19e20. 00000080:00000001:0.0:1789131397.261141:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.261143:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.261145:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:0.0:1789131397.261147:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.261153:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c600. 00800000:00000002:0.0:1789131397.261159:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.261163:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.261166:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.261168:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:0.0:1789131397.261170:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.261174:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.261177:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.261182:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.261184:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:0.0:1789131397.261185:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.261189:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.261191:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.261193:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.261607:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0dc00 count: 2 00010000:00000001:0.0:1789131397.261613:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.261618:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.261622:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789131397.261627:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156c0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789131397.261638:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789131397.261643:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.261647:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe44 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156c0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789131397.261671:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789131397.261673:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.261675:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.261677:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.261679:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.261681:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789131397.261684:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789131397.261697:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.261701:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c600. 00000080:00000001:0.0:1789131397.261705:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.261707:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.261710:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.261713:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe44 00800000:00000001:0.0:1789131397.261716:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.261718:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.261720:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.261722:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.261725:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.261727:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.261730:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.261733:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.261734:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.261735:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.261737:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.261740:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe44 from it ffffbc4101cb7b38 00010000:00000001:0.0:1789131397.261742:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.261743:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.261744:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.261746:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.261749:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.261750:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.261758:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21156c0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.261765:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.261766:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.261768:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.261770:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.261772:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156c0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789131397.261778:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.261780:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.261781:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.261783:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.261784:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.261786:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.261788:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.261789:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.261791:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.261803:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.261806:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.261807:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.261809:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.261811:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789131397.261812:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.261814:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:0.0:1789131397.261818:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.261823:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789131397.261826:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:0.0:1789131397.261828:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-17, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d8799080, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789131397.261834:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d81f7c60. 00000080:00000001:0.0:1789131397.261839:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789131397.261841:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:0.0:1789131397.261843:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-17, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:0.0:1789131397.261851:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c600. 00800000:00000002:0.0:1789131397.261858:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.261864:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.261867:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.261869:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:0.0:1789131397.261871:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-17' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.261874:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789131397.261878:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789131397.261884:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:0.0:1789131397.261888:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789131397.261891:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789131397.261894:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789131397.261897:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789131397.261900:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x13:0x0] 40000000:00000001:0.0:1789131397.261903:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.261905:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.261907:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.261909:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.261911:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:0.0:1789131397.261913:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x13:0x0], name='f0a.replay-dual-17' -> mds #0 layout version 1 00000002:00000001:0.0:1789131397.261917:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.261918:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:0.0:1789131397.261920:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-17,[0x200000402:0x13:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789131397.261924:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.261927:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789131397.261931:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789131397.261935:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.261937:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789131397.261938:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0dc00 count: 2 00010000:00000001:0.0:1789131397.261940:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.261950:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789131397.261954:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789131397.261956:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc21156c0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789131397.261974:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131397.261978:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131397.261981:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131397.261983:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789131397.261986:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.261988:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.261990:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0dc00 count: 3 00010000:00000001:0.0:1789131397.261992:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.261994:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.261996:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.261997:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.261998:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0dc00 count: 3 00010000:00000001:0.0:1789131397.262000:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.262002:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.262003:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.262004:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.262005:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0dc00 count: 3 00010000:00000001:0.0:1789131397.262007:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.262009:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.262011:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.262013:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789131397.262018:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789131397.262023:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789131397.262025:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131397.262026:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.262030:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789131397.262033:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131397.262035:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131397.262037:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.262038:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789131397.262042:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c0031400 with handle 0xc8adac5b2d01fe44 from hash 00010000:00000001:0.0:1789131397.262044:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131397.262045:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.262047:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.262051:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131397.262054:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131397.262057:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789131397.262059:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.262061:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.262064:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789131397.262069:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d1b78b40. 00000020:00000040:0.0:1789131397.262073:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=40 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:0.0:1789131397.262079:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789131397.262081:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.262083:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.262088:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.262090:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.262092:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.262093:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.262096:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.262098:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.262102:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.262109:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b12000. 00000100:00000001:0.0:1789131397.262117:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.262122:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.262125:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789131397.262128:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe44 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21156c0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789131397.262135:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789131397.262137:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.262139:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131397.262141:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe44 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21156c0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789131397.262149:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0dc00 count: 0 00010000:00000010:0.0:1789131397.262155:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f600. 00010000:00000001:0.0:1789131397.262169:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.262170:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.262177:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.262179:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.262181:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.262193:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713748380480 : -110359961171136 : ffff9ba0d1b78b40) 00010000:00000001:0.0:1789131397.262198:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.262212:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.262219:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d200. 00010000:00000010:0.0:1789131397.262223:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f600. 00010000:00000001:0.0:1789131397.262229:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.262232:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c0030000. 00000020:00000001:0.0:1789131397.262235:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.262238:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c0030000 with handle 0xc8adac5b2d01fe4b to hash 00000020:00000001:0.0:1789131397.262240:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.262241:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:0.0:1789131397.262245:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:0.0:1789131397.262249:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.262251:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.262254:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fe4b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.262260:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fe4b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789131397.262274:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789131397.262287:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d1b78b40 x1876039997361536/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789131397.262297:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fe4b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.262303:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.262305:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.262312:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640c540. 00000100:00000001:0.0:1789131397.262314:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556047168 : -110360153504448 : ffff9ba0c640c540) 00000100:00000001:0.0:1789131397.262322:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.262324:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748380480 : -110359961171136 : ffff9ba0d1b78b40) 00000100:00000001:0.0:1789131397.262329:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.262334:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.262337:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.262339:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.262344:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b78b40 x1876039997361536/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.262352:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.262355:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.262372:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.262376:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.262379:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.262382:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b78b40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997361536:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.262387:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.262394:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.262397:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.262400:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.262547:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0c7b80000. 02000000:00000001:0.0:1789131397.262550:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.262559:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.262564:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.262572:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c7b11000. 00000100:00000200:0.0:1789131397.262582:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997361536, portal 10 00000100:00000001:0.0:1789131397.262585:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.262586:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748380480 : -110359961171136 : ffff9ba0d1b78b40) 00000100:00000040:0.0:1789131397.262593:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b78b40 x1876039997361536/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.262600:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.262603:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.262607:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13467f8. 00000100:00000200:0.0:1789131397.262611:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997361536, offset 0 00000400:00000200:0.0:1789131397.262619:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.262637:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.262646:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.262653:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.262658:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.262663:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.262666:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.262671:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [277:277:256:4294967295] 192.168.206.157@tcp LPNI seq info [277:277:8:4294967295] 00000400:00000200:0.0:1789131397.262675:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.262698:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.262705:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.262711:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593e00. 00000800:00000200:0.0:1789131397.262720:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.262730:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.262736:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593e00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.262757:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.262764:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 44581 usecs (45 jiffies) 00000400:00000200:0.0:1789131397.262767:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.262771:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984317 00000100:00000001:0.0:1789131397.262780:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984308 00000100:00000001:0.0:1789131397.262786:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984317 00000100:00000001:0.0:1789131397.262790:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984308 00000100:00000001:0.0:1789131397.262794:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.262797:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.262799:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.262802:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.262805:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640c540 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.262808:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.262811:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.263187:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.263193:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593e00. 00000400:00000200:3.0:1789131397.263199:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.263206:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.263213:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13467f8 00000400:00000010:3.0:1789131397.263216:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13467f8. 00000100:00000001:3.0:1789131397.263221:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.263227:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b78b40 x1876039997361536/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.263237:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.263241:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b78b40 x1876039997361536/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.263259:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.263261:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.267675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0dc00. 00010000:00000010:0.1:1789131397.267707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0031400. 00000800:00000001:2.0:1789131397.273001:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.273023:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.273029:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.273033:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.273045:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.273056:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.273068:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.273074:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.273081:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.273086:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a08d80 00000400:00000200:2.0:1789131397.273093:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.273100:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xc8d [32] + 224 00000800:00000001:2.0:1789131397.273110:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.273139:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.273143:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.273149:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.273160:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.273172:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b78b40 x1876039997361536/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.273183:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d1b78b40 x1876039997361536/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.273217:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131397.273230:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131397.273235:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.273241:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131397.273248:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [278:278:256:4294967295] 192.168.206.157@tcp LPNI seq info [278:278:8:4294967295] 00000400:00000200:2.0:1789131397.273253:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.273262:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131397.273268:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131397.273275:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0c7b00800. 00000800:00000200:2.0:1789131397.273282:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131397.273291:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131397.273296:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c7b00800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131397.273407:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.273413:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0c7b00800. 00000400:00000200:2.0:1789131397.273416:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.273420:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131397.273427:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.273432:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.273930:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.273951:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.273965:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.273970:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.273974:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c7b11000 00000400:00000010:0.0:1789131397.273978:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c7b11000. 00000100:00000001:0.0:1789131397.273982:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.273989:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b78b40 x1876039997361536/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.274000:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b78b40 x1876039997361536/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.274007:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.274009:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.274012:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.274016:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.274019:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.274022:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.274025:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.274037:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.274041:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.274043:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.274045:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.274048:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.274052:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.274055:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.274057:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1789131397.274059:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.274061:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.274063:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748380480 : -110359961171136 : ffff9ba0d1b78b40) 00000100:00000001:0.0:1789131397.274067:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.274068:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.274071:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.274073:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.274079:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.274086:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.274096:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.274098:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.274104:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.274111:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b78b40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997361536:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.274117:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.274120:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.274122:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.274125:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.274128:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.274134:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.274137:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640c540. 00000100:00000001:0.0:1789131397.274140:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.274142:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.274145:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.274150:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.274153:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.274157:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=4 00000020:00000001:0.0:1789131397.274159:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:0.0:1789131397.274162:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000040:0.0:1789131397.274170:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c0030000, remote cookie: 0x2d69527cc21156dc, flags: 0x1001 00010000:00010000:0.0:1789131397.274176:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fe4b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156dc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789131397.274186:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x13:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789131397.274190:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789131397.274208:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0dc00. 00010000:00000010:0.0:1789131397.274214:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f480. 00010000:00000040:0.0:1789131397.274220:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d200 count: 0 00010000:00000010:0.0:1789131397.274230:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f600. 00010000:00000001:0.0:1789131397.274239:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.274243:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fe4b lrc: 4/0,1 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156dc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.274251:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fe4b lrc: 4/0,1 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156dc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.274258:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.274263:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.274265:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.274267:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.274269:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.274272:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x13:0x0].0x0 (ffff9ba0c4c0dc00) refcount = 1 00010000:00010000:0.0:1789131397.274276:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fe4b lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21156dc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.274283:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.274288:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.274290:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.274294:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.274296:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.274299:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fe4b lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156dc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.274306:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.274308:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.274309:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.274311:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.274311:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.274313:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.274318:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.274321:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.274323:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.274330:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=3 00000020:00000001:0.0:1789131397.274333:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:0.0:1789131397.274335:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:0.0:1789131397.274338:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.274339:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.274340:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=4 00000020:00000001:0.0:1789131397.274342:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:0.0:1789131397.274344:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:0.0:1789131397.274347:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.274351:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.274354:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fe4b lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21156dc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.274361:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.274362:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.274363:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.274364:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.274366:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=5 00000020:00000001:0.0:1789131397.274367:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:0.0:1789131397.274370:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:0.0:1789131397.274372:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.274375:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fe4b lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21156dc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.274381:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.274383:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.274385:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fe4b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21156dc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.274393:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.274394:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.274395:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.274403:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.274403:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.274410:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.274420:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.274425:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.274431:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.274440:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.274441:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.274442:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=3 00000020:00000001:0.0:1789131397.274444:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:0.0:1789131397.274446:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00000002:00010000:0.0:1789131397.274450:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fe4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156dc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789131397.274460:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0d84c6080. 00010000:00000001:0.0:1789131397.274462:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.274463:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.274465:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.274467:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.274547:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789131397.274550:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.274552:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748380480 : -110359961171136 : ffff9ba0d1b78b40) 00000100:00000001:0.0:1789131397.274554:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.274555:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748380480 : -110359961171136 : ffff9ba0d1b78b40) 00010000:00000001:0.0:1789131397.274557:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.274559:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.274560:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=3 00000020:00000001:0.0:1789131397.274563:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:0.0:1789131397.274565:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00000002:00010000:0.0:1789131397.274568:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fe4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156dc expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.274581:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.274583:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.274585:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.274586:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.274587:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.274589:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=3 00000020:00000001:0.0:1789131397.274591:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:0.0:1789131397.274593:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000040:0.0:1789131397.274598:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0dc00 count: 2 00010000:00000001:0.0:1789131397.274600:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.274605:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/19 (0 0) 00010000:00000001:0.0:1789131397.274607:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.274608:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.274610:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.274613:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:0.0:1789131397.274616:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-17 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789131397.274619:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.274624:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.274627:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.274630:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789131397.274634:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.274639:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.274642:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789131397.274645:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d81f7c60 it_disposition 1800037 00000080:00002000:0.0:1789131397.274651:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2150288 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789131397.274657:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.274660:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789131397.274662:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:0.0:1789131397.274664:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-17, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:0.0:1789131397.274668:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789131397.274670:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.274677:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789131397.274701:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.274706:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279507 : 144115205289279507 : 200000402000013) 00000080:00000001:0.0:1789131397.274710:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789131397.274732:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d212d280. 00000020:00000001:0.0:1789131397.274745:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789131397.274747:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789131397.274751:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789131397.274753:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x13:0x0](ffff9ba0d212d348) 00000020:00000001:0.0:1789131397.274758:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.274764:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:0.0:1789131397.274766:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:0.0:1789131397.274772:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789131397.274778:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0c3d4b258. 00000020:00000001:0.0:1789131397.274780:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.274782:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.274791:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.274995:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d7d6c8. 00020000:00000001:0.0:1789131397.274999:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582724808 : -110360126826808 : ffff9ba0c7d7d6c8) 00020000:00000001:0.0:1789131397.275002:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789131397.275006:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.275012:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f7660. 00020000:00000010:0.0:1789131397.275018:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364600. 00020000:00000010:0.0:1789131397.275023:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f78a0. 00020000:00000001:0.0:1789131397.275026:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855854752 : -110359853696864 : ffff9ba0d81f78a0) 00020000:00000002:0.0:1789131397.275029:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f78a0, objid 0x13:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.275034:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.275038:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364600: ostid: 0x280000400:11 ost idx: 1 gen: 0 00020000:00000001:0.0:1789131397.275042:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789131397.275044:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f78a0, objid 0x13:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.275047:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.275050:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364600: ostid: 0x280000400:11 ost idx: 1 gen: 0 00020000:00000010:0.0:1789131397.275055:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d0b0f590. 00020000:00000010:0.0:1789131397.275058:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c640c540. 00020000:00000001:0.0:1789131397.275071:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789131397.275074:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7f22a90. 00020000:00000001:0.0:1789131397.275078:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789131397.275079:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789131397.275086:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.275090:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0c3d4b000. 00000020:00000001:0.0:1789131397.275092:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.275093:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.275096:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713515409536 : -110360194142080 : ffff9ba0c3d4b080) 00020000:00000001:0.0:1789131397.275100:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789131397.275106:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d803d0. 00020000:00000001:0.0:1789131397.275109:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.275114:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713515409536 : -110360194142080 : ffff9ba0c3d4b080) 00020000:00000001:0.0:1789131397.275117:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713515409536 : -110360194142080 : ffff9ba0c3d4b080) 00020000:00000002:0.0:1789131397.275120:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0xb:0x0]@ffff9ba0c3d4b000[0:0] -> [0x200000402:0x13:0x0]@ffff9ba0c3d4b258: ostid: 0x280000400:11 ost idx: 1 gen: 0 00020000:00000001:0.0:1789131397.275126:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789131397.275128:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789131397.275130:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.275133:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713515410136 : -110360194141480 : ffff9ba0c3d4b2d8) 00000020:00001000:0.0:1789131397.275137:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:0.0:1789131397.275143:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279507 : 144115205289279507 : 200000402000013) 00000080:00000001:0.0:1789131397.275146:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789131397.275149:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279507 mtime from 0 to 1789131397 00000080:00000001:0.0:1789131397.275154:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789131397.275157:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754362696 : -110359955188920 : ffff9ba0d212d348) 00010000:00000001:0.0:1789131397.275160:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.275161:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.275163:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=3 00000020:00000001:0.0:1789131397.275165:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:0.0:1789131397.275168:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00000080:00000001:0.0:1789131397.275172:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131397.275174:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.275180:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:0.0:1789131397.275182:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:0.0:1789131397.275185:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789131397.275188:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131397.275190:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.275193:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f7480. 00020000:00000010:0.0:1789131397.275207:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364700. 00020000:00000010:0.0:1789131397.275211:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7c00. 00020000:00000001:0.0:1789131397.275213:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855855616 : -110359853696000 : ffff9ba0d81f7c00) 00020000:00000002:0.0:1789131397.275216:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7c00, objid 0x13:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.275219:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.275222:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364700: ostid: 0x280000400:11 ost idx: 1 gen: 0 00020000:00000002:0.0:1789131397.275225:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d7d6c8) owner ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.275228:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131397.275230:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d7d6c8) owner ffff9ba0c2f34f80 00020000:00000010:0.0:1789131397.275235:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0d8364700. 00020000:00000010:0.0:1789131397.275239:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d81f7480. 00020000:00000010:0.0:1789131397.275242:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d81f7c00. 00020000:00000002:0.0:1789131397.275244:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x13:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789131397.275247:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.275248:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.275252:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789131397.275255:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d6c8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.275258:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d81f78a0 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:0.0:1789131397.275260:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d6c8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.275263:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789131397.275266:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789131397.275267:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789131397.275269:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789131397.275271:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789131397.275274:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x13:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789131397.275276:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:0.0:1789131397.275279:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.275286:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.275287:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.275289:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.275293:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.275294:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.275297:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x13:0x0](ffff9ba0d212d348) 00000080:00010000:0.0:1789131397.275301:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x13:0x0](ffff9ba0d212d348) for lock 0xc8adac5b2d01fe4b 00800000:00000001:0.0:1789131397.275304:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.275306:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.275307:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.275309:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.275311:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=3 00000020:00000001:0.0:1789131397.275312:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:0.0:1789131397.275315:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:0.0:1789131397.275317:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.275319:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.275320:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.275322:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.275323:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789131397.275326:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.275335:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.275343:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.275349:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d212d348 need_sync_to_mds [0x200000402:0x13:0x0] 00000080:00000001:0.0:1789131397.275352:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.275356:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x13:0x0](ffff9ba0d212d348) 00000080:00000001:0.0:1789131397.275359:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.275363:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c600. 00000100:00000001:0.0:1789131397.275366:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.275370:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.275376:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.275380:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789131397.275382:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.275389:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d212d348 need_sync_to_mds [0x200000402:0x13:0x0] 00000080:00000001:0.0:1789131397.275401:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789131397.275404:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:0.0:1789131397.275406:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-17:[0x200000402:0x13:0x0](ffff9ba0d212d348), flags 100102 00000080:00000010:0.0:1789131397.275415:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5de9b80. 00000080:00000010:0.0:1789131397.275422:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0d84c65c0. 00000080:00000001:0.0:1789131397.275425:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789131397.275430:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.275433:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789131397.275437:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c7b19fc0. 00000002:00100000:0.0:1789131397.275441:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.275447:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.275449:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789131397.275452:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789131397.275456:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.275458:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.275461:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.275464:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789131397.275508:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.275512:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0c7b80000. 02000000:00000001:0.0:1789131397.275540:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789131397.275543:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.275546:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:0.0:1789131397.275548:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-17:[0x200000402:0x13:0x0](ffff9ba0d212d348), flags 100102, rc = 0 00000080:00000001:0.0:1789131397.275552:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789131397.275554:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d81f7c60 released 00000080:00010000:0.0:1789131397.275557:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe4b from it ffff9ba0d81f7c60 00010000:00000001:0.0:1789131397.275559:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.275560:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.275562:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0030000 refcount=3 00000020:00000001:0.0:1789131397.275564:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:0.0:1789131397.275572:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451335680 : -110360258215936 : ffff9ba0c0030000) 00010000:00000001:0.0:1789131397.275575:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.275578:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fe4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc21156dc expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.275586:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.275587:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.275589:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.275592:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.275594:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fe4b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc21156dc expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.275603:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.275606:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.275608:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.275613:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.275615:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.275616:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.275620:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.275622:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.275624:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.275627:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.275629:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.275631:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.275632:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.275633:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789131397.275636:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789131397.275638:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.275640:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789131397.275642:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.275644:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.275648:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789131397.275650:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.275652:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.275655:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.275657:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.275659:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d81f7c60. 00000080:00000001:0.0:1789131397.275668:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.275673:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789131397.275675:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x13:0x0](ffff9ba0d212d348), inode mode 81a4 mask 40 00000080:00000001:0.0:1789131397.275679:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.275724:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.275728:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d6c8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.275731:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d6c8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.275733:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.275743:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789131397.275745:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:0.0:1789131397.275747:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-17:[0x200000402:0x13:0x0](ffff9ba0d212d348), flags 100002 00000080:00000001:0.0:1789131397.275750:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789131397.275753:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789131397.275754:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.275755:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d6c8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.275758:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d6c8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.275760:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.275762:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789131397.275768:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.275771:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.275775:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0dc00 count: 2 00010000:00000001:0.0:1789131397.275778:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.275783:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.275785:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x13:0x0]: 0 00000080:00000001:0.0:1789131397.275788:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789131397.275790:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789131397.276294:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d836c600. 00000080:00000001:0.0:1789131397.276300:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789131397.276307:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789131397.276311:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789131397.276314:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x13:0x0] 00000002:00000001:0.0:1789131397.276318:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789131397.276320:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x13:0x0] file closed with intent: 0 00000100:00000010:0.0:1789131397.276327:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d1b79680. 00000020:00000040:0.0:1789131397.276332:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=41 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131397.276346:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.276349:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.276354:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.276410:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d836d600. 00000100:00000001:0.0:1789131397.276419:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789131397.276437:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789131397.276450:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789131397.276456:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d1b79680 x1876039997361792/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789131397.276463:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.276465:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.276929:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640cf00. 00000100:00000001:0.0:1789131397.276935:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556049664 : -110360153501952 : ffff9ba0c640cf00) 00000100:00000001:0.0:1789131397.276938:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.276940:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748383360 : -110359961168256 : ffff9ba0d1b79680) 00000100:00000001:0.0:1789131397.276957:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.276962:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.276965:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.276967:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.276973:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b79680 x1876039997361792/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.276982:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.276985:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.276990:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.276993:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.276996:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.277001:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b79680 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997361792:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.277005:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.277012:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.277014:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.277017:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.277030:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c7b11000. 02000000:00000001:0.0:1789131397.277033:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.277042:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.277046:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.277054:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346cc0. 00000100:00000200:0.0:1789131397.277063:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997361792, portal 10 00000100:00000001:0.0:1789131397.277065:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.277067:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748383360 : -110359961168256 : ffff9ba0d1b79680) 00000100:00000040:0.0:1789131397.277075:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b79680 x1876039997361792/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.277082:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.277085:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.277090:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13467f8. 00000100:00000200:0.0:1789131397.277094:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997361792, offset 0 00000400:00000200:0.0:1789131397.277100:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.277110:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.277119:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.277126:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.277130:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.277134:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.277137:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.277141:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [279:279:256:4294967295] 192.168.206.157@tcp LPNI seq info [279:279:8:4294967295] 00000400:00000200:0.0:1789131397.277146:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.277158:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.277165:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.277171:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593a00. 00000800:00000200:0.0:1789131397.277178:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.277187:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.277192:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.277226:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.277231:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 44251 usecs (45 jiffies) 00000400:00000200:0.0:1789131397.277241:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.277245:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984331 00000100:00000001:0.0:1789131397.277253:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984317 00000100:00000001:0.0:1789131397.277258:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984331 00000100:00000001:0.0:1789131397.277262:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984317 00000100:00000001:0.0:1789131397.277265:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.277268:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.277270:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.277273:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.277276:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640cf00 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.277278:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.277281:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.277706:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.277713:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593a00. 00000400:00000200:2.0:1789131397.277720:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.277727:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.277740:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13467f8 00000400:00000010:2.0:1789131397.277743:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13467f8. 00000100:00000001:2.0:1789131397.277749:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.277756:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b79680 x1876039997361792/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.277766:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.277770:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b79680 x1876039997361792/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.277777:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.277779:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.281899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d200. 00000800:00000001:3.0:1789131397.282878:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.282899:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.282903:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.282907:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.282920:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.282929:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.282940:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.282957:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.282964:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.282969:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a08e80 00000400:00000200:3.0:1789131397.282974:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.282980:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xc95 [1] + 224 00000800:00000001:3.0:1789131397.282988:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.282996:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.283000:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.283004:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.283014:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.283024:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b79680 x1876039997361792/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.283034:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d1b79680 x1876039997361792/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.283059:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.283070:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.283074:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.283154:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.283165:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.283167:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.283172:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.283177:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346cc0 00000400:00000010:0.0:1789131397.283179:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346cc0. 00000100:00000001:0.0:1789131397.283182:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.283187:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b79680 x1876039997361792/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.283196:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b79680 x1876039997361792/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.283215:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.283217:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.283220:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.283224:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.283226:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.283229:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.283232:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.283244:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.283249:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.283252:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.283273:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.283277:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.283281:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.283285:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.283288:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789131397.283290:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.283293:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.283295:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748383360 : -110359961168256 : ffff9ba0d1b79680) 00000100:00000001:0.0:1789131397.283298:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.283301:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.283303:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.283307:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.283313:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b79680 x1876039997361792/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.283321:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.283324:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.283327:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.283331:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b79680 x1876039997361792/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.283339:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b79680 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997361792:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.283345:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.283348:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.283351:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.283354:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.283358:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b79680 x1876039997361792/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.283365:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.283368:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640cf00. 00000100:00000001:0.0:1789131397.283372:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.283374:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.283382:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.283383:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748383360 : -110359961168256 : ffff9ba0d1b79680) 00000002:00000001:0.0:1789131397.283392:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.283397:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.283404:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c600. 00000080:00000001:0.0:1789131397.283407:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789131397.283410:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.283416:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.283422:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.283429:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.283430:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.283432:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0d84c65c0. 00000100:00000001:0.0:1789131397.283435:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.283438:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b79680 x1876039997361792/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.283443:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.283445:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.283450:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5de9b80. 00000080:00000001:0.0:1789131397.283454:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.283461:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:0.0:1789131397.283464:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-17:[0x200000402:0x13:0x0](ffff9ba0d212d348), flags 100002, rc = 0 00000080:00000001:0.0:1789131397.283468:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.283525:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789131397.283528:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:0.0:1789131397.283529:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-17 (ffff9ba0d2150288, parent ffff9ba0d20e4ca8, inode ffff9ba0d212d348) hashed, 00000080:00000001:0.0:1789131397.283532:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.283611:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.283616:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.283618:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.283620:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:0.0:1789131397.283623:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.283629:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c600. 00800000:00000002:0.0:1789131397.283637:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.283641:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.283651:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.283653:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:0.0:1789131397.283656:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.283660:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.283664:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.283668:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.283670:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:0.0:1789131397.283672:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.283675:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.283678:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.283682:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.283701:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.283703:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.283705:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.283708:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.283711:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789131397.283720:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d1b79a40. 00000020:00000040:0.0:1789131397.283725:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=42 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:0.0:1789131397.283733:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.283739:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.283749:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.283752:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.283753:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.283756:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.283759:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.283764:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.283774:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b12800. 00000100:00000001:0.0:1789131397.283782:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.283787:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.283789:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.283790:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.283791:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.283793:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.283800:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713748384320 : -110359961167296 : ffff9ba0d1b79a40) 00010000:00000001:0.0:1789131397.283804:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.283806:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.283819:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d200. 00010000:00000010:0.0:1789131397.283824:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f600. 00010000:00000001:0.0:1789131397.283830:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.283834:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c0031400. 00000020:00000001:0.0:1789131397.283839:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.283844:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c0031400 with handle 0xc8adac5b2d01fe52 to hash 00000020:00000001:0.0:1789131397.283846:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.283848:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.283852:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.283857:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.283861:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.283866:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe52 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.283877:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe52 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.283892:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe52 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.283899:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.283901:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.283908:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640cf00. 00000100:00000001:0.0:1789131397.283910:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556049664 : -110360153501952 : ffff9ba0c640cf00) 00000100:00000001:0.0:1789131397.283913:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.283914:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748384320 : -110359961167296 : ffff9ba0d1b79a40) 00000100:00000001:0.0:1789131397.283919:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.283925:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.283927:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.283930:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.283936:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b79a40 x1876039997361920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.283945:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.283957:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.283964:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.283967:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.283970:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.283974:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b79a40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997361920:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.283979:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.283986:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.283989:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.283992:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.283998:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.284000:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.284005:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.284009:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.284015:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346cc0. 00000100:00000200:0.0:1789131397.284022:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997361920, portal 10 00000100:00000001:0.0:1789131397.284024:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.284025:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748384320 : -110359961167296 : ffff9ba0d1b79a40) 00000100:00000040:0.0:1789131397.284031:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b79a40 x1876039997361920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.284038:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.284040:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.284043:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346550. 00000100:00000200:0.0:1789131397.284047:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997361920, offset 0 00000400:00000200:0.0:1789131397.284054:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.284063:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.284070:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.284077:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.284082:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.284086:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.284089:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.284093:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [280:280:256:4294967295] 192.168.206.157@tcp LPNI seq info [280:280:8:4294967295] 00000400:00000200:0.0:1789131397.284097:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.284107:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.284120:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.284125:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593a00. 00000800:00000200:0.0:1789131397.284132:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.284141:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.284146:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.284315:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.284322:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 43855 usecs (44 jiffies) 00000400:00000200:0.0:1789131397.284326:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.284330:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984337 00000100:00000001:0.0:1789131397.284338:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984331 00000100:00000001:0.0:1789131397.284344:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984337 00000100:00000001:0.0:1789131397.284347:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984331 00000100:00000001:0.0:1789131397.284351:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.284354:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.284356:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.284358:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.284361:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640cf00 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.284363:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.284366:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.286750:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.286761:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593a00. 00000400:00000200:2.0:1789131397.286770:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.286781:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.286790:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346550 00000400:00000010:2.0:1789131397.286793:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346550. 00000100:00000001:2.0:1789131397.286810:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.286821:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b79a40 x1876039997361920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.286834:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.286839:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b79a40 x1876039997361920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.286847:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.286849:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131397.291115:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.291139:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.291145:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.291148:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.291159:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.291168:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.291179:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.291184:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.291190:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.291280:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a08f00 00000400:00000200:2.0:1789131397.291286:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.291293:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xc9d [1] + 224 00000800:00000001:2.0:1789131397.291302:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.291312:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.291316:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.291321:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.291331:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.291342:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b79a40 x1876039997361920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.291355:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d1b79a40 x1876039997361920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.292046:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131397.292068:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.292083:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.292088:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789131397.292131:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.292134:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.292139:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.292145:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346cc0 00000400:00000010:0.0:1789131397.292147:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346cc0. 00000100:00000001:0.0:1789131397.292151:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.292158:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b79a40 x1876039997361920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.292168:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b79a40 x1876039997361920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.292175:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.292188:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.292191:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.292195:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.292197:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.292275:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.292279:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.292292:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.292298:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.292300:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.292303:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.292306:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.292311:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.292317:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.292319:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.292321:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.292325:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.292331:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b79a40 x1876039997361920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.292338:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.292342:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.292344:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.292348:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b79a40 x1876039997361920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.292355:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b79a40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997361920:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.292450:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.292455:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.292457:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.292460:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.292465:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b79a40 x1876039997361920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.294089:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.294096:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640cf00. 00000100:00000001:0.0:1789131397.294102:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.294123:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.294128:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.294134:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.294138:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.294142:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=4 00000020:00000001:0.0:1789131397.294145:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.294149:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000040:0.0:1789131397.294157:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c0031400, remote cookie: 0x2d69527cc21156f1, flags: 0x1001 00010000:00010000:0.0:1789131397.294164:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe52 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156f1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.294177:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe52 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156f1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.294184:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.294189:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.294192:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.294194:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.294195:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.294334:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c4c0d200) refcount = 1 00010000:00010000:0.0:1789131397.294340:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe52 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21156f1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.294348:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.294352:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.294354:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.294357:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.294704:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.294708:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe52 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156f1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.294715:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.294717:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.294727:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.294728:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.294729:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.294731:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.294737:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.294739:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.294740:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.294742:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.294745:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.294748:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.294750:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.294751:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.294752:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=4 00000020:00000001:0.0:1789131397.294754:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.294756:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.294759:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.294763:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.294766:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe52 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21156f1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.294773:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.294774:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.294775:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.294776:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.294778:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=5 00000020:00000001:0.0:1789131397.294779:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.294781:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.294783:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.294786:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe52 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21156f1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.294791:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.294792:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.294812:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe52 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21156f1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.294819:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.294820:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.294821:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.294822:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.294823:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.294836:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d1b79a40 x1876039997361920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789131397.294846:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.294847:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.294849:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.294850:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.294852:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.294854:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.294855:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.294857:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.294859:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.294862:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789131397.294864:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.294865:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.294867:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.294868:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.294870:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00000002:00010000:0.0:1789131397.294873:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156f1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.294879:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.294880:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.294882:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.294883:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.294884:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.294885:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.294892:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.294895:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000040:0.0:1789131397.294902:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d200 count: 2 00010000:00000001:0.0:1789131397.294905:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.294910:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789131397.294913:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.294914:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.294915:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.294918:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:0.0:1789131397.294921:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789131397.294924:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.294929:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.294931:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.294935:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789131397.294939:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.294955:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.294961:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c600. 00000080:00000001:0.0:1789131397.294966:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.294969:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.294976:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.294982:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789131397.294988:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0d84c65c0. 00800000:00000001:0.0:1789131397.294990:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713858799040 : -110359850752576 : ffff9ba0d84c65c0) 00800000:00000001:0.0:1789131397.294993:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.294995:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.294998:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789131397.295000:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789131397.295004:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789131397.295007:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789131397.295009:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.295015:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789131397.295018:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789131397.295024:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:0.0:1789131397.295026:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.295038:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.295039:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.295041:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.295044:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.295046:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.295047:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.295048:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.295051:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789131397.295053:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d84c65c0 1 00800000:00000010:0.0:1789131397.295056:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0d84c65c0. 00800000:00000001:0.0:1789131397.295058:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.295062:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe52 00800000:00000001:0.0:1789131397.295065:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.295067:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.295068:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.295069:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.295070:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.295072:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.295074:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.295076:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.295078:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.295079:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.295080:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.295083:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.295086:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.295089:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe52 from it ffffbc4101cb7bf8 00010000:00000001:0.0:1789131397.295091:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.295092:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.295094:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.295096:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.295098:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.295100:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.295103:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21156f1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.295121:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.295122:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.295123:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.295126:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.295129:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe52 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156f1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.295138:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.295141:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.295144:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.295148:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.295149:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.295151:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.295154:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.295156:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.295158:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.295160:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.295161:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.295163:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.295164:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.295166:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.295172:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d1b79a40 x1876039997361920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.295179:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131397.295183:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.295187:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.295191:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131397.295194:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131397.295196:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=41 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131397.295210:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131397.295214:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c7b12800. 02000000:00000001:0.0:1789131397.295219:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131397.295222:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131397.295224:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d1b79a40. 00000100:00000001:0.0:1789131397.295234:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131397.295235:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.295239:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:0.0:1789131397.295245:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.295276:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c7b19c40. 00000080:00000001:0.0:1789131397.295283:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.295285:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.295287:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:0.0:1789131397.295289:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.295293:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c600. 00800000:00000002:0.0:1789131397.295299:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.295303:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.295306:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.295307:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:0.0:1789131397.295309:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.295313:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.295317:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.295322:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.295324:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:0.0:1789131397.295325:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.295329:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.295331:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.295333:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.295337:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d200 count: 2 00010000:00000001:0.0:1789131397.295339:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.295342:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.295345:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789131397.295348:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe52 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156f1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789131397.295356:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789131397.295374:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.295379:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe52 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156f1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789131397.295396:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789131397.295398:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.295400:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.295402:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.295404:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.295406:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789131397.295408:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789131397.295411:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.295413:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c600. 00000080:00000001:0.0:1789131397.295416:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.295417:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.295419:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.295422:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe52 00800000:00000001:0.0:1789131397.295425:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.295427:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.295428:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.295429:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.295431:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.295433:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.295435:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.295437:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.295438:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.295439:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.295440:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.295442:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe52 from it ffffbc4101cb7b38 00010000:00000001:0.0:1789131397.295444:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.295445:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.295446:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c0031400 refcount=3 00000020:00000001:0.0:1789131397.295447:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.295449:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713451340800 : -110360258210816 : ffff9ba0c0031400) 00010000:00000001:0.0:1789131397.295451:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.295459:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21156f1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.295466:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.295467:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.295468:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.295514:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.295516:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe52 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21156f1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789131397.295523:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.295525:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.295527:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.295529:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.295530:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.295531:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.295534:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.295535:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.295537:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.295539:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.295541:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.295542:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.295543:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.295544:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789131397.295546:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.295548:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:0.0:1789131397.295551:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.295555:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789131397.295557:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:0.0:1789131397.295559:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-18, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d8798000, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789131397.295565:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d81f7c60. 00000080:00000001:0.0:1789131397.295570:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789131397.295573:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:0.0:1789131397.295574:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-18, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:0.0:1789131397.295581:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c600. 00800000:00000002:0.0:1789131397.295589:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.295595:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.295597:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.295599:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:0.0:1789131397.295601:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-18' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.295604:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789131397.295607:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789131397.295611:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:0.0:1789131397.295615:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789131397.295618:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789131397.295621:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789131397.295625:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789131397.295628:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x14:0x0] 40000000:00000001:0.0:1789131397.295630:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.295632:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.295634:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.295636:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.295638:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:0.0:1789131397.295640:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x14:0x0], name='f0a.replay-dual-18' -> mds #0 layout version 1 00000002:00000001:0.0:1789131397.295644:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.295645:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:0.0:1789131397.295647:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-18,[0x200000402:0x14:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789131397.295650:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.295653:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789131397.295657:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789131397.295661:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.295662:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789131397.295665:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d200 count: 2 00010000:00000001:0.0:1789131397.295667:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.295669:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789131397.295673:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789131397.295676:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe52 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc21156f1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789131397.295705:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131397.295709:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131397.295712:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131397.295714:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789131397.295717:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.295718:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.295720:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d200 count: 3 00010000:00000001:0.0:1789131397.295722:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.295725:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.295726:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.295727:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.295728:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d200 count: 3 00010000:00000001:0.0:1789131397.295730:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.295732:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.295733:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.295734:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.295735:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d200 count: 3 00010000:00000001:0.0:1789131397.295737:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.295739:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.295741:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.295743:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789131397.295748:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789131397.295754:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789131397.295756:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131397.295758:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.295761:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789131397.295764:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131397.295766:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131397.295768:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.295770:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789131397.295774:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c0031400 with handle 0xc8adac5b2d01fe52 from hash 00010000:00000001:0.0:1789131397.295776:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131397.295778:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.295779:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.295787:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131397.295791:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131397.295793:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789131397.295795:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.295797:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.295800:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789131397.295804:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d1b79a40. 00000020:00000040:0.0:1789131397.295808:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=42 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:0.0:1789131397.295814:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789131397.295816:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.295818:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.295823:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.295826:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.295827:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.295828:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.295831:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.295833:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.295837:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.295845:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b12800. 00000100:00000001:0.0:1789131397.295853:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.295857:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.295860:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789131397.295863:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe52 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21156f1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789131397.295870:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789131397.295872:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.295874:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131397.295876:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031400/0xc8adac5b2d01fe52 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21156f1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789131397.295884:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d200 count: 0 00010000:00000010:0.0:1789131397.295889:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f600. 00010000:00000001:0.0:1789131397.295901:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.295903:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.295910:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.295912:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.295915:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.295927:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713748384320 : -110359961167296 : ffff9ba0d1b79a40) 00010000:00000001:0.0:1789131397.295932:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.295935:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.295940:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d800. 00010000:00000010:0.0:1789131397.295944:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f600. 00010000:00000001:0.0:1789131397.295948:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.295970:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b89000. 00000020:00000001:0.0:1789131397.295974:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.295976:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b89000 with handle 0xc8adac5b2d01fe59 to hash 00000020:00000001:0.0:1789131397.295978:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.295980:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00010000:00000001:0.0:1789131397.295984:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00010000:00000001:0.0:1789131397.295987:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.295989:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.295993:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89000/0xc8adac5b2d01fe59 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.295999:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89000/0xc8adac5b2d01fe59 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789131397.296013:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789131397.296021:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d1b79a40 x1876039997362176/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789131397.296029:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89000/0xc8adac5b2d01fe59 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.296034:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.296036:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.296044:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640cf00. 00000100:00000001:0.0:1789131397.296046:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556049664 : -110360153501952 : ffff9ba0c640cf00) 00000100:00000001:0.0:1789131397.296054:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.296056:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748384320 : -110359961167296 : ffff9ba0d1b79a40) 00000100:00000001:0.0:1789131397.296061:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.296065:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.296067:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.296069:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.296074:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b79a40 x1876039997362176/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.296081:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.296084:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.296088:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.296091:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.296093:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.296096:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b79a40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997362176:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.296101:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.296135:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.296138:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.296140:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.296206:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0c7bc0000. 02000000:00000001:0.0:1789131397.296209:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.296218:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.296223:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.296232:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c7b11800. 00000100:00000200:0.0:1789131397.296241:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997362176, portal 10 00000100:00000001:0.0:1789131397.296243:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.296244:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748384320 : -110359961167296 : ffff9ba0d1b79a40) 00000100:00000040:0.0:1789131397.296251:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d1b79a40 x1876039997362176/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.296258:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.296260:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.296264:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346cc0. 00000100:00000200:0.0:1789131397.296268:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997362176, offset 0 00000400:00000200:0.0:1789131397.296274:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.296291:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.296300:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.296306:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.296312:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.296317:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.296321:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.296324:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [281:281:256:4294967295] 192.168.206.157@tcp LPNI seq info [281:281:8:4294967295] 00000400:00000200:0.0:1789131397.296329:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.296341:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.296349:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.296356:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593e00. 00000800:00000200:0.0:1789131397.296364:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.296374:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.296380:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593e00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.296405:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.296411:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 43495 usecs (44 jiffies) 00000400:00000200:0.0:1789131397.296416:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.296418:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984349 00000100:00000001:0.0:1789131397.296427:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984337 00000100:00000001:0.0:1789131397.296435:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984349 00000100:00000001:0.0:1789131397.296439:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984337 00000100:00000001:0.0:1789131397.296442:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.296445:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.296447:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.296450:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.296453:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640cf00 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.296455:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.296459:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.297381:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.297391:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593e00. 00000400:00000200:3.0:1789131397.297399:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.297407:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.297415:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346cc0 00000400:00000010:3.0:1789131397.297431:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346cc0. 00000100:00000001:3.0:1789131397.297437:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.297445:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b79a40 x1876039997362176/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.297458:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.297462:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b79a40 x1876039997362176/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.297517:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.297520:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.306571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d200. 00010000:00000010:0.1:1789131397.306590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0031400. 00000800:00000001:2.0:1789131397.307736:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.307757:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.307761:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.307764:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.307776:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.307785:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.307808:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.307814:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.307820:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.307826:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a09000 00000400:00000200:2.0:1789131397.307831:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.307838:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xca5 [32] + 224 00000800:00000001:2.0:1789131397.307847:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.307856:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.307859:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.307864:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.307875:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.307899:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b79a40 x1876039997362176/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.307910:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d1b79a40 x1876039997362176/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.307934:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131397.307956:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131397.307960:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.307966:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131397.307973:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [282:282:256:4294967295] 192.168.206.157@tcp LPNI seq info [282:282:8:4294967295] 00000400:00000200:2.0:1789131397.307977:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.307986:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131397.307992:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131397.308000:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0c7b00c00. 00000800:00000200:2.0:1789131397.308007:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131397.308017:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131397.308022:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c7b00c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131397.308127:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.308131:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0c7b00c00. 00000400:00000200:2.0:1789131397.308135:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.308138:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131397.308145:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.308149:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.308951:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.308977:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.308994:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.308999:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.309005:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c7b11800 00000400:00000010:0.0:1789131397.309008:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c7b11800. 00000100:00000001:0.0:1789131397.309014:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.309025:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b79a40 x1876039997362176/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.309037:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b79a40 x1876039997362176/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.309045:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.309047:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.309050:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.309054:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.309057:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.309059:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.309063:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.309075:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.309080:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.309083:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.309085:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.309088:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.309092:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.309097:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.309099:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1789131397.309100:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.309104:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.309105:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748384320 : -110359961167296 : ffff9ba0d1b79a40) 00000100:00000001:0.0:1789131397.309109:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.309112:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.309114:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.309117:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.309123:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.309130:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.309140:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.309143:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.309148:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.309157:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b79a40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997362176:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.309163:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.309166:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.309169:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.309171:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.309175:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.309183:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.309186:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640cf00. 00000100:00000001:0.0:1789131397.309190:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.309191:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.309195:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.309200:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.309217:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.309221:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89000 refcount=4 00000020:00000001:0.0:1789131397.309224:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00010000:00000001:0.0:1789131397.309228:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00010000:00000040:0.0:1789131397.309236:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b89000, remote cookie: 0x2d69527cc211570d, flags: 0x1001 00010000:00010000:0.0:1789131397.309243:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89000/0xc8adac5b2d01fe59 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211570d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789131397.309253:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x14:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789131397.309256:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789131397.309267:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d200. 00010000:00000010:0.0:1789131397.309271:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f800. 00010000:00000040:0.0:1789131397.309278:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d800 count: 0 00010000:00000010:0.0:1789131397.309292:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f600. 00010000:00000001:0.0:1789131397.309300:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.309304:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89000/0xc8adac5b2d01fe59 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211570d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.309314:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89000/0xc8adac5b2d01fe59 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211570d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.309320:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.309326:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.309328:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.309330:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.309331:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.309334:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x14:0x0].0x0 (ffff9ba0c4c0d200) refcount = 1 00010000:00010000:0.0:1789131397.309339:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89000/0xc8adac5b2d01fe59 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211570d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.309346:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.309350:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.309351:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.309354:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.309357:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.309366:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89000/0xc8adac5b2d01fe59 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211570d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.309372:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.309374:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.309376:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.309377:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.309378:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.309380:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.309386:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.309389:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.309390:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.309398:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89000 refcount=3 00000020:00000001:0.0:1789131397.309401:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00010000:00000001:0.0:1789131397.309403:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00010000:00000001:0.0:1789131397.309405:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.309406:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.309407:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89000 refcount=4 00000020:00000001:0.0:1789131397.309409:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00010000:00000001:0.0:1789131397.309411:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00010000:00000001:0.0:1789131397.309413:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.309417:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.309420:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89000/0xc8adac5b2d01fe59 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211570d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.309427:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.309428:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.309429:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.309430:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.309431:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89000 refcount=5 00000020:00000001:0.0:1789131397.309433:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00010000:00000001:0.0:1789131397.309435:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00010000:00000001:0.0:1789131397.309438:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.309441:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89000/0xc8adac5b2d01fe59 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211570d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.309447:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.309448:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.309451:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89000/0xc8adac5b2d01fe59 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211570d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.309457:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.309458:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.309459:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.309465:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.309466:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.309548:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.309560:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.309565:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.309572:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.309581:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.309583:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.309584:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89000 refcount=3 00000020:00000001:0.0:1789131397.309587:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00010000:00000001:0.0:1789131397.309589:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00000002:00010000:0.0:1789131397.309593:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89000/0xc8adac5b2d01fe59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211570d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789131397.309604:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0d84c65c0. 00010000:00000001:0.0:1789131397.309606:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.309608:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.309609:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.309611:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.309615:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789131397.309617:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.309618:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748384320 : -110359961167296 : ffff9ba0d1b79a40) 00000100:00000001:0.0:1789131397.309620:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.309621:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748384320 : -110359961167296 : ffff9ba0d1b79a40) 00010000:00000001:0.0:1789131397.309623:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.309624:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.309626:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89000 refcount=3 00000020:00000001:0.0:1789131397.309627:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00010000:00000001:0.0:1789131397.309629:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00000002:00010000:0.0:1789131397.309632:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89000/0xc8adac5b2d01fe59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211570d expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.309645:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.309646:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.309648:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.309650:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.309651:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.309652:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89000 refcount=3 00000020:00000001:0.0:1789131397.309654:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00010000:00000001:0.0:1789131397.309657:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00010000:00000040:0.0:1789131397.309661:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d200 count: 2 00010000:00000001:0.0:1789131397.309664:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.309668:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/20 (0 0) 00010000:00000001:0.0:1789131397.309670:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.309671:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.309673:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.309676:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:0.0:1789131397.309678:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-18 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789131397.309681:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.309686:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.309699:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.309703:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789131397.309706:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.309711:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.309714:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789131397.309716:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d81f7c60 it_disposition 1800037 00000080:00002000:0.0:1789131397.309727:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d20e4438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789131397.309734:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.309737:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789131397.309739:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:0.0:1789131397.309741:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-18, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:0.0:1789131397.309743:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789131397.309746:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.309752:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789131397.309763:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.309766:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279508 : 144115205289279508 : 200000402000014) 00000080:00000001:0.0:1789131397.309770:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789131397.309789:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d212e300. 00000020:00000001:0.0:1789131397.309811:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789131397.309813:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789131397.309816:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789131397.309818:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x14:0x0](ffff9ba0d212e3c8) 00000020:00000001:0.0:1789131397.309823:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.309831:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:0.0:1789131397.309834:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:0.0:1789131397.309840:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789131397.309846:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0c3d4b708. 00000020:00000001:0.0:1789131397.309849:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.309851:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.309861:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.309865:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d7d3e0. 00020000:00000001:0.0:1789131397.309868:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582724064 : -110360126827552 : ffff9ba0c7d7d3e0) 00020000:00000001:0.0:1789131397.309870:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789131397.309874:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.309880:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f7c00. 00020000:00000010:0.0:1789131397.309886:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364700. 00020000:00000010:0.0:1789131397.309891:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7480. 00020000:00000001:0.0:1789131397.309893:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855853696 : -110359853697920 : ffff9ba0d81f7480) 00020000:00000002:0.0:1789131397.309896:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7480, objid 0x14:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.309900:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.309905:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364700: ostid: 0x240000400:12 ost idx: 0 gen: 0 00020000:00000001:0.0:1789131397.309908:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789131397.309910:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7480, objid 0x14:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.309913:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.309916:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364700: ostid: 0x240000400:12 ost idx: 0 gen: 0 00020000:00000010:0.0:1789131397.309920:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d0b0f6e0. 00020000:00000010:0.0:1789131397.309922:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c640cf00. 00020000:00000001:0.0:1789131397.309934:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789131397.309937:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7f22610. 00020000:00000001:0.0:1789131397.309941:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789131397.309942:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789131397.309953:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.309956:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0c3d4bd48. 00000020:00000001:0.0:1789131397.309958:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.309960:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.309962:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713515412936 : -110360194138680 : ffff9ba0c3d4bdc8) 00020000:00000001:0.0:1789131397.309966:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789131397.309971:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d80d58. 00020000:00000001:0.0:1789131397.309974:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.309979:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713515412936 : -110360194138680 : ffff9ba0c3d4bdc8) 00020000:00000001:0.0:1789131397.309982:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713515412936 : -110360194138680 : ffff9ba0c3d4bdc8) 00020000:00000002:0.0:1789131397.309985:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0xc:0x0]@ffff9ba0c3d4bd48[0:0] -> [0x200000402:0x14:0x0]@ffff9ba0c3d4b708: ostid: 0x240000400:12 ost idx: 0 gen: 0 00020000:00000001:0.0:1789131397.309991:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789131397.309993:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789131397.309995:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.309999:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713515411336 : -110360194140280 : ffff9ba0c3d4b788) 00000020:00001000:0.0:1789131397.310004:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:0.0:1789131397.310009:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279508 : 144115205289279508 : 200000402000014) 00000080:00000001:0.0:1789131397.310012:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789131397.310015:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279508 mtime from 0 to 1789131397 00000080:00000001:0.0:1789131397.310020:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789131397.310023:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754366920 : -110359955184696 : ffff9ba0d212e3c8) 00010000:00000001:0.0:1789131397.310026:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.310027:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.310029:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89000 refcount=3 00000020:00000001:0.0:1789131397.310031:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00010000:00000001:0.0:1789131397.310033:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00000080:00000001:0.0:1789131397.310037:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131397.310038:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.310045:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:0.0:1789131397.310048:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:0.0:1789131397.310050:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789131397.310053:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131397.310055:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131397.310317:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb94e0. 00020000:00000010:1.0:1789131397.310323:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b180. 00020000:00000010:1.0:1789131397.310326:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9660. 00020000:00000001:1.0:1789131397.310328:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798977120 : -110359910574496 : ffff9ba0d4bb9660) 00020000:00000002:1.0:1789131397.310331:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9660, objid 0x14:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.310335:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.310339:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b180: ostid: 0x240000400:12 ost idx: 0 gen: 0 00020000:00000002:1.0:1789131397.310343:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d7d3e0) owner ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.310345:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789131397.310348:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d7d3e0) owner ffff9ba0c2f34f80 00020000:00000010:1.0:1789131397.310363:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c320b180. 00020000:00000010:1.0:1789131397.310367:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d4bb94e0. 00020000:00000010:1.0:1789131397.310371:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d4bb9660. 00020000:00000002:1.0:1789131397.310373:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x14:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789131397.310375:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.310377:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.310382:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789131397.310385:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d3e0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.310389:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d81f7480 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:1.0:1789131397.310391:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d3e0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.310394:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789131397.310397:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789131397.310398:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789131397.310400:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789131397.310402:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789131397.310405:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x14:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789131397.310407:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:1.0:1789131397.310410:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.310412:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.310413:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.310415:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131397.310418:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789131397.310419:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.310422:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x14:0x0](ffff9ba0d212e3c8) 00000080:00010000:1.0:1789131397.310425:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x14:0x0](ffff9ba0d212e3c8) for lock 0xc8adac5b2d01fe59 00800000:00000001:1.0:1789131397.310429:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.310432:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.310434:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.310436:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.310437:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89000 refcount=3 00000020:00000001:1.0:1789131397.310440:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00010000:00000001:1.0:1789131397.310442:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00010000:00000001:1.0:1789131397.310444:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.310445:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.310447:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.310453:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.310456:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789131397.310458:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.310467:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.310508:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.310514:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d212e3c8 need_sync_to_mds [0x200000402:0x14:0x0] 00000080:00000001:1.0:1789131397.310518:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.310522:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x14:0x0](ffff9ba0d212e3c8) 00000080:00000001:1.0:1789131397.310525:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.310530:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c600. 00000100:00000001:1.0:1789131397.310533:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.310537:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.310544:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.310548:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789131397.310550:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.310553:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d212e3c8 need_sync_to_mds [0x200000402:0x14:0x0] 00000080:00000001:1.0:1789131397.310563:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789131397.310566:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:1.0:1789131397.310568:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-18:[0x200000402:0x14:0x0](ffff9ba0d212e3c8), flags 100102 00000080:00000010:1.0:1789131397.310578:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c178de00. 00000080:00000010:1.0:1789131397.310586:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2f25040. 00000080:00000001:1.0:1789131397.310588:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789131397.310592:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.310595:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789131397.310599:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c7d22480. 00000002:00100000:1.0:1789131397.310605:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.310611:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.310613:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789131397.310617:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789131397.310621:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.310629:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.310633:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.310637:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789131397.310645:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131397.310649:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0c7bc0000. 02000000:00000001:1.0:1789131397.310672:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789131397.310674:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.310677:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:1.0:1789131397.310679:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-18:[0x200000402:0x14:0x0](ffff9ba0d212e3c8), flags 100102, rc = 0 00000080:00000001:1.0:1789131397.310684:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789131397.310697:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d81f7c60 released 00000080:00010000:1.0:1789131397.310700:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe59 from it ffff9ba0d81f7c60 00010000:00000001:1.0:1789131397.310702:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.310703:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.310706:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89000 refcount=3 00000020:00000001:1.0:1789131397.310708:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00010000:00000001:1.0:1789131397.310709:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580675072 : -110360128876544 : ffff9ba0c7b89000) 00010000:00000001:1.0:1789131397.310712:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.310715:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89000/0xc8adac5b2d01fe59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc211570d expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.310722:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.310724:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.310725:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.310729:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.310732:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89000/0xc8adac5b2d01fe59 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc211570d expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.310740:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.310743:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.310745:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.310750:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.310756:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.310758:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.310762:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.310764:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.310766:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.310769:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.310771:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.310772:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.310774:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.310776:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789131397.310778:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789131397.310780:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.310782:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789131397.310785:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.310787:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.310791:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789131397.310803:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.310805:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131397.310808:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.310810:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.310813:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d81f7c60. 00000080:00000001:1.0:1789131397.310817:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.310822:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789131397.310824:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x14:0x0](ffff9ba0d212e3c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1789131397.310829:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.310854:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.310858:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d3e0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.310861:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d3e0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.310864:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.310873:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789131397.310875:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:1.0:1789131397.310877:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-18:[0x200000402:0x14:0x0](ffff9ba0d212e3c8), flags 100002 00000080:00000001:1.0:1789131397.310880:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789131397.310883:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789131397.310884:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.310885:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d3e0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.310887:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d3e0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.310895:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.310897:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789131397.310903:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.310906:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.310911:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d200 count: 2 00010000:00000001:1.0:1789131397.310913:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.310917:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.310919:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x14:0x0]: 0 00000080:00000001:1.0:1789131397.310921:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789131397.310923:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789131397.310929:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d1936c00. 00000080:00000001:1.0:1789131397.310931:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789131397.310936:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789131397.310940:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789131397.310942:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x14:0x0] 00000002:00000001:1.0:1789131397.310946:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789131397.310948:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x14:0x0] file closed with intent: 0 00000100:00000010:1.0:1789131397.310955:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b70000. 00000020:00000040:1.0:1789131397.310958:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=43 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:1.0:1789131397.310963:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.310966:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.310970:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.310978:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d585ec00. 00000100:00000001:1.0:1789131397.310985:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789131397.310998:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789131397.311009:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789131397.311014:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7b70000 x1876039997362432/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789131397.311022:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.311024:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.311030:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c620cc00. 00000100:00000001:1.0:1789131397.311033:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713553951744 : -110360155599872 : ffff9ba0c620cc00) 00000100:00000001:1.0:1789131397.311035:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.311042:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580572672 : -110360128978944 : ffff9ba0c7b70000) 00000100:00000001:1.0:1789131397.311047:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.311052:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.311054:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.311056:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.311061:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b70000 x1876039997362432/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.311068:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.311071:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.311075:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.311079:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.311082:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.311085:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b70000 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997362432:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.311089:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.311096:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.311099:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.311102:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.311108:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c2f52000. 02000000:00000001:1.0:1789131397.311109:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.311117:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.311121:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.311129:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131397.311137:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997362432, portal 10 00000100:00000001:1.0:1789131397.311139:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.311141:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580572672 : -110360128978944 : ffff9ba0c7b70000) 00000100:00000040:1.0:1789131397.311148:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b70000 x1876039997362432/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.311156:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.311159:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.311162:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020550. 00000100:00000200:1.0:1789131397.311167:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997362432, offset 0 00000400:00000200:1.0:1789131397.311175:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.311185:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.311459:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.311467:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.311502:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.311507:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.311510:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.311515:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [283:283:256:4294967295] 192.168.206.157@tcp LPNI seq info [283:283:8:4294967295] 00000400:00000200:1.0:1789131397.311520:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.311533:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.311540:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.311547:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d900. 00000800:00000200:1.0:1789131397.311556:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.311565:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.311571:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.311592:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.311598:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 43205 usecs (44 jiffies) 00000400:00000200:1.0:1789131397.311602:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.311605:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984364 00000100:00000001:1.0:1789131397.311613:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984349 00000100:00000001:1.0:1789131397.311618:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984364 00000100:00000001:1.0:1789131397.311622:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984349 00000100:00000001:1.0:1789131397.311625:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.311629:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.311632:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.311634:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.311637:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c620cc00 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.311640:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.311644:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.312033:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.312039:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d900. 00000400:00000200:2.0:1789131397.312045:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.312051:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.312058:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020550 00000400:00000010:2.0:1789131397.312061:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020550. 00000100:00000001:2.0:1789131397.312067:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.312074:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b70000 x1876039997362432/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.312098:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.312102:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b70000 x1876039997362432/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.312110:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.312111:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.316192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d800. 00000800:00000001:3.0:1789131397.318050:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.318075:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.318080:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.318083:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.318095:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.318105:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.318118:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.318126:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.318134:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.318139:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a09100 00000400:00000200:3.0:1789131397.318145:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.318153:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xcad [1] + 224 00000800:00000001:3.0:1789131397.318162:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.318175:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.318179:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.318185:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.318197:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.318220:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b70000 x1876039997362432/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.318233:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0c7b70000 x1876039997362432/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.318259:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.318292:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.318296:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.318774:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131397.318786:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.318789:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.318818:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.318824:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131397.318827:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131397.318832:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.318839:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b70000 x1876039997362432/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.318850:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b70000 x1876039997362432/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.318857:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.318859:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.318862:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.318866:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.318869:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.318872:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.318875:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.318886:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.318891:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.318894:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.318896:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.318900:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.318904:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.318908:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131397.318911:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789131397.318913:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131397.318916:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.318918:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580572672 : -110360128978944 : ffff9ba0c7b70000) 00000100:00000001:1.0:1789131397.318922:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.318925:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.318926:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.318929:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.318934:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b70000 x1876039997362432/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.318951:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.318954:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.318960:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.318965:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b70000 x1876039997362432/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.318974:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b70000 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997362432:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.318979:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.318983:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.318985:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.318987:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.318990:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b70000 x1876039997362432/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.318998:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.319001:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c620cc00. 00000100:00000001:1.0:1789131397.319005:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.319007:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.319015:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.319016:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580572672 : -110360128978944 : ffff9ba0c7b70000) 00000002:00000001:1.0:1789131397.319019:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.319023:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.319029:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936c00. 00000080:00000001:1.0:1789131397.319034:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789131397.319038:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.319044:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789131397.319049:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.319058:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.319060:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.319062:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2f25040. 00000100:00000001:1.0:1789131397.319065:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.319068:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b70000 x1876039997362432/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.319073:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.319080:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.319084:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c178de00. 00000080:00000001:1.0:1789131397.319089:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.319096:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:1.0:1789131397.319099:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-18:[0x200000402:0x14:0x0](ffff9ba0d212e3c8), flags 100002, rc = 0 00000080:00000001:1.0:1789131397.319104:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.319110:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789131397.319112:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:1.0:1789131397.319114:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-18 (ffff9ba0d20e4438, parent ffff9ba0d20e4ca8, inode ffff9ba0d212e3c8) hashed, 00000080:00000001:1.0:1789131397.319118:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.319193:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.319208:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.319210:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131397.319212:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:1.0:1789131397.319215:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131397.319223:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d1936c00. 00800000:00000002:1.0:1789131397.319231:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.319235:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.319240:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.319242:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:1.0:1789131397.319245:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.319249:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131397.319252:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131397.319257:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.319259:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:1.0:1789131397.319261:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131397.319265:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131397.319267:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.319271:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.319278:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.319280:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.319282:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.319284:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131397.319287:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789131397.319291:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b70f00. 00000020:00000040:1.0:1789131397.319295:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=44 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:1.0:1789131397.319306:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131397.319311:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.319318:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.319321:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.319322:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.319325:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.319328:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.319333:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.319342:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c2fa2000. 00000100:00000001:1.0:1789131397.319348:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.319352:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.319354:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.319356:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.319357:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.319368:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.319374:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713580576512 : -110360128975104 : ffff9ba0c7b70f00) 00010000:00000001:1.0:1789131397.319377:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131397.319380:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131397.319385:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e100. 00010000:00000010:1.0:1789131397.319389:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa400. 00010000:00000001:1.0:1789131397.319393:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131397.319397:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b43e00. 00000020:00000001:1.0:1789131397.319402:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131397.319406:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b43e00 with handle 0xc8adac5b2d01fe60 to hash 00000020:00000001:1.0:1789131397.319408:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131397.319410:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.319414:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.319418:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.319421:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.319426:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.319436:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.319455:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131397.319461:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.319463:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.319541:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c620cc00. 00000100:00000001:1.0:1789131397.319544:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713553951744 : -110360155599872 : ffff9ba0c620cc00) 00000100:00000001:1.0:1789131397.319547:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.319548:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580576512 : -110360128975104 : ffff9ba0c7b70f00) 00000100:00000001:1.0:1789131397.319553:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.319558:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.319560:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.319562:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.319568:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b70f00 x1876039997362560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.319575:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.319578:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.319582:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.319585:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.319587:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.319591:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b70f00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997362560:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.319596:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.319602:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.319605:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.319608:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.319614:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131397.319616:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.319623:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.319627:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.319634:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131397.319643:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997362560, portal 10 00000100:00000001:1.0:1789131397.319645:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.319653:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580576512 : -110360128975104 : ffff9ba0c7b70f00) 00000100:00000040:1.0:1789131397.319660:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b70f00 x1876039997362560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.319667:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.319671:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.319674:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020000. 00000100:00000200:1.0:1789131397.319678:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997362560, offset 0 00000400:00000200:1.0:1789131397.319686:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.319706:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.319714:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.319720:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.319725:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.319730:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.319733:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.319737:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [284:284:256:4294967295] 192.168.206.157@tcp LPNI seq info [284:284:8:4294967295] 00000400:00000200:1.0:1789131397.319741:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.319753:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.319760:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.319766:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4db00. 00000800:00000200:1.0:1789131397.319774:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.319783:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.319788:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4db00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.319811:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.319816:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 42853 usecs (43 jiffies) 00000400:00000200:1.0:1789131397.319819:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.319822:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984372 00000100:00000001:1.0:1789131397.319831:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984364 00000100:00000001:1.0:1789131397.319837:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984372 00000100:00000001:1.0:1789131397.319841:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984364 00000100:00000001:1.0:1789131397.319850:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.319854:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.319856:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.319859:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.319862:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c620cc00 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.319864:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.319866:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.320349:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.320356:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4db00. 00000400:00000200:3.0:1789131397.320362:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.320369:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.320376:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020000 00000400:00000010:3.0:1789131397.320379:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020000. 00000100:00000001:3.0:1789131397.320384:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.320390:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b70f00 x1876039997362560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.320402:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.320405:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b70f00 x1876039997362560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.320413:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.320414:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131397.326429:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.326451:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.326458:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.326460:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.326519:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.326530:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.326542:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.326548:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.326555:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.326560:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a09180 00000400:00000200:3.0:1789131397.326566:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.326573:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xcb5 [1] + 224 00000800:00000001:3.0:1789131397.326581:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.326590:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.326594:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.326598:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.326608:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.326637:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b70f00 x1876039997362560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.326649:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0c7b70f00 x1876039997362560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.326729:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131397.326750:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.326763:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.326767:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131397.327262:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.327265:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.327270:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.327276:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131397.327279:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131397.327284:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.327290:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b70f00 x1876039997362560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.327301:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b70f00 x1876039997362560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.327308:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.327310:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.327313:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.327317:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.327320:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.327322:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.327325:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.327336:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.327341:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.327344:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.327346:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.327350:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.327354:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.327432:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.327435:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.327438:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.327442:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.327462:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b70f00 x1876039997362560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.327634:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.327638:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.327640:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.327646:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b70f00 x1876039997362560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.327654:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b70f00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997362560:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.327660:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.327663:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.327666:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.327668:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.327672:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b70f00 x1876039997362560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.327680:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.327684:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c620cc00. 00000100:00000001:1.0:1789131397.327699:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.327701:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.327704:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131397.327709:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.327712:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.327716:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=4 00000020:00000001:1.0:1789131397.327718:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.327722:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000040:1.0:1789131397.327730:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b43e00, remote cookie: 0x2d69527cc2115722, flags: 0x1001 00010000:00010000:1.0:1789131397.327736:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe60 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115722 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.327748:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe60 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115722 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.327767:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131397.327772:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131397.327775:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131397.327777:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131397.327779:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131397.327782:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c7d0e100) refcount = 1 00010000:00010000:1.0:1789131397.327786:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe60 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115722 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.327928:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131397.327934:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131397.327936:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.327940:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131397.328004:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.328009:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe60 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115722 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.328016:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131397.328018:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.328020:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.328021:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.328022:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.328023:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.328029:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131397.328031:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.328033:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.328035:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.328037:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.328039:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.328042:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.328043:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.328044:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=4 00000020:00000001:1.0:1789131397.328046:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.328054:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.328058:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.328062:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.328066:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe60 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115722 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.328073:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.328074:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.328076:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.328077:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.328078:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=5 00000020:00000001:1.0:1789131397.328080:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.328082:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.328085:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.328088:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe60 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115722 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.328094:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.328095:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131397.328098:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe60 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115722 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.328104:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.328105:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.328106:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.328107:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.328108:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131397.328115:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0c7b70f00 x1876039997362560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789131397.328125:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.328126:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.328128:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.328135:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.328138:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.328140:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.328142:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.328143:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.328145:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.328149:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789131397.328152:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.328153:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.328154:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.328156:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.328159:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00000002:00010000:1.0:1789131397.328162:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115722 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.328169:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.328170:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.328172:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.328173:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.328175:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.328176:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.328178:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.328180:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000040:1.0:1789131397.328188:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e100 count: 2 00010000:00000001:1.0:1789131397.328192:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131397.328196:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789131397.328261:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.328263:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.328264:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131397.328268:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:1.0:1789131397.328270:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789131397.328274:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.328279:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.328288:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131397.328292:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789131397.328296:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.328301:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131397.328305:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936c00. 00000080:00000001:1.0:1789131397.328311:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131397.328313:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131397.328322:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789131397.328328:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789131397.328334:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c2f25040. 00800000:00000001:1.0:1789131397.328337:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713500573760 : -110360208977856 : ffff9ba0c2f25040) 00800000:00000001:1.0:1789131397.328339:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.328342:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131397.328345:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789131397.328347:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789131397.328350:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789131397.328353:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789131397.328355:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.328785:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789131397.328791:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789131397.328864:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:1.0:1789131397.328868:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.328870:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.328872:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.328875:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.328878:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.328880:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.328882:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.328884:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131397.328887:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789131397.328889:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c2f25040 1 00800000:00000010:1.0:1789131397.328892:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c2f25040. 00800000:00000001:1.0:1789131397.328897:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.328902:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe60 00800000:00000001:1.0:1789131397.328905:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.328916:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.328918:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.328920:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.328921:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.328924:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.328926:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.328929:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.328930:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.328931:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.328933:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.328936:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.328938:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131397.329003:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe60 from it ffffbc4101cb7bf8 00010000:00000001:1.0:1789131397.329006:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.329008:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.329010:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.329012:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.329014:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.329017:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.329021:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115722 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.329029:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.329030:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.329032:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.329035:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.329038:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe60 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115722 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.329046:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.329049:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.329051:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.329057:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.329058:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.329066:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.329069:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.329072:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.329074:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.329078:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.329080:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.329081:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.329082:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131397.329086:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.329095:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c7b70f00 x1876039997362560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.329104:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131397.329108:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131397.329113:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131397.329117:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131397.329120:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131397.329122:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=43 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:1.0:1789131397.329124:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131397.329127:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c2fa2000. 02000000:00000001:1.0:1789131397.329131:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131397.329133:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131397.329136:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c7b70f00. 00000100:00000001:1.0:1789131397.329140:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131397.329511:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.329516:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:1.0:1789131397.329524:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.329549:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c7d22ee0. 00000080:00000001:1.0:1789131397.329558:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.329560:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131397.329563:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:1.0:1789131397.329566:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131397.329572:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d1936c00. 00800000:00000002:1.0:1789131397.329579:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.329583:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.329588:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.329590:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:1.0:1789131397.329593:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.329607:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131397.329612:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131397.329618:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.329620:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:1.0:1789131397.329622:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131397.329626:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131397.329628:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.329631:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.329638:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e100 count: 2 00010000:00000001:1.0:1789131397.329642:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.329647:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.329651:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789131397.329655:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe60 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115722 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789131397.329665:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789131397.329669:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.329673:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe60 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115722 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789131397.329681:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789131397.329683:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131397.329685:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131397.329698:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131397.329700:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.329703:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789131397.329705:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789131397.329708:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131397.329711:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936c00. 00000080:00000001:1.0:1789131397.329715:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131397.329716:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.329719:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131397.329722:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe60 00800000:00000001:1.0:1789131397.329732:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.329734:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.329736:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.329737:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.329739:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.329741:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.329744:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.329746:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.329747:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.329749:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.329751:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.329752:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe60 from it ffffbc4101cb7b38 00010000:00000001:1.0:1789131397.329754:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.329756:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.329757:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.329759:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.329761:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.329763:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.329766:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115722 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.329773:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.329774:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.329775:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.329777:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.329780:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe60 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115722 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789131397.329786:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.329788:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.329789:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.329792:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.329858:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.329862:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.329870:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.329872:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.329874:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.329876:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.329879:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.329880:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.329881:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131397.329884:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789131397.329886:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.329888:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:1.0:1789131397.329892:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.329896:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789131397.329898:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:1.0:1789131397.329900:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-19, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d4ac9080, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789131397.329907:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d4bb9660. 00000080:00000001:1.0:1789131397.329912:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789131397.329915:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:1.0:1789131397.329917:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-19, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:1.0:1789131397.329925:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d1936c00. 00800000:00000002:1.0:1789131397.329928:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.329936:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.329938:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.329939:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:1.0:1789131397.329941:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-19' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.330011:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789131397.330014:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789131397.330019:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:1.0:1789131397.330023:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789131397.330025:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789131397.330029:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789131397.330032:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789131397.330035:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x15:0x0] 40000000:00000001:1.0:1789131397.330038:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.330040:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.330042:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.330050:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.330052:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:1.0:1789131397.330055:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x15:0x0], name='f0a.replay-dual-19' -> mds #0 layout version 1 00000002:00000001:1.0:1789131397.330059:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.330060:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:1.0:1789131397.330062:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-19,[0x200000402:0x15:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789131397.330066:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131397.330070:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789131397.330074:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789131397.330078:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.330080:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789131397.330083:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e100 count: 2 00010000:00000001:1.0:1789131397.330085:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.330087:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789131397.330091:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789131397.330094:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe60 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115722 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789131397.330103:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789131397.330107:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789131397.330110:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789131397.330113:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789131397.330115:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.330117:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.330119:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e100 count: 3 00010000:00000001:1.0:1789131397.330121:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.330124:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.330125:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.330126:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.330128:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e100 count: 3 00010000:00000001:1.0:1789131397.330130:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.330132:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.330133:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.330134:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.330136:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e100 count: 3 00010000:00000001:1.0:1789131397.330143:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.330146:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.330148:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.330151:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789131397.330156:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789131397.330162:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789131397.330165:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789131397.330167:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.330171:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789131397.330174:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789131397.330176:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789131397.330178:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.330180:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789131397.330184:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b43e00 with handle 0xc8adac5b2d01fe60 from hash 00010000:00000001:1.0:1789131397.330187:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789131397.330188:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.330190:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.330191:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789131397.330194:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789131397.330196:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789131397.330268:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131397.330271:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131397.330273:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789131397.330280:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b70f00. 00000020:00000040:1.0:1789131397.330285:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=44 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:1.0:1789131397.330291:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789131397.330293:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.330296:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131397.330300:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.330303:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.330305:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.330306:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.330309:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.330312:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.330315:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.330324:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c2fa2000. 00000100:00000001:1.0:1789131397.330337:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.330342:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.330345:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789131397.330349:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe60 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115722 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789131397.330357:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789131397.330429:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131397.330433:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789131397.330435:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe60 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115722 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789131397.330444:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e100 count: 0 00010000:00000010:1.0:1789131397.330450:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa400. 00010000:00000001:1.0:1789131397.330466:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.330468:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.330653:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.330654:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.330656:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.330669:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713580576512 : -110360128975104 : ffff9ba0c7b70f00) 00010000:00000001:1.0:1789131397.330673:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131397.330676:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131397.330682:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e500. 00010000:00000010:1.0:1789131397.330686:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa400. 00010000:00000001:1.0:1789131397.330700:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131397.330704:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b42e00. 00000020:00000001:1.0:1789131397.330707:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131397.330710:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b42e00 with handle 0xc8adac5b2d01fe67 to hash 00000020:00000001:1.0:1789131397.330712:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131397.330714:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00010000:00000001:1.0:1789131397.330718:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00010000:00000001:1.0:1789131397.330721:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.330723:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.330733:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42e00/0xc8adac5b2d01fe67 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.330740:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42e00/0xc8adac5b2d01fe67 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789131397.330756:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789131397.330769:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7b70f00 x1876039997362816/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789131397.330779:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42e00/0xc8adac5b2d01fe67 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131397.330784:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.330787:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.330806:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c620cc00. 00000100:00000001:1.0:1789131397.330809:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713553951744 : -110360155599872 : ffff9ba0c620cc00) 00000100:00000001:1.0:1789131397.330812:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.330814:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580576512 : -110360128975104 : ffff9ba0c7b70f00) 00000100:00000001:1.0:1789131397.330819:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.330824:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.330827:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.330829:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.330834:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b70f00 x1876039997362816/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.330843:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.330846:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.330850:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.330853:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.330855:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.330859:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b70f00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997362816:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.330864:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.330871:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.330883:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.330886:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.331152:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d0800000. 02000000:00000001:1.0:1789131397.331161:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.331171:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.331180:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.331188:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c2fa0c00. 00000100:00000200:1.0:1789131397.331195:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997362816, portal 10 00000100:00000001:1.0:1789131397.331198:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.331201:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580576512 : -110360128975104 : ffff9ba0c7b70f00) 00000100:00000040:1.0:1789131397.331213:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b70f00 x1876039997362816/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.331222:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.331225:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.331228:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131397.331232:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997362816, offset 0 00000400:00000200:1.0:1789131397.331238:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.331246:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.331253:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.331258:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.331262:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.331265:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.331268:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.331272:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [285:285:256:4294967295] 192.168.206.157@tcp LPNI seq info [285:285:8:4294967295] 00000400:00000200:1.0:1789131397.331278:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.331289:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.331294:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.331300:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d500. 00000800:00000200:1.0:1789131397.331307:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.331315:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.331320:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d500 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.331346:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.331365:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 42507 usecs (43 jiffies) 00000400:00000200:1.0:1789131397.331368:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.331371:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984383 00000100:00000001:1.0:1789131397.331379:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984372 00000100:00000001:1.0:1789131397.331385:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984383 00000100:00000001:1.0:1789131397.331388:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984372 00000100:00000001:1.0:1789131397.331392:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.331395:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.331398:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.331400:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.331403:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c620cc00 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.331406:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.331409:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.332667:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.332675:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d500. 00000400:00000200:3.0:1789131397.332680:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.332695:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.332702:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:3.0:1789131397.332705:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:3.0:1789131397.333114:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.333124:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b70f00 x1876039997362816/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.333136:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.333140:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b70f00 x1876039997362816/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.333148:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.333150:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131397.337526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e100. 00010000:00000010:1.1:1789131397.337541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b43e00. 00000800:00000001:3.0:1789131397.340317:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.340332:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.340336:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.340339:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.340346:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.340354:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.340362:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.340366:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.340371:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.340375:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a09280 00000400:00000200:3.0:1789131397.340380:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.340400:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xcbd [32] + 224 00000800:00000001:3.0:1789131397.340407:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.340413:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.340416:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.340420:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.340427:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.340433:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b70f00 x1876039997362816/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.340444:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0c7b70f00 x1876039997362816/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.340505:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131397.340559:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131397.340568:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131397.340573:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.340578:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131397.340584:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [286:286:256:4294967295] 192.168.206.157@tcp LPNI seq info [286:286:8:4294967295] 00000400:00000200:3.0:1789131397.340588:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.340596:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131397.340602:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131397.340608:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84ff800. 00000800:00000200:3.0:1789131397.340614:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131397.340620:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131397.340624:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84ff800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131397.340709:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.340722:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84ff800. 00000800:00000001:2.0:1789131397.340724:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1789131397.340727:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.340735:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131397.340739:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131397.344873:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.344880:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.344885:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.344892:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c2fa0c00 00000400:00000010:1.0:1789131397.344894:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c2fa0c00. 00000100:00000001:1.0:1789131397.344898:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.344908:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b70f00 x1876039997362816/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.344917:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b70f00 x1876039997362816/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.344924:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.344926:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.344929:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.344932:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.344934:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.344936:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.344939:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.345012:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.345018:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.345037:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.345039:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.345042:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.345045:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.345048:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131397.345050:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1789131397.345052:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131397.345054:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.345056:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580576512 : -110360128975104 : ffff9ba0c7b70f00) 00000100:00000001:1.0:1789131397.345059:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.345061:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.345062:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.345065:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.345071:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.345077:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.345080:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.345082:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.345085:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.345092:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b70f00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997362816:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.345096:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.345099:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.345101:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.345103:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.345106:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.345111:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.345113:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c620cc00. 00000100:00000001:1.0:1789131397.345116:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.345117:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.345119:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131397.345130:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.345132:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.345260:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42e00 refcount=4 00000020:00000001:1.0:1789131397.345263:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00010000:00000001:1.0:1789131397.345266:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00010000:00000040:1.0:1789131397.345272:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b42e00, remote cookie: 0x2d69527cc211573e, flags: 0x1001 00010000:00010000:1.0:1789131397.345277:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42e00/0xc8adac5b2d01fe67 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211573e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789131397.345284:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x15:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789131397.345287:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789131397.345295:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e100. 00010000:00000010:1.0:1789131397.345299:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aae00. 00010000:00000040:1.0:1789131397.345303:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e500 count: 0 00010000:00000010:1.0:1789131397.345308:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa400. 00010000:00000001:1.0:1789131397.345318:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.345321:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42e00/0xc8adac5b2d01fe67 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211573e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.345329:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42e00/0xc8adac5b2d01fe67 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211573e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.345335:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131397.345339:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131397.345341:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131397.345342:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131397.345344:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131397.345346:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x15:0x0].0x0 (ffff9ba0c7d0e100) refcount = 1 00010000:00010000:1.0:1789131397.345349:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42e00/0xc8adac5b2d01fe67 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211573e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.345365:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131397.345368:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131397.345370:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.345372:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131397.345375:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.345378:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42e00/0xc8adac5b2d01fe67 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211573e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.345383:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131397.345385:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.345387:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.345388:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.345389:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.345391:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.345396:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131397.345398:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.345399:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.345401:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42e00 refcount=3 00000020:00000001:1.0:1789131397.345403:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00010000:00000001:1.0:1789131397.345405:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00010000:00000001:1.0:1789131397.345407:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.345408:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.345409:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42e00 refcount=4 00000020:00000001:1.0:1789131397.345411:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00010000:00000001:1.0:1789131397.345413:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00010000:00000001:1.0:1789131397.345415:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.345418:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.345422:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42e00/0xc8adac5b2d01fe67 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211573e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.345428:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.345434:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.345436:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.345437:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.345438:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42e00 refcount=5 00000020:00000001:1.0:1789131397.345440:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00010000:00000001:1.0:1789131397.345442:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00010000:00000001:1.0:1789131397.345444:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.345447:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42e00/0xc8adac5b2d01fe67 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211573e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.345452:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.345453:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131397.345455:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42e00/0xc8adac5b2d01fe67 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211573e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.345461:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.345462:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.345463:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.345464:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.345465:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131397.346012:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.346026:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789131397.346031:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.346038:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.346046:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.346048:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.346050:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42e00 refcount=3 00000020:00000001:1.0:1789131397.346051:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00010000:00000001:1.0:1789131397.346054:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00000002:00010000:1.0:1789131397.346058:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42e00/0xc8adac5b2d01fe67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211573e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789131397.346074:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c2f25040. 00010000:00000001:1.0:1789131397.346077:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.346078:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.346080:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.346082:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.346084:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789131397.346087:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.346089:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580576512 : -110360128975104 : ffff9ba0c7b70f00) 00000100:00000001:1.0:1789131397.346091:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.346092:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580576512 : -110360128975104 : ffff9ba0c7b70f00) 00010000:00000001:1.0:1789131397.346094:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.346095:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.346096:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42e00 refcount=3 00000020:00000001:1.0:1789131397.346098:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00010000:00000001:1.0:1789131397.346100:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00000002:00010000:1.0:1789131397.346103:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42e00/0xc8adac5b2d01fe67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211573e expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.346110:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.346111:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.346113:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.346114:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.346115:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.346116:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42e00 refcount=3 00000020:00000001:1.0:1789131397.346117:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00010000:00000001:1.0:1789131397.346119:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00010000:00000040:1.0:1789131397.346124:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e100 count: 2 00010000:00000001:1.0:1789131397.346126:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131397.346129:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/21 (0 0) 00010000:00000001:1.0:1789131397.346132:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.346133:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.346153:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131397.346156:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:1.0:1789131397.346158:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-19 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789131397.346161:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.346165:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.346168:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131397.346171:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789131397.346174:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.346178:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.346180:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789131397.346182:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d4bb9660 it_disposition 1800037 00000080:00002000:1.0:1789131397.346187:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2178af8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789131397.346193:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131397.346195:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789131397.346197:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:1.0:1789131397.346198:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-19, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:1.0:1789131397.346201:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789131397.346203:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131397.346208:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789131397.346211:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131397.346213:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279509 : 144115205289279509 : 200000402000015) 00000080:00000001:1.0:1789131397.346216:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789131397.346227:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d2177380. 00000020:00000001:1.0:1789131397.346236:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789131397.346238:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789131397.346241:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789131397.346242:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x15:0x0](ffff9ba0d2177448) 00000020:00000001:1.0:1789131397.346246:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131397.346250:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:1.0:1789131397.346252:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:1.0:1789131397.346256:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789131397.346261:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d835e578. 00000020:00000001:1.0:1789131397.346263:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131397.346265:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.346271:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789131397.346274:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d19ab0f8. 00020000:00000001:1.0:1789131397.346281:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713746489592 : -110359963062024 : ffff9ba0d19ab0f8) 00020000:00000001:1.0:1789131397.346284:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:1.0:1789131397.346287:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131397.346292:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb94e0. 00020000:00000010:1.0:1789131397.346296:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b180. 00020000:00000010:1.0:1789131397.346300:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9cc0. 00020000:00000001:1.0:1789131397.346303:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798978752 : -110359910572864 : ffff9ba0d4bb9cc0) 00020000:00000002:1.0:1789131397.346305:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9cc0, objid 0x15:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.346310:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.346313:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b180: ostid: 0x280000400:12 ost idx: 1 gen: 0 00020000:00000001:1.0:1789131397.346316:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789131397.346318:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9cc0, objid 0x15:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.346321:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.346323:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b180: ostid: 0x280000400:12 ost idx: 1 gen: 0 00020000:00000010:1.0:1789131397.346327:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c2b95c50. 00020000:00000010:1.0:1789131397.346329:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c620cc00. 00020000:00000001:1.0:1789131397.346333:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789131397.346335:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0d2e9fdf8. 00020000:00000001:1.0:1789131397.346338:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789131397.346339:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789131397.346344:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789131397.346347:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d835e0c8. 00000020:00000001:1.0:1789131397.346349:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131397.346350:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.346352:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713857323336 : -110359852228280 : ffff9ba0d835e148) 00020000:00000001:1.0:1789131397.346356:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789131397.346360:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d1a063d0. 00020000:00000001:1.0:1789131397.346362:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.346366:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713857323336 : -110359852228280 : ffff9ba0d835e148) 00020000:00000001:1.0:1789131397.346368:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713857323336 : -110359852228280 : ffff9ba0d835e148) 00020000:00000002:1.0:1789131397.346371:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0xc:0x0]@ffff9ba0d835e0c8[0:0] -> [0x200000402:0x15:0x0]@ffff9ba0d835e578: ostid: 0x280000400:12 ost idx: 1 gen: 0 00020000:00000001:1.0:1789131397.346380:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:1.0:1789131397.346382:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789131397.346384:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.346387:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713857324536 : -110359852227080 : ffff9ba0d835e5f8) 00000020:00001000:1.0:1789131397.346390:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:1.0:1789131397.346393:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279509 : 144115205289279509 : 200000402000015) 00000080:00000001:1.0:1789131397.346396:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789131397.346398:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279509 mtime from 0 to 1789131397 00000080:00000001:1.0:1789131397.346402:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789131397.346405:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754666056 : -110359954885560 : ffff9ba0d2177448) 00010000:00000001:1.0:1789131397.346407:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.346408:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.346410:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42e00 refcount=3 00000020:00000001:1.0:1789131397.346412:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00010000:00000001:1.0:1789131397.346414:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00000080:00000001:1.0:1789131397.346417:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789131397.346419:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131397.346420:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:1.0:1789131397.346422:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:1.0:1789131397.346424:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789131397.346426:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789131397.346427:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131397.346430:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9ba0. 00020000:00000010:1.0:1789131397.346433:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b680. 00020000:00000010:1.0:1789131397.346436:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9900. 00020000:00000001:1.0:1789131397.346438:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798977792 : -110359910573824 : ffff9ba0d4bb9900) 00020000:00000002:1.0:1789131397.346440:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9900, objid 0x15:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.346443:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.346447:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b680: ostid: 0x280000400:12 ost idx: 1 gen: 0 00020000:00000002:1.0:1789131397.346450:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d19ab0f8) owner ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.346453:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789131397.346455:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d19ab0f8) owner ffff9ba0c2f34f80 00020000:00000010:1.0:1789131397.346467:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c320b680. 00020000:00000010:1.0:1789131397.346492:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d4bb9ba0. 00020000:00000010:1.0:1789131397.346495:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d4bb9900. 00020000:00000002:1.0:1789131397.346498:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x15:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789131397.346500:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.346502:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.346505:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789131397.346507:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab0f8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.346510:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d4bb9cc0 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:1.0:1789131397.346512:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab0f8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.346514:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789131397.346517:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789131397.346518:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789131397.346519:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789131397.346521:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789131397.346524:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x15:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789131397.346526:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:1.0:1789131397.346528:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.346530:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.346531:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.346533:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131397.346535:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789131397.346537:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.346540:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x15:0x0](ffff9ba0d2177448) 00000080:00010000:1.0:1789131397.346543:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x15:0x0](ffff9ba0d2177448) for lock 0xc8adac5b2d01fe67 00800000:00000001:1.0:1789131397.346545:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.346547:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.346548:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.346549:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.346551:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42e00 refcount=3 00000020:00000001:1.0:1789131397.346553:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00010000:00000001:1.0:1789131397.346555:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00010000:00000001:1.0:1789131397.346557:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.346558:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.346560:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.346566:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.346568:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789131397.346570:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.346575:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.346582:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.346586:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d2177448 need_sync_to_mds [0x200000402:0x15:0x0] 00000080:00000001:1.0:1789131397.346590:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.346593:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x15:0x0](ffff9ba0d2177448) 00000080:00000001:1.0:1789131397.346595:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.346599:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936c00. 00000100:00000001:1.0:1789131397.346602:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.346605:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.346612:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.346615:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789131397.346617:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.346619:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d2177448 need_sync_to_mds [0x200000402:0x15:0x0] 00000080:00000001:1.0:1789131397.346627:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789131397.346629:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:1.0:1789131397.346632:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-19:[0x200000402:0x15:0x0](ffff9ba0d2177448), flags 100102 00000080:00000010:1.0:1789131397.346638:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c178de00. 00000080:00000010:1.0:1789131397.346644:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2f25800. 00000080:00000001:1.0:1789131397.346646:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789131397.346649:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.346652:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789131397.346655:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c7d22900. 00000002:00100000:1.0:1789131397.346659:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.346665:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.346667:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789131397.346670:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789131397.346673:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.346680:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.346683:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.346698:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789131397.346706:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131397.346719:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d0800000. 02000000:00000001:1.0:1789131397.346741:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789131397.346743:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.346746:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:1.0:1789131397.346756:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-19:[0x200000402:0x15:0x0](ffff9ba0d2177448), flags 100102, rc = 0 00000080:00000001:1.0:1789131397.346760:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789131397.346762:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d4bb9660 released 00000080:00010000:1.0:1789131397.346765:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe67 from it ffff9ba0d4bb9660 00010000:00000001:1.0:1789131397.346767:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.346768:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.346770:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42e00 refcount=3 00000020:00000001:1.0:1789131397.346771:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00010000:00000001:1.0:1789131397.346773:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580387840 : -110360129163776 : ffff9ba0c7b42e00) 00010000:00000001:1.0:1789131397.346775:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.346779:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42e00/0xc8adac5b2d01fe67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc211573e expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.346786:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.346787:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.346789:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.346791:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.346794:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42e00/0xc8adac5b2d01fe67 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc211573e expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.346801:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.346804:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.346805:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.346809:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.346816:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.346817:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.346820:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.346821:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.346823:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.346826:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.346828:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.346829:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.346831:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.346832:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789131397.346834:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789131397.346836:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.346837:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789131397.346839:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.346841:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.346844:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789131397.346845:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.346847:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131397.346849:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.346850:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.346855:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d4bb9660. 00000080:00000001:1.0:1789131397.346857:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.346860:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789131397.346862:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x15:0x0](ffff9ba0d2177448), inode mode 81a4 mask 40 00000080:00000001:1.0:1789131397.346866:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.346885:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.346887:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab0f8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.346890:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab0f8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.346893:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.346900:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789131397.346902:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:1.0:1789131397.346903:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-19:[0x200000402:0x15:0x0](ffff9ba0d2177448), flags 100002 00000080:00000001:1.0:1789131397.346906:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789131397.346908:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789131397.346909:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.346910:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab0f8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.346913:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab0f8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.346921:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.346924:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789131397.346929:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.346932:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.346935:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e100 count: 2 00010000:00000001:1.0:1789131397.346937:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.346940:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.346942:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x15:0x0]: 0 00000080:00000001:1.0:1789131397.346944:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789131397.346946:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789131397.346949:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d1936c00. 00000080:00000001:1.0:1789131397.346952:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789131397.346955:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789131397.346958:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789131397.346960:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x15:0x0] 00000002:00000001:1.0:1789131397.346963:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789131397.346964:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x15:0x0] file closed with intent: 0 00000100:00000010:1.0:1789131397.346969:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b712c0. 00000020:00000040:1.0:1789131397.346972:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=45 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:1.0:1789131397.346976:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.347007:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.347011:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.347021:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d8547200. 00000100:00000001:1.0:1789131397.347027:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789131397.347036:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789131397.347046:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789131397.347051:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7b712c0 x1876039997363072/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789131397.347058:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.347059:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.347065:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2fdfa80. 00000100:00000001:1.0:1789131397.347068:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713501338240 : -110360208213376 : ffff9ba0c2fdfa80) 00000100:00000001:1.0:1789131397.347070:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.347077:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580577472 : -110360128974144 : ffff9ba0c7b712c0) 00000100:00000001:1.0:1789131397.347081:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.347084:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.347086:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.347088:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.347092:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b712c0 x1876039997363072/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.347099:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.347101:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.347104:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.347107:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.347109:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.347113:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b712c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997363072:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.347116:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.347121:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.347124:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.347126:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.347131:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c2fa0c00. 02000000:00000001:1.0:1789131397.347133:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.347139:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.347143:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.347149:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80207f8. 00000100:00000200:1.0:1789131397.347155:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997363072, portal 10 00000100:00000001:1.0:1789131397.347157:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.347158:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580577472 : -110360128974144 : ffff9ba0c7b712c0) 00000100:00000040:1.0:1789131397.347165:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b712c0 x1876039997363072/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.347171:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.347174:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.347176:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80204c8. 00000100:00000200:1.0:1789131397.347180:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997363072, offset 0 00000400:00000200:1.0:1789131397.347186:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.347194:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.347207:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.347212:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.347216:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.347220:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.347222:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.347225:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [287:287:256:4294967295] 192.168.206.157@tcp LPNI seq info [287:287:8:4294967295] 00000400:00000200:1.0:1789131397.347229:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.347238:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.347244:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.347248:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d700. 00000800:00000200:1.0:1789131397.347254:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.347260:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.347264:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.347284:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.347289:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 42251 usecs (43 jiffies) 00000400:00000200:1.0:1789131397.347292:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.347295:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984399 00000100:00000001:1.0:1789131397.347302:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984383 00000100:00000001:1.0:1789131397.347307:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984399 00000100:00000001:1.0:1789131397.347310:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984383 00000100:00000001:1.0:1789131397.347313:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.347316:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.347318:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.347320:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.347322:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2fdfa80 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.347325:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.347327:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.348055:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.348062:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d700. 00000400:00000200:3.0:1789131397.348067:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.348078:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.348084:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80204c8 00000400:00000010:3.0:1789131397.348086:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80204c8. 00000100:00000001:3.0:1789131397.348091:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.348096:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b712c0 x1876039997363072/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.348106:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.348109:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b712c0 x1876039997363072/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.348114:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.348116:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131397.351632:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.351654:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.351659:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.351662:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.351673:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.351683:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.351706:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.351712:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.351719:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.351723:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a09380 00000400:00000200:3.0:1789131397.351734:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.351741:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xcc5 [1] + 224 00000800:00000001:3.0:1789131397.351749:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.351762:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.351766:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.351771:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.351780:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.351790:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b712c0 x1876039997363072/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.351813:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0c7b712c0 x1876039997363072/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.351858:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.351870:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.351873:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.352246:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131397.352258:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.352260:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.352279:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.352286:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80207f8 00000400:00000010:1.0:1789131397.352288:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80207f8. 00000100:00000001:1.0:1789131397.352293:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.352303:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b712c0 x1876039997363072/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.352313:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b712c0 x1876039997363072/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.352320:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.352322:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.352324:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.352327:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.352329:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.352332:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.352334:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.352342:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.352346:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.352348:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.352349:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.352352:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.352355:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.352359:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131397.352360:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789131397.352362:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131397.352364:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.352365:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580577472 : -110360128974144 : ffff9ba0c7b712c0) 00000100:00000001:1.0:1789131397.352368:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.352369:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.352371:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.352373:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.352378:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b712c0 x1876039997363072/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.352384:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.352387:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.352394:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.352398:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b712c0 x1876039997363072/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.352406:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b712c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997363072:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.352410:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.352413:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.352415:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.352417:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.352420:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b712c0 x1876039997363072/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.352427:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.352429:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2fdfa80. 00000100:00000001:1.0:1789131397.352432:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.352433:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.352440:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.352441:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580577472 : -110360128974144 : ffff9ba0c7b712c0) 00000002:00000001:1.0:1789131397.352444:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.352447:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.352452:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d1936c00. 00000080:00000001:1.0:1789131397.352457:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789131397.352460:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.352465:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789131397.352564:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.352573:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.352575:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.352577:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2f25800. 00000100:00000001:1.0:1789131397.352581:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.352585:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b712c0 x1876039997363072/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.352590:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.352598:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.352602:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c178de00. 00000080:00000001:1.0:1789131397.352606:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.352612:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:1.0:1789131397.352614:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-19:[0x200000402:0x15:0x0](ffff9ba0d2177448), flags 100002, rc = 0 00000080:00000001:1.0:1789131397.352617:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.355434:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789131397.355441:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:0.0:1789131397.355445:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-19 (ffff9ba0d2178af8, parent ffff9ba0d20e4ca8, inode ffff9ba0d2177448) hashed, 00000080:00000001:0.0:1789131397.355449:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.355535:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.355538:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.355540:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.355542:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:0.0:1789131397.355544:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.355551:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00800000:00000002:0.0:1789131397.355558:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.355562:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.355566:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.355568:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:0.0:1789131397.355571:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.355574:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.355578:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.355582:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.355584:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:0.0:1789131397.355585:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.355589:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.355590:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.355593:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.355599:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.355601:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.355602:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.355605:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.355607:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789131397.355613:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4bffc00. 00000020:00000040:0.0:1789131397.355617:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=46 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:0.0:1789131397.355623:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.355642:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.355648:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.355650:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.355651:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.355654:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.355657:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.355661:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.355668:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b11800. 00000100:00000001:0.0:1789131397.355860:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.355867:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.355868:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.355870:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.355871:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.355872:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.355878:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713799265280 : -110359910286336 : ffff9ba0d4bffc00) 00010000:00000001:0.0:1789131397.355882:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.355884:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.355889:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d800. 00010000:00000010:0.0:1789131397.355893:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f600. 00010000:00000001:0.0:1789131397.355896:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.355900:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b89e00. 00000020:00000001:0.0:1789131397.355903:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.355906:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b89e00 with handle 0xc8adac5b2d01fe6e to hash 00000020:00000001:0.0:1789131397.355908:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.355909:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.355913:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.355917:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.355919:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.355923:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe6e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.355932:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe6e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.355942:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe6e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.355954:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.355956:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.355961:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640cd80. 00000100:00000001:0.0:1789131397.355963:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556049280 : -110360153502336 : ffff9ba0c640cd80) 00000100:00000001:0.0:1789131397.355966:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.355967:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713799265280 : -110359910286336 : ffff9ba0d4bffc00) 00000100:00000001:0.0:1789131397.355971:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.355975:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.355976:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.355978:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.355989:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4bffc00 x1876039997363200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.355997:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.355999:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.356002:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.356005:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.356007:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.356010:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4bffc00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997363200:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.356015:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.356020:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.356022:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.356025:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.356030:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.356032:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.356039:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.356043:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.356049:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346bb0. 00000100:00000200:0.0:1789131397.356056:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997363200, portal 10 00000100:00000001:0.0:1789131397.356058:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.356059:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713799265280 : -110359910286336 : ffff9ba0d4bffc00) 00000100:00000040:0.0:1789131397.356066:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4bffc00 x1876039997363200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.356084:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.356087:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.356090:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346aa0. 00000100:00000200:0.0:1789131397.356094:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997363200, offset 0 00000400:00000200:0.0:1789131397.356100:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.356109:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.356116:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.356121:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.356124:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.356128:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.356131:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.356205:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [288:288:256:4294967295] 192.168.206.157@tcp LPNI seq info [288:288:8:4294967295] 00000400:00000200:0.0:1789131397.356210:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.356220:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.356225:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.356231:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593100. 00000800:00000200:0.0:1789131397.356237:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.356245:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.356250:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.356274:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.356278:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 41887 usecs (42 jiffies) 00000400:00000200:0.0:1789131397.356282:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.356284:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984407 00000100:00000001:0.0:1789131397.356291:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984399 00000100:00000001:0.0:1789131397.356296:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984407 00000100:00000001:0.0:1789131397.356299:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984399 00000100:00000001:0.0:1789131397.356302:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.356305:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.356312:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.356314:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.356317:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640cd80 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.356320:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.356322:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.356635:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.356640:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593100. 00000400:00000200:3.0:1789131397.356644:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.356649:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.356654:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346aa0 00000400:00000010:3.0:1789131397.356656:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346aa0. 00000100:00000001:3.0:1789131397.356659:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.356664:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4bffc00 x1876039997363200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.358085:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.358098:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4bffc00 x1876039997363200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.358108:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.358110:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131397.358599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e500. 00000800:00000001:3.0:1789131397.366302:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.366317:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.366321:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.366324:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.366331:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.366339:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.366347:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.366352:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.366356:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.366360:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a09400 00000400:00000200:3.0:1789131397.366365:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.366370:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xccd [1] + 224 00000800:00000001:3.0:1789131397.366376:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.366382:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.366386:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.366402:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.366409:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.366416:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4bffc00 x1876039997363200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.366426:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d4bffc00 x1876039997363200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.366447:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.366455:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.366459:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.366653:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.366661:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.366663:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.366666:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.366670:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346bb0 00000400:00000010:0.0:1789131397.366672:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346bb0. 00000100:00000001:0.0:1789131397.366675:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.366679:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4bffc00 x1876039997363200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.366698:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4bffc00 x1876039997363200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.366704:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.366706:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.366709:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.366720:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.366723:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.366725:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.366727:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.366735:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.366739:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.366742:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.366744:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.366746:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.366749:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.366753:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.366758:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.366760:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.366763:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.366768:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4bffc00 x1876039997363200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.366787:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.366790:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.366792:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.366797:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4bffc00 x1876039997363200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.366814:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4bffc00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997363200:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.366819:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.366822:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.366824:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.366826:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.366830:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4bffc00 x1876039997363200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.366836:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.366839:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640cd80. 00000100:00000001:0.0:1789131397.366841:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.366843:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.366845:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.366849:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.366851:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.366854:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=4 00000020:00000001:0.0:1789131397.366856:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.366859:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000040:0.0:1789131397.366866:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b89e00, remote cookie: 0x2d69527cc2115753, flags: 0x1001 00010000:00010000:0.0:1789131397.366871:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe6e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115753 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.366881:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe6e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115753 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.366896:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.366900:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.366902:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.366903:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.366904:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.366907:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c4c0d800) refcount = 1 00010000:00010000:0.0:1789131397.366911:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe6e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115753 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.366917:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.366920:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.366922:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.366924:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.366926:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.366929:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe6e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115753 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.366935:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.366936:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.366938:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.366939:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.366940:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.366941:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.366947:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.366948:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.366949:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.366951:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.366952:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.366955:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.366957:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.366958:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.366959:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=4 00000020:00000001:0.0:1789131397.366960:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.366968:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.366971:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.366973:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.366976:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe6e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115753 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.366982:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.366983:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.366984:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.366985:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.366986:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=5 00000020:00000001:0.0:1789131397.366988:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.366990:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.366991:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.366994:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe6e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115753 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.367000:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.367001:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.367003:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe6e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115753 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.367008:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.367009:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.367010:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.367011:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.367012:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.367017:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d4bffc00 x1876039997363200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789131397.367025:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.367026:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.367027:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.367036:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.367038:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.367040:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.367041:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.367042:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.367044:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.367047:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789131397.367049:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.367050:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.367051:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.367053:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.367054:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00000002:00010000:0.0:1789131397.367057:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115753 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.367063:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.367064:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.367066:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.367068:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.367068:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.367070:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.367071:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.367073:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000040:0.0:1789131397.367079:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d800 count: 2 00010000:00000001:0.0:1789131397.367081:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.367085:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789131397.367087:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.367088:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.367089:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.367092:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:0.0:1789131397.367093:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789131397.367096:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.367100:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.367107:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.367110:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789131397.367113:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.367117:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.367121:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.367124:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.367127:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.367146:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.367151:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789131397.367156:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0d84c6680. 00800000:00000001:0.0:1789131397.367158:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713858799232 : -110359850752384 : ffff9ba0d84c6680) 00800000:00000001:0.0:1789131397.367160:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.367162:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.367165:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789131397.367168:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789131397.367171:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789131397.367174:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789131397.367175:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.367179:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789131397.367182:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789131397.367186:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:0.0:1789131397.367188:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.367189:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.367191:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.367193:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.367195:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.367197:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.367198:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.367199:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.367201:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789131397.367202:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d84c6680 1 00800000:00000010:0.0:1789131397.367205:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0d84c6680. 00800000:00000001:0.0:1789131397.367207:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.367210:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe6e 00800000:00000001:0.0:1789131397.367213:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.367220:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.367222:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.367223:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.367224:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.367226:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.367228:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.367230:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.367232:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.367233:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.367235:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.367237:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.367240:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.367243:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe6e from it ffffbc4101cb7bf8 00010000:00000001:0.0:1789131397.367244:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.367245:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.367246:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.367248:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.367249:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.367252:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.367254:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115753 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.367260:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.367262:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.367263:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.367265:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.367267:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115753 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.367274:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.367276:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.367278:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.367281:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.367282:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.367288:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.367291:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.367293:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.367294:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.367297:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.367299:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.367300:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.367301:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.367304:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.367308:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4bffc00 x1876039997363200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.367315:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131397.367317:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.367320:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.367323:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131397.367325:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131397.367327:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=45 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131397.367329:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131397.367332:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c7b11800. 02000000:00000001:0.0:1789131397.367335:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131397.367337:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131397.367339:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4bffc00. 00000100:00000001:0.0:1789131397.367342:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131397.367343:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.367346:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:0.0:1789131397.367351:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.367364:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c7b19280. 00000080:00000001:0.0:1789131397.367369:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.367371:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.367372:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:0.0:1789131397.367373:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.367378:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00800000:00000002:0.0:1789131397.367382:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.367385:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.367388:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.367389:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:0.0:1789131397.367391:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.367400:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.367403:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.367407:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.367409:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:0.0:1789131397.367410:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.367413:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.367415:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.367417:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.367420:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d800 count: 2 00010000:00000001:0.0:1789131397.367422:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.367425:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.367427:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789131397.367430:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115753 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789131397.367436:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789131397.367439:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.367442:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe6e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115753 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789131397.367448:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789131397.367449:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.367451:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.367452:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.367454:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.367456:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789131397.367458:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789131397.367460:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.367462:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.367465:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.367466:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.367877:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.367883:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe6e 00800000:00000001:0.0:1789131397.367893:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.367895:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.367896:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.367898:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.367899:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.367901:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.367904:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.367906:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.367907:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.367908:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.367910:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.367912:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe6e from it ffffbc4101cb7b38 00010000:00000001:0.0:1789131397.367914:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.367915:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.367916:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.367917:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.367919:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.367921:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.367923:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115753 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.367930:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.367931:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.367932:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.367934:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.367936:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115753 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789131397.367942:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.367944:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.367945:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.367947:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.367948:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.367949:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.367956:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.367958:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.367960:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.367962:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.367964:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.367965:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.367966:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.367968:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789131397.367970:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.367972:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:0.0:1789131397.367976:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.367978:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789131397.367980:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:0.0:1789131397.367983:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-20, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d8799080, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789131397.367988:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d81f7de0. 00000080:00000001:0.0:1789131397.367992:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789131397.367994:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:0.0:1789131397.367995:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-20, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:0.0:1789131397.368001:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00800000:00000002:0.0:1789131397.368004:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.368008:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.368010:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.368011:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:0.0:1789131397.368013:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-20' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.368016:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789131397.368018:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789131397.368021:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:0.0:1789131397.368023:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789131397.368026:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789131397.368028:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789131397.368030:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789131397.368033:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x16:0x0] 40000000:00000001:0.0:1789131397.368036:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.368038:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.368040:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.368051:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.368053:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:0.0:1789131397.368055:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x16:0x0], name='f0a.replay-dual-20' -> mds #0 layout version 1 00000002:00000001:0.0:1789131397.368059:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.368060:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:0.0:1789131397.368061:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-20,[0x200000402:0x16:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789131397.368065:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.368067:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789131397.368070:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789131397.368073:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.368075:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789131397.368077:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d800 count: 2 00010000:00000001:0.0:1789131397.368079:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.368082:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789131397.368085:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789131397.368087:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe6e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115753 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789131397.368094:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131397.368097:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131397.368099:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131397.368101:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789131397.368104:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.368105:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.368107:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d800 count: 3 00010000:00000001:0.0:1789131397.368109:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.368111:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.368113:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.368114:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.368115:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d800 count: 3 00010000:00000001:0.0:1789131397.368117:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.368119:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.368120:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.368121:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.368122:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d800 count: 3 00010000:00000001:0.0:1789131397.368207:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.368210:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.368212:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.368215:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789131397.368219:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789131397.368224:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789131397.368226:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131397.368227:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.368231:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789131397.368233:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131397.368235:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131397.368236:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.368238:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789131397.368241:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b89e00 with handle 0xc8adac5b2d01fe6e from hash 00010000:00000001:0.0:1789131397.368243:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131397.368245:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.368246:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.368247:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131397.368249:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131397.368251:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789131397.368253:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.368255:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.368257:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789131397.368262:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4bffc00. 00000020:00000040:0.0:1789131397.368266:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=46 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:0.0:1789131397.368270:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789131397.368272:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.368274:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.368278:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.368281:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.368282:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.368283:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.368285:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.368287:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.368291:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.368297:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b11800. 00000100:00000001:0.0:1789131397.368309:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.368313:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.368316:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789131397.368319:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe6e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115753 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789131397.368325:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789131397.368327:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.368328:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131397.368330:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe6e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115753 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789131397.368337:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d800 count: 0 00010000:00000010:0.0:1789131397.368342:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f600. 00010000:00000001:0.0:1789131397.368352:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.368353:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.368355:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.368357:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.368358:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.368367:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713799265280 : -110359910286336 : ffff9ba0d4bffc00) 00010000:00000001:0.0:1789131397.368370:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.368372:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.368376:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d000. 00010000:00000010:0.0:1789131397.368379:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f600. 00010000:00000001:0.0:1789131397.368382:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.368385:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b88e00. 00000020:00000001:0.0:1789131397.368387:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.368389:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b88e00 with handle 0xc8adac5b2d01fe75 to hash 00000020:00000001:0.0:1789131397.368391:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.368392:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00010000:00000001:0.0:1789131397.368395:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00010000:00000001:0.0:1789131397.368397:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.368399:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.368406:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88e00/0xc8adac5b2d01fe75 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.368413:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88e00/0xc8adac5b2d01fe75 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789131397.368423:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789131397.368431:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4bffc00 x1876039997363456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789131397.368439:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88e00/0xc8adac5b2d01fe75 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.368443:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.368445:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.368450:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640cd80. 00000100:00000001:0.0:1789131397.368452:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556049280 : -110360153502336 : ffff9ba0c640cd80) 00000100:00000001:0.0:1789131397.368454:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.368456:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713799265280 : -110359910286336 : ffff9ba0d4bffc00) 00000100:00000001:0.0:1789131397.368460:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.368464:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.368466:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.369287:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.369298:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4bffc00 x1876039997363456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.369308:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.369310:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.369314:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.369316:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.369319:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.369322:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4bffc00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997363456:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.369326:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.369331:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.369342:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.369345:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.369390:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d0820000. 02000000:00000001:0.0:1789131397.369393:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.369401:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.369405:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.369412:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c7b12400. 00000100:00000200:0.0:1789131397.369419:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997363456, portal 10 00000100:00000001:0.0:1789131397.369421:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.369423:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713799265280 : -110359910286336 : ffff9ba0d4bffc00) 00000100:00000040:0.0:1789131397.369430:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4bffc00 x1876039997363456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.369437:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.369439:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.369442:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346bb0. 00000100:00000200:0.0:1789131397.369446:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997363456, offset 0 00000400:00000200:0.0:1789131397.369452:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.369460:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.369467:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.369512:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.369516:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.369520:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.369523:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.369527:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [289:289:256:4294967295] 192.168.206.157@tcp LPNI seq info [289:289:8:4294967295] 00000400:00000200:0.0:1789131397.369532:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.369541:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.369547:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.369552:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593400. 00000800:00000200:0.0:1789131397.369558:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.369567:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.369571:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593400 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.369588:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.369598:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 41600 usecs (42 jiffies) 00000400:00000200:0.0:1789131397.369602:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.369604:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984421 00000100:00000001:0.0:1789131397.369610:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984407 00000100:00000001:0.0:1789131397.369615:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984421 00000100:00000001:0.0:1789131397.369618:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984407 00000100:00000001:0.0:1789131397.369621:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.369623:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.369625:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.369627:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.369629:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640cd80 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.369632:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.369634:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.372834:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.372843:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593400. 00000400:00000200:3.0:1789131397.372848:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.372857:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.372863:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346bb0 00000400:00000010:3.0:1789131397.372866:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346bb0. 00000100:00000001:3.0:1789131397.372871:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.372878:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4bffc00 x1876039997363456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.372889:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.372892:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4bffc00 x1876039997363456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.372897:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.372899:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.374814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d800. 00010000:00000010:0.1:1789131397.374826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b89e00. 00000800:00000001:3.0:1789131397.385531:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.385547:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.385552:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.385554:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.385562:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.385570:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.385579:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.385584:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.385589:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.385609:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a09500 00000400:00000200:3.0:1789131397.385613:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.385619:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xcd5 [32] + 224 00000800:00000001:3.0:1789131397.385627:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.385633:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.385636:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.385641:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.385647:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.385655:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4bffc00 x1876039997363456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.385665:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d4bffc00 x1876039997363456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.385695:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131397.385704:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131397.385707:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.385712:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131397.385718:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [290:290:256:4294967295] 192.168.206.157@tcp LPNI seq info [290:290:8:4294967295] 00000400:00000200:3.0:1789131397.385723:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.385731:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131397.385736:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131397.385742:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84ff800. 00000800:00000200:3.0:1789131397.385748:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131397.385755:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131397.385760:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84ff800 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1789131397.385823:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1789131397.385870:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.385877:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.385879:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.385883:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.385887:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c7b12400 00000400:00000010:0.0:1789131397.385889:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c7b12400. 00000100:00000001:0.0:1789131397.385892:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.385898:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4bffc00 x1876039997363456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.385907:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4bffc00 x1876039997363456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.385913:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.385915:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.385917:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.385920:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.385923:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.385925:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.385928:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.385936:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.385940:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.385951:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.385953:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.385956:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.385959:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.385962:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.385963:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1789131397.385965:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.385967:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.385969:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713799265280 : -110359910286336 : ffff9ba0d4bffc00) 00000100:00000001:0.0:1789131397.385973:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.385974:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.385976:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.385979:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.385984:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.385992:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.385995:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.385997:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.386466:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000200:3.0:1789131397.386507:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.386512:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84ff800. 00000400:00000200:3.0:1789131397.386516:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.386522:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000100:00100000:0.0:1789131397.386882:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4bffc00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997363456:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.386887:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.386890:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.386893:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.386895:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.386899:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.386905:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.386908:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640cd80. 00000100:00000001:0.0:1789131397.386911:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.386913:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.386916:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.386936:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.386939:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.386942:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88e00 refcount=4 00000020:00000001:0.0:1789131397.386944:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00010000:00000001:0.0:1789131397.386947:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00010000:00000040:0.0:1789131397.386954:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b88e00, remote cookie: 0x2d69527cc211576f, flags: 0x1001 00010000:00010000:0.0:1789131397.386960:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88e00/0xc8adac5b2d01fe75 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211576f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789131397.386968:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x16:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00000800:00000001:2.0:1789131397.386969:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.386972:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789131397.386981:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d800. 00010000:00000010:0.0:1789131397.386986:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837fb80. 00010000:00000040:0.0:1789131397.386991:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d000 count: 0 00010000:00000010:0.0:1789131397.386995:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f600. 00010000:00000001:0.0:1789131397.387651:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.387658:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88e00/0xc8adac5b2d01fe75 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211576f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.387673:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88e00/0xc8adac5b2d01fe75 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211576f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.387680:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.387684:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.387698:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.387699:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.387701:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.387703:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x16:0x0].0x0 (ffff9ba0c4c0d800) refcount = 1 00010000:00010000:0.0:1789131397.387708:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88e00/0xc8adac5b2d01fe75 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211576f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.388162:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.388166:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.388168:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.388171:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.388174:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.388178:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88e00/0xc8adac5b2d01fe75 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211576f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.388183:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.388185:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.388186:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.388187:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.388188:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.388190:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.388195:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.388198:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.388200:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.388202:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88e00 refcount=3 00000020:00000001:0.0:1789131397.388205:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00010000:00000001:0.0:1789131397.388207:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00010000:00000001:0.0:1789131397.388210:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.388211:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.388212:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88e00 refcount=4 00000020:00000001:0.0:1789131397.388214:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00010000:00000001:0.0:1789131397.388215:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00010000:00000001:0.0:1789131397.388218:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.388221:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.388225:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88e00/0xc8adac5b2d01fe75 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211576f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.388231:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.388238:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.388240:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.388241:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.388243:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88e00 refcount=5 00000020:00000001:0.0:1789131397.388245:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00010000:00000001:0.0:1789131397.388247:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00010000:00000001:0.0:1789131397.388249:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.388253:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88e00/0xc8adac5b2d01fe75 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211576f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.388259:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.388260:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.388262:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88e00/0xc8adac5b2d01fe75 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211576f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.388268:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.388269:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.388270:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.388272:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.388272:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.388281:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.388290:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.388294:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.388301:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.388307:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.388308:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.388310:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88e00 refcount=3 00000020:00000001:0.0:1789131397.388312:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00010000:00000001:0.0:1789131397.388314:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00000002:00010000:0.0:1789131397.388317:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88e00/0xc8adac5b2d01fe75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211576f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789131397.388331:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0d84c6680. 00010000:00000001:0.0:1789131397.388773:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.388775:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.388777:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.388779:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.388782:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789131397.388785:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.388787:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713799265280 : -110359910286336 : ffff9ba0d4bffc00) 00000100:00000001:0.0:1789131397.388790:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.388791:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713799265280 : -110359910286336 : ffff9ba0d4bffc00) 00010000:00000001:0.0:1789131397.388794:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.388795:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.388798:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88e00 refcount=3 00000020:00000001:0.0:1789131397.388800:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00010000:00000001:0.0:1789131397.388802:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00000002:00010000:0.0:1789131397.388806:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88e00/0xc8adac5b2d01fe75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211576f expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.388814:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.388815:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.388817:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.388818:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.388819:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.388820:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88e00 refcount=3 00000020:00000001:0.0:1789131397.388822:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00010000:00000001:0.0:1789131397.388824:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00010000:00000040:0.0:1789131397.388830:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d800 count: 2 00010000:00000001:0.0:1789131397.388833:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.388837:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/22 (0 0) 00010000:00000001:0.0:1789131397.388840:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.388841:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.388849:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.388852:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:0.0:1789131397.388854:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-20 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789131397.388858:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.388862:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.388864:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.388867:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789131397.388871:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.388875:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.388877:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789131397.388879:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d81f7de0 it_disposition 1800037 00000080:00002000:0.0:1789131397.388884:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d20e4798 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789131397.388889:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.388891:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789131397.388893:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:0.0:1789131397.388894:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-20, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:0.0:1789131397.388897:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789131397.388899:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.388904:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789131397.388907:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.388909:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279510 : 144115205289279510 : 200000402000016) 00000080:00000001:0.0:1789131397.388912:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789131397.388923:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d212dac0. 00000020:00000001:0.0:1789131397.388932:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789131397.388934:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789131397.388936:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789131397.388938:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x16:0x0](ffff9ba0d212db88) 00000020:00000001:0.0:1789131397.388941:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.388945:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:0.0:1789131397.388947:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:0.0:1789131397.388951:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789131397.388955:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0c3d4bed8. 00000020:00000001:0.0:1789131397.388958:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.388959:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.388966:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.388970:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d7d000. 00020000:00000001:0.0:1789131397.388978:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582723072 : -110360126828544 : ffff9ba0c7d7d000) 00020000:00000001:0.0:1789131397.388980:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789131397.388983:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.388987:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f7720. 00020000:00000010:0.0:1789131397.388991:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364200. 00020000:00000010:0.0:1789131397.388995:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7180. 00020000:00000001:0.0:1789131397.389006:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855852928 : -110359853698688 : ffff9ba0d81f7180) 00020000:00000002:0.0:1789131397.389009:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7180, objid 0x16:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.389014:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.389017:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364200: ostid: 0x240000400:13 ost idx: 0 gen: 0 00020000:00000001:0.0:1789131397.389019:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789131397.389021:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7180, objid 0x16:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.389024:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.389027:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364200: ostid: 0x240000400:13 ost idx: 0 gen: 0 00020000:00000010:0.0:1789131397.389031:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d0b0fdd0. 00020000:00000010:0.0:1789131397.389034:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c640cd80. 00020000:00000001:0.0:1789131397.389038:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789131397.389041:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7f22998. 00020000:00000001:0.0:1789131397.389044:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789131397.389046:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789131397.389051:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.389054:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0c3d4ba28. 00000020:00000001:0.0:1789131397.389056:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.389058:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.389060:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713515412136 : -110360194139480 : ffff9ba0c3d4baa8) 00020000:00000001:0.0:1789131397.389064:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789131397.389069:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d805b8. 00020000:00000001:0.0:1789131397.389071:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.389075:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713515412136 : -110360194139480 : ffff9ba0c3d4baa8) 00020000:00000001:0.0:1789131397.389077:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713515412136 : -110360194139480 : ffff9ba0c3d4baa8) 00020000:00000002:0.0:1789131397.389081:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0xd:0x0]@ffff9ba0c3d4ba28[0:0] -> [0x200000402:0x16:0x0]@ffff9ba0c3d4bed8: ostid: 0x240000400:13 ost idx: 0 gen: 0 00020000:00000001:0.0:1789131397.389094:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789131397.389096:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789131397.389098:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.389102:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713515413336 : -110360194138280 : ffff9ba0c3d4bf58) 00000020:00001000:0.0:1789131397.389105:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:0.0:1789131397.389110:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279510 : 144115205289279510 : 200000402000016) 00000080:00000001:0.0:1789131397.389113:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789131397.389115:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279510 mtime from 0 to 1789131397 00000080:00000001:0.0:1789131397.389119:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789131397.389121:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754364808 : -110359955186808 : ffff9ba0d212db88) 00010000:00000001:0.0:1789131397.389123:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.389125:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.389126:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88e00 refcount=3 00000020:00000001:0.0:1789131397.389128:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00010000:00000001:0.0:1789131397.389130:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00000080:00000001:0.0:1789131397.389133:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131397.389135:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.389136:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:0.0:1789131397.389138:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:0.0:1789131397.389140:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789131397.389142:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131397.389144:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.389147:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f74e0. 00020000:00000010:0.0:1789131397.389149:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364800. 00020000:00000010:0.0:1789131397.389152:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7360. 00020000:00000001:0.0:1789131397.389154:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855853408 : -110359853698208 : ffff9ba0d81f7360) 00020000:00000002:0.0:1789131397.389156:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7360, objid 0x16:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.389160:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.389162:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364800: ostid: 0x240000400:13 ost idx: 0 gen: 0 00020000:00000002:0.0:1789131397.389165:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d7d000) owner ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.389167:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131397.389169:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d7d000) owner ffff9ba0c2f34f80 00020000:00000010:0.0:1789131397.389179:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0d8364800. 00020000:00000010:0.0:1789131397.389183:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d81f74e0. 00020000:00000010:0.0:1789131397.389186:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d81f7360. 00020000:00000002:0.0:1789131397.389188:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x16:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789131397.389190:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.389192:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.389195:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789131397.389197:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.389200:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d81f7180 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:0.0:1789131397.389202:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.389204:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789131397.389206:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789131397.389207:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789131397.389209:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789131397.389212:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789131397.389213:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x16:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789131397.389216:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:0.0:1789131397.389218:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.389220:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.389221:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.389223:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.389226:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.389227:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.389230:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x16:0x0](ffff9ba0d212db88) 00000080:00010000:0.0:1789131397.389233:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x16:0x0](ffff9ba0d212db88) for lock 0xc8adac5b2d01fe75 00800000:00000001:0.0:1789131397.389235:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.389237:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.389239:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.389240:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.389242:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88e00 refcount=3 00000020:00000001:0.0:1789131397.389244:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00010000:00000001:0.0:1789131397.389246:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00010000:00000001:0.0:1789131397.389248:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.389249:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.389250:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.389257:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.389259:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789131397.389261:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.389268:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.389276:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.389280:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d212db88 need_sync_to_mds [0x200000402:0x16:0x0] 00000080:00000001:0.0:1789131397.389283:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.389286:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x16:0x0](ffff9ba0d212db88) 00000080:00000001:0.0:1789131397.389288:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.389292:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000100:00000001:0.0:1789131397.389295:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.389298:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.389304:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.389307:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789131397.389308:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.389310:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d212db88 need_sync_to_mds [0x200000402:0x16:0x0] 00000080:00000001:0.0:1789131397.389317:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789131397.389319:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:0.0:1789131397.389321:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-20:[0x200000402:0x16:0x0](ffff9ba0d212db88), flags 100102 00000080:00000010:0.0:1789131397.389327:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5de9b80. 00000080:00000010:0.0:1789131397.389344:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0d84c6a80. 00000080:00000001:0.0:1789131397.389347:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789131397.389350:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.389353:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789131397.389356:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d0800400. 00000002:00100000:0.0:1789131397.389361:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.389367:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.389368:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789131397.389372:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789131397.389375:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.389382:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.389386:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.389390:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789131397.389396:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.389399:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d0820000. 02000000:00000001:0.0:1789131397.389418:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789131397.389420:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.389423:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:0.0:1789131397.389424:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-20:[0x200000402:0x16:0x0](ffff9ba0d212db88), flags 100102, rc = 0 00000080:00000001:0.0:1789131397.389428:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789131397.389430:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d81f7de0 released 00000080:00010000:0.0:1789131397.389432:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe75 from it ffff9ba0d81f7de0 00010000:00000001:0.0:1789131397.389434:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.389435:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.389437:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88e00 refcount=3 00000020:00000001:0.0:1789131397.389439:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00010000:00000001:0.0:1789131397.389441:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674560 : -110360128877056 : ffff9ba0c7b88e00) 00010000:00000001:0.0:1789131397.389444:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.389447:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88e00/0xc8adac5b2d01fe75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc211576f expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.389453:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.389454:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.389456:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.389458:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.389460:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88e00/0xc8adac5b2d01fe75 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc211576f expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.389468:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.389494:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.389496:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.389500:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.389506:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.389507:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.389510:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.389512:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.389514:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.389517:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.389518:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.389520:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.389521:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.389523:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789131397.389524:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789131397.389526:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.389528:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789131397.389530:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.389531:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.389534:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789131397.389536:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.389538:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.389540:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.389542:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.389544:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d81f7de0. 00000080:00000001:0.0:1789131397.389546:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.389550:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789131397.389552:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x16:0x0](ffff9ba0d212db88), inode mode 81a4 mask 40 00000080:00000001:0.0:1789131397.389555:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.389577:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.389580:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.389583:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.389586:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.389593:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789131397.389595:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:0.0:1789131397.389597:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-20:[0x200000402:0x16:0x0](ffff9ba0d212db88), flags 100002 00000080:00000001:0.0:1789131397.389599:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789131397.389601:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789131397.389603:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.389604:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.389606:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.389613:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.389616:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789131397.389620:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.389622:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.389626:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d800 count: 2 00010000:00000001:0.0:1789131397.389628:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.389631:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.389633:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x16:0x0]: 0 00000080:00000001:0.0:1789131397.389635:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789131397.389637:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789131397.389640:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.389642:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789131397.389645:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789131397.389648:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789131397.389650:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x16:0x0] 00000002:00000001:0.0:1789131397.389652:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789131397.389654:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x16:0x0] file closed with intent: 0 00000100:00000010:0.0:1789131397.389671:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081e940. 00000020:00000040:0.0:1789131397.389675:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=47 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131397.389679:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.389681:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.389684:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.389702:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d836c600. 00000100:00000001:0.0:1789131397.389708:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789131397.389718:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789131397.389728:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789131397.389733:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d081e940 x1876039997363712/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789131397.389740:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.389742:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.389747:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640c180. 00000100:00000001:0.0:1789131397.389749:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556046208 : -110360153505408 : ffff9ba0c640c180) 00000100:00000001:0.0:1789131397.389751:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.389757:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728088384 : -110359981463232 : ffff9ba0d081e940) 00000100:00000001:0.0:1789131397.389762:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.389765:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.389767:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.389769:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.389773:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081e940 x1876039997363712/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.389780:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.389782:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.389785:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.389787:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.389789:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.389793:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081e940 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997363712:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.389797:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.389802:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.389804:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.389807:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.389810:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c7b12400. 02000000:00000001:0.0:1789131397.389812:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.389819:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.389822:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.389829:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346880. 00000100:00000200:0.0:1789131397.389835:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997363712, portal 10 00000100:00000001:0.0:1789131397.389837:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.389838:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728088384 : -110359981463232 : ffff9ba0d081e940) 00000100:00000040:0.0:1789131397.389844:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081e940 x1876039997363712/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.389850:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.389852:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.389855:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346dd0. 00000100:00000200:0.0:1789131397.389858:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997363712, offset 0 00000400:00000200:0.0:1789131397.389864:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.389872:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.389886:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.389892:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.389896:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.389900:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.389902:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.389906:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [291:291:256:4294967295] 192.168.206.157@tcp LPNI seq info [291:291:8:4294967295] 00000400:00000200:0.0:1789131397.389910:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.389920:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.389926:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.389932:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593b00. 00000800:00000200:0.0:1789131397.389938:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.389946:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.389951:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.389969:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.389974:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 41402 usecs (42 jiffies) 00000400:00000200:0.0:1789131397.389977:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.389979:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984441 00000100:00000001:0.0:1789131397.389986:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984421 00000100:00000001:0.0:1789131397.389991:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984441 00000100:00000001:0.0:1789131397.389994:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984421 00000100:00000001:0.0:1789131397.389997:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.389999:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.390001:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.390003:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.390006:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640c180 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.390008:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.390011:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.390398:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.390409:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593b00. 00000400:00000200:3.0:1789131397.390414:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.390420:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.390425:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346dd0 00000400:00000010:3.0:1789131397.390427:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346dd0. 00000100:00000001:3.0:1789131397.390431:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.390437:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081e940 x1876039997363712/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.390447:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.390450:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081e940 x1876039997363712/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.390457:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.390459:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131397.394065:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.394083:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.394088:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.394090:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.394100:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.394108:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.394118:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.394122:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.394127:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.394131:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a09600 00000400:00000200:2.0:1789131397.394136:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.394142:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xcdd [1] + 224 00000800:00000001:2.0:1789131397.394148:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.394159:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.394162:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.394167:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.394174:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.394183:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081e940 x1876039997363712/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.394193:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d081e940 x1876039997363712/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.394211:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.394232:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.394235:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.394292:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.394300:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.394302:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.394310:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.394314:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346880 00000400:00000010:0.0:1789131397.394316:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346880. 00000100:00000001:0.0:1789131397.394319:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.394323:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081e940 x1876039997363712/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.394332:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081e940 x1876039997363712/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.394351:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.394353:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.394355:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.394358:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.394360:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.394362:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.394365:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.394373:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.394377:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.394380:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.394382:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.394385:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.394388:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.394449:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.394452:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789131397.394454:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.394456:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.394458:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728088384 : -110359981463232 : ffff9ba0d081e940) 00000100:00000001:0.0:1789131397.394462:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.394463:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.394465:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.394467:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.394507:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081e940 x1876039997363712/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.394514:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.394517:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.394524:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.394529:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081e940 x1876039997363712/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.394538:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081e940 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997363712:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.394543:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.394545:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.394547:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.394549:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.394552:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081e940 x1876039997363712/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.394558:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.394561:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640c180. 00000100:00000001:0.0:1789131397.394564:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.394565:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.394571:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.394572:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728088384 : -110359981463232 : ffff9ba0d081e940) 00000002:00000001:0.0:1789131397.394575:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.394578:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.394582:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.394585:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789131397.394588:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.394593:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.394598:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.394605:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.394606:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.394608:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0d84c6a80. 00000100:00000001:0.0:1789131397.394611:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.394613:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081e940 x1876039997363712/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.394619:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.394627:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.394631:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5de9b80. 00000080:00000001:0.0:1789131397.394635:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.394640:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:0.0:1789131397.394643:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-20:[0x200000402:0x16:0x0](ffff9ba0d212db88), flags 100002, rc = 0 00000080:00000001:0.0:1789131397.394646:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.394651:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789131397.394653:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:0.0:1789131397.394655:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-20 (ffff9ba0d20e4798, parent ffff9ba0d20e4ca8, inode ffff9ba0d212db88) hashed, 00000080:00000001:0.0:1789131397.394657:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.394720:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.394724:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.394726:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.394727:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:0.0:1789131397.394729:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.394734:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00800000:00000002:0.0:1789131397.394739:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.394743:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.394747:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.394748:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:0.0:1789131397.394751:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.394754:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.394757:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.394761:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.394763:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:0.0:1789131397.394765:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.394768:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.394770:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.394773:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.394778:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.394780:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.394782:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.394784:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.394786:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789131397.394790:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081e580. 00000020:00000040:0.0:1789131397.394794:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=48 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:0.0:1789131397.394803:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.394807:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.394813:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.394815:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.394816:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.394819:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.394821:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.394824:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.394830:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b13c00. 00000100:00000001:0.0:1789131397.394835:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.394838:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.394840:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.394841:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.394842:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.394844:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.394848:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713728087424 : -110359981464192 : ffff9ba0d081e580) 00010000:00000001:0.0:1789131397.394851:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.394853:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.394857:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0da00. 00010000:00000010:0.0:1789131397.394862:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f600. 00010000:00000001:0.0:1789131397.394865:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.394868:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b89e00. 00000020:00000001:0.0:1789131397.394872:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.394875:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b89e00 with handle 0xc8adac5b2d01fe7c to hash 00000020:00000001:0.0:1789131397.394877:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.394878:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.394881:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.394884:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.394887:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.394891:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe7c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.394900:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe7c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.394920:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe7c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.394925:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.394927:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.394932:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640c180. 00000100:00000001:0.0:1789131397.394934:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556046208 : -110360153505408 : ffff9ba0c640c180) 00000100:00000001:0.0:1789131397.394937:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.394938:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728087424 : -110359981464192 : ffff9ba0d081e580) 00000100:00000001:0.0:1789131397.394942:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.394946:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.394948:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.394949:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.394954:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081e580 x1876039997363840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.394961:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.394964:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.394967:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.394969:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.394971:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.394974:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081e580 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997363840:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.394978:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.394983:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.394985:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.394988:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.394992:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.394994:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.394998:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.395001:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.395006:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346880. 00000100:00000200:0.0:1789131397.395012:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997363840, portal 10 00000100:00000001:0.0:1789131397.395014:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.395019:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728087424 : -110359981464192 : ffff9ba0d081e580) 00000100:00000040:0.0:1789131397.395026:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081e580 x1876039997363840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.395032:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.395034:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.395037:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346ee0. 00000100:00000200:0.0:1789131397.395040:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997363840, offset 0 00000400:00000200:0.0:1789131397.395046:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.395052:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.395057:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.395062:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.395066:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.395070:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.395072:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.395076:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [292:292:256:4294967295] 192.168.206.157@tcp LPNI seq info [292:292:8:4294967295] 00000400:00000200:0.0:1789131397.395080:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.395088:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.395094:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.395098:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593800. 00000800:00000200:0.0:1789131397.395104:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.395112:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.395117:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.395134:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.395138:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 41048 usecs (42 jiffies) 00000400:00000200:0.0:1789131397.395141:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.395144:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984446 00000100:00000001:0.0:1789131397.395150:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984441 00000100:00000001:0.0:1789131397.395154:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984446 00000100:00000001:0.0:1789131397.395157:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984441 00000100:00000001:0.0:1789131397.395168:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.395171:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.395173:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.395174:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.395177:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640c180 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.395179:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.395181:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.395360:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.395365:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593800. 00000400:00000200:3.0:1789131397.395369:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.395375:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.395380:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346ee0 00000400:00000010:3.0:1789131397.395381:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346ee0. 00000100:00000001:3.0:1789131397.395385:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.395389:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081e580 x1876039997363840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.395398:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.395401:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081e580 x1876039997363840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.395407:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.395409:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.396906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d000. 00000800:00000001:2.0:1789131397.401235:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.401251:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.401255:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.401257:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.401266:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.401274:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.401283:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.401287:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.401293:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.401297:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a09680 00000400:00000200:2.0:1789131397.401302:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.401308:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xce5 [1] + 224 00000800:00000001:2.0:1789131397.401315:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.401323:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.401326:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.401330:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.401338:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.401347:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081e580 x1876039997363840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.401358:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d081e580 x1876039997363840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.401380:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.401388:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.401391:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.401450:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.401458:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.401460:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.401464:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.401509:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346880 00000400:00000010:0.0:1789131397.401513:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346880. 00000100:00000001:0.0:1789131397.401517:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.401522:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081e580 x1876039997363840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.401530:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081e580 x1876039997363840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.401536:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.401538:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.401540:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.401543:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.401544:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.401546:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.401549:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.401557:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.401561:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.401563:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.401565:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.401567:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.401570:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.401573:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.401575:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.401577:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.401580:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.401599:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081e580 x1876039997363840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.401606:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.401608:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.401611:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.401614:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081e580 x1876039997363840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.401621:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081e580 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997363840:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.401626:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.401628:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.401631:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.401633:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.401637:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081e580 x1876039997363840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.401643:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.401645:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640c180. 00000100:00000001:0.0:1789131397.401649:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.401650:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.401653:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.401656:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.401659:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.401661:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=4 00000020:00000001:0.0:1789131397.401664:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.401667:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000040:0.0:1789131397.401685:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b89e00, remote cookie: 0x2d69527cc2115784, flags: 0x1001 00010000:00010000:0.0:1789131397.401700:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe7c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115784 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.401709:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe7c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115784 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.401725:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.401729:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.401730:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.401732:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.401733:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.401736:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c4c0da00) refcount = 1 00010000:00010000:0.0:1789131397.401739:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe7c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115784 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.401744:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.401748:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.401749:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.401752:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.401754:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.401758:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe7c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115784 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.401763:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.401765:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.401766:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.401767:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.401768:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.401769:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.401775:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.401776:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.401777:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.401779:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.401781:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.401783:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.401785:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.401786:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.401787:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=4 00000020:00000001:0.0:1789131397.401789:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.401797:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.401800:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.401802:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.401805:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe7c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115784 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.401812:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.401813:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.401814:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.401815:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.401817:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=5 00000020:00000001:0.0:1789131397.401818:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.401820:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.401822:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.401825:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe7c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115784 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.401831:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.401832:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.401834:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe7c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115784 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.401840:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.401841:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.401842:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.401843:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.401844:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.401849:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d081e580 x1876039997363840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789131397.401857:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.401858:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.401860:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.401866:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.401868:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.401870:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.401871:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.401872:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.401874:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.401877:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789131397.401879:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.401879:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.401881:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.401882:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.401884:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00000002:00010000:0.0:1789131397.401887:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115784 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.401892:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.401893:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.401895:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.401896:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.401897:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.401898:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.401900:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.401901:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000040:0.0:1789131397.401907:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0da00 count: 2 00010000:00000001:0.0:1789131397.401909:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.401913:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789131397.401915:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.401916:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.401917:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.401919:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:0.0:1789131397.401921:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789131397.401923:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.401927:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.401934:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.401937:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789131397.401939:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.401957:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.401961:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.401965:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.401967:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.401972:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.401976:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789131397.401980:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0d84c6a80. 00800000:00000001:0.0:1789131397.401982:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713858800256 : -110359850751360 : ffff9ba0d84c6a80) 00800000:00000001:0.0:1789131397.401984:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.401986:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.401988:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789131397.401990:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789131397.401993:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789131397.401995:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789131397.401997:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.402000:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789131397.402003:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789131397.402007:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:0.0:1789131397.402009:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.402011:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.402012:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.402014:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.402015:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.402018:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.402019:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.402020:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.402022:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789131397.402023:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d84c6a80 1 00800000:00000010:0.0:1789131397.402025:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0d84c6a80. 00800000:00000001:0.0:1789131397.402028:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.402031:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe7c 00800000:00000001:0.0:1789131397.402034:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.402040:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.402042:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.402043:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.402044:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.402046:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.402048:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.402050:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.402051:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.402052:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.402054:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.402056:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.402058:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.402060:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe7c from it ffffbc4101cb7bf8 00010000:00000001:0.0:1789131397.402062:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.402063:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.402064:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.402065:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.402067:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.402068:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.402070:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115784 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.402077:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.402078:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.402079:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.402081:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.402083:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115784 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.402090:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.402092:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.402093:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.402097:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.402098:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.402105:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.402108:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.402109:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.402111:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.402114:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.402115:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.402117:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.402118:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.402120:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.402124:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d081e580 x1876039997363840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.402130:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131397.402133:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.402147:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.402151:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131397.402153:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131397.402155:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=47 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131397.402157:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131397.402159:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c7b13c00. 02000000:00000001:0.0:1789131397.402163:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131397.402164:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131397.402165:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d081e580. 00000100:00000001:0.0:1789131397.402169:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131397.402170:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.402173:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:0.0:1789131397.402178:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.402191:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d0800640. 00000080:00000001:0.0:1789131397.402197:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.402199:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.402200:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:0.0:1789131397.402202:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.402206:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00800000:00000002:0.0:1789131397.402210:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.402213:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.402215:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.402217:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:0.0:1789131397.402219:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.402227:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.402230:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.402234:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.402236:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:0.0:1789131397.402237:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.402241:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.402242:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.402244:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.402247:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0da00 count: 2 00010000:00000001:0.0:1789131397.402249:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.402252:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.402254:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789131397.402257:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115784 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789131397.402264:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789131397.402268:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.402270:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe7c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115784 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789131397.402276:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789131397.402278:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.402280:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.402282:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.402283:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.402285:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789131397.402288:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789131397.402290:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.402292:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.402295:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.402296:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.402298:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.402301:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe7c 00800000:00000001:0.0:1789131397.402310:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.402311:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.402312:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.402313:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.402315:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.402317:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.402319:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.402321:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.402322:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.402323:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.402325:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.402327:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe7c from it ffffbc4101cb7b38 00010000:00000001:0.0:1789131397.402329:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.402330:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.402331:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.402333:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.402334:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.402337:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.402339:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115784 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.402346:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.402347:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.402348:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.402349:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.402352:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115784 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789131397.402357:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.402359:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.402360:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.402362:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.402363:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.402364:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.402371:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.402373:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.402374:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.402376:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.402378:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.402379:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.402380:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.402381:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789131397.402383:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.402385:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:0.0:1789131397.402387:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.402390:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789131397.402392:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:0.0:1789131397.402394:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-21, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d8798600, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789131397.402399:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d81f7de0. 00000080:00000001:0.0:1789131397.402403:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789131397.402404:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:0.0:1789131397.402406:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-21, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:0.0:1789131397.402411:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00800000:00000002:0.0:1789131397.402413:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.402418:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.402419:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.402420:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:0.0:1789131397.402422:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-21' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.402425:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789131397.402427:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789131397.402430:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:0.0:1789131397.402433:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789131397.402435:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789131397.402438:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789131397.402440:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789131397.402442:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x17:0x0] 40000000:00000001:0.0:1789131397.402445:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.402447:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.402449:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.402456:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.402458:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:0.0:1789131397.402460:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x17:0x0], name='f0a.replay-dual-21' -> mds #0 layout version 1 00000002:00000001:0.0:1789131397.402463:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.402465:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:0.0:1789131397.402466:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-21,[0x200000402:0x17:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789131397.402508:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.402510:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789131397.402513:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789131397.402517:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.402518:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789131397.402521:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0da00 count: 2 00010000:00000001:0.0:1789131397.402523:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.402525:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789131397.402528:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789131397.402531:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115784 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789131397.402539:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131397.402542:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131397.402544:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131397.402546:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789131397.402548:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.402550:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.402551:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0da00 count: 3 00010000:00000001:0.0:1789131397.402553:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.402555:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.402557:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.402558:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.402559:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0da00 count: 3 00010000:00000001:0.0:1789131397.402561:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.402562:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.402563:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.402564:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.402566:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0da00 count: 3 00010000:00000001:0.0:1789131397.402574:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.402576:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.402578:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.402580:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789131397.402584:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789131397.402588:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789131397.402590:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131397.402591:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.402594:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789131397.402596:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131397.402598:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131397.402599:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.402601:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789131397.402604:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b89e00 with handle 0xc8adac5b2d01fe7c from hash 00010000:00000001:0.0:1789131397.402606:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131397.402607:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.402609:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.402610:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131397.402612:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131397.402614:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789131397.402616:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.402618:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.402620:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789131397.402624:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081e580. 00000020:00000040:0.0:1789131397.402628:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=48 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:0.0:1789131397.402632:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789131397.402633:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.402636:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.402639:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.402642:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.402643:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.402644:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.402646:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.402648:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.402651:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.402657:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b13c00. 00000100:00000001:0.0:1789131397.402669:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.402672:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.402675:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789131397.402679:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe7c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115784 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789131397.402685:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789131397.402695:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.402698:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131397.402700:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01fe7c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115784 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789131397.402707:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0da00 count: 0 00010000:00000010:0.0:1789131397.402711:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f600. 00010000:00000001:0.0:1789131397.402720:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.402722:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.402724:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.402725:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.402727:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.402736:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713728087424 : -110359981464192 : ffff9ba0d081e580) 00010000:00000001:0.0:1789131397.402739:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.402741:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.402745:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d000. 00010000:00000010:0.0:1789131397.402749:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f600. 00010000:00000001:0.0:1789131397.402752:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.402755:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b88000. 00000020:00000001:0.0:1789131397.402757:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.402759:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b88000 with handle 0xc8adac5b2d01fe83 to hash 00000020:00000001:0.0:1789131397.402761:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.402762:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00010000:00000001:0.0:1789131397.402766:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00010000:00000001:0.0:1789131397.402768:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.402770:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.402781:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88000/0xc8adac5b2d01fe83 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.402787:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88000/0xc8adac5b2d01fe83 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789131397.402798:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789131397.402805:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d081e580 x1876039997364096/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789131397.402814:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88000/0xc8adac5b2d01fe83 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.402819:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.402821:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.402827:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640c180. 00000100:00000001:0.0:1789131397.402829:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556046208 : -110360153505408 : ffff9ba0c640c180) 00000100:00000001:0.0:1789131397.402831:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.402833:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728087424 : -110359981464192 : ffff9ba0d081e580) 00000100:00000001:0.0:1789131397.402837:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.402841:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.402842:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.402844:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.402848:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081e580 x1876039997364096/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.402855:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.402857:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.402861:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.402863:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.402865:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.402869:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081e580 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997364096:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.402872:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.402877:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.402885:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.402888:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.402935:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d0840000. 02000000:00000001:0.0:1789131397.402938:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.402944:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.402948:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.402954:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c7b10000. 00000100:00000200:0.0:1789131397.402961:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997364096, portal 10 00000100:00000001:0.0:1789131397.402963:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.402964:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728087424 : -110359981464192 : ffff9ba0d081e580) 00000100:00000040:0.0:1789131397.402970:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081e580 x1876039997364096/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.402977:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.402979:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.402983:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346880. 00000100:00000200:0.0:1789131397.402986:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997364096, offset 0 00000400:00000200:0.0:1789131397.402991:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.402999:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.403005:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.403010:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.403014:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.403017:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.403020:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.403024:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [293:293:256:4294967295] 192.168.206.157@tcp LPNI seq info [293:293:8:4294967295] 00000400:00000200:0.0:1789131397.403028:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.403037:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.403043:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.403049:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593800. 00000800:00000200:0.0:1789131397.403055:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.403063:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.403067:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593800 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.403090:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.403099:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 40727 usecs (41 jiffies) 00000400:00000200:0.0:1789131397.403103:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.403106:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984453 00000100:00000001:0.0:1789131397.403113:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984446 00000100:00000001:0.0:1789131397.403118:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984453 00000100:00000001:0.0:1789131397.403121:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984446 00000100:00000001:0.0:1789131397.403124:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.403127:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.403129:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.403130:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.403133:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640c180 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.403137:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.403139:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.403510:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.403515:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593800. 00000400:00000200:3.0:1789131397.403519:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.403525:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.403530:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346880 00000400:00000010:3.0:1789131397.403533:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346880. 00000100:00000001:3.0:1789131397.403542:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.403546:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081e580 x1876039997364096/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.403555:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.403559:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081e580 x1876039997364096/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.403565:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.403567:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131397.411198:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.411218:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.411222:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.411224:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.411232:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.411240:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.411249:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.411266:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.411271:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.411275:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a09780 00000400:00000200:2.0:1789131397.411280:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.411285:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xced [32] + 224 00000800:00000001:2.0:1789131397.411291:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.411300:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.411303:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.411307:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.411313:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.411321:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081e580 x1876039997364096/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.411331:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d081e580 x1876039997364096/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.411384:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131397.411400:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131397.411407:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131397.411410:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.411416:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131397.411422:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [294:294:256:4294967295] 192.168.206.157@tcp LPNI seq info [294:294:8:4294967295] 00000400:00000200:2.0:1789131397.411426:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.411434:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131397.411439:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131397.411444:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0c7b01000. 00000800:00000200:2.0:1789131397.411450:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131397.411456:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131397.411461:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c7b01000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131397.411565:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.411569:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0c7b01000. 00000400:00000200:2.0:1789131397.411573:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.411581:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131397.411587:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.411590:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789131397.418467:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.418494:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.418498:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.418507:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c7b10000 00000400:00000010:0.0:1789131397.418509:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c7b10000. 00000100:00000001:0.0:1789131397.418514:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.418525:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081e580 x1876039997364096/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.418537:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081e580 x1876039997364096/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.418544:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.418546:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.418549:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.418552:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.418554:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.418556:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.418559:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.418567:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.418571:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.418588:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.418591:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.418594:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.418597:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.418600:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.418602:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1789131397.418604:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.418606:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.418607:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728087424 : -110359981464192 : ffff9ba0d081e580) 00000100:00000001:0.0:1789131397.418610:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.418612:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.418613:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.418616:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.418621:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.418629:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.418632:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.418634:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.418638:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.418645:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081e580 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997364096:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.418650:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.418653:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.418655:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.418657:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.418660:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.418667:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.418681:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640c180. 00000100:00000001:0.0:1789131397.418685:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.418694:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.418697:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.418709:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.418711:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.418715:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88000 refcount=4 00000020:00000001:0.0:1789131397.418717:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00010000:00000001:0.0:1789131397.418720:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00010000:00000040:0.0:1789131397.418726:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b88000, remote cookie: 0x2d69527cc21157a0, flags: 0x1001 00010000:00010000:0.0:1789131397.418731:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88000/0xc8adac5b2d01fe83 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157a0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789131397.418739:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x17:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789131397.418743:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789131397.419128:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e500. 00010000:00000010:1.0:1789131397.419143:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa400. 00010000:00000040:1.0:1789131397.419148:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d000 count: 0 00010000:00000010:1.0:1789131397.419153:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f600. 00010000:00000001:1.0:1789131397.419161:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.419165:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88000/0xc8adac5b2d01fe83 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157a0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.419174:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88000/0xc8adac5b2d01fe83 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157a0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.419179:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131397.419183:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131397.419185:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131397.419187:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131397.419188:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131397.419190:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x17:0x0].0x0 (ffff9ba0c7d0e500) refcount = 1 00010000:00010000:1.0:1789131397.419194:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88000/0xc8adac5b2d01fe83 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21157a0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.419201:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131397.419204:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131397.419206:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.419209:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131397.419211:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.419214:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88000/0xc8adac5b2d01fe83 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157a0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.419230:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131397.419232:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.419234:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.419235:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.419236:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.419238:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.419243:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131397.419246:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.419248:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.419250:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88000 refcount=3 00000020:00000001:1.0:1789131397.419252:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00010000:00000001:1.0:1789131397.419254:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00010000:00000001:1.0:1789131397.419257:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.419258:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.419259:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88000 refcount=4 00000020:00000001:1.0:1789131397.419261:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00010000:00000001:1.0:1789131397.419263:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00010000:00000001:1.0:1789131397.419265:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.419269:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.419272:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88000/0xc8adac5b2d01fe83 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21157a0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.419277:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.419279:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.419280:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.419281:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.419282:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88000 refcount=5 00000020:00000001:1.0:1789131397.419283:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00010000:00000001:1.0:1789131397.419285:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00010000:00000001:1.0:1789131397.419287:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.419289:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88000/0xc8adac5b2d01fe83 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21157a0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.419304:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.419305:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131397.419308:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88000/0xc8adac5b2d01fe83 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21157a0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.419313:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.419314:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.419315:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.419316:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.419317:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131397.419325:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.419335:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789131397.419340:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.419346:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.419353:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.419354:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.419356:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88000 refcount=3 00000020:00000001:1.0:1789131397.419357:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00010000:00000001:1.0:1789131397.419359:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00000002:00010000:1.0:1789131397.419362:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88000/0xc8adac5b2d01fe83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157a0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789131397.419370:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c2f25800. 00010000:00000001:1.0:1789131397.419372:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.419373:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.419374:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.419376:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.419379:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789131397.419386:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.419388:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728087424 : -110359981464192 : ffff9ba0d081e580) 00000100:00000001:1.0:1789131397.419389:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.419391:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728087424 : -110359981464192 : ffff9ba0d081e580) 00010000:00000001:1.0:1789131397.419392:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.419393:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.419395:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88000 refcount=3 00000020:00000001:1.0:1789131397.419397:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00010000:00000001:1.0:1789131397.419399:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00000002:00010000:1.0:1789131397.419401:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88000/0xc8adac5b2d01fe83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157a0 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.419407:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.419408:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.419410:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.419411:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.419412:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.419413:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88000 refcount=3 00000020:00000001:1.0:1789131397.419415:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00010000:00000001:1.0:1789131397.419416:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00010000:00000040:1.0:1789131397.419420:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e500 count: 2 00010000:00000001:1.0:1789131397.419422:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131397.419426:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/23 (0 0) 00010000:00000001:1.0:1789131397.419428:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.419429:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.419430:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131397.419433:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:1.0:1789131397.419434:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-21 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789131397.419437:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.419441:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.419443:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131397.419446:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789131397.419449:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.419457:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.419460:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789131397.419462:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d81f7de0 it_disposition 1800037 00000080:00002000:1.0:1789131397.419467:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d20e4288 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789131397.419527:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131397.419530:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789131397.419532:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:1.0:1789131397.419534:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-21, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:1.0:1789131397.419537:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789131397.419539:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131397.419544:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789131397.419547:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131397.419550:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279511 : 144115205289279511 : 200000402000017) 00000080:00000001:1.0:1789131397.419552:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789131397.419565:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d2173180. 00000020:00000001:1.0:1789131397.419575:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789131397.419576:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789131397.419579:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789131397.419580:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x17:0x0](ffff9ba0d2173248) 00000020:00000001:1.0:1789131397.419584:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131397.419587:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:1.0:1789131397.419590:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:1.0:1789131397.419594:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789131397.419599:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d835e7d0. 00000020:00000001:1.0:1789131397.419601:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131397.419603:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.419610:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789131397.419614:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d19ab5d0. 00020000:00000001:1.0:1789131397.419616:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713746490832 : -110359963060784 : ffff9ba0d19ab5d0) 00020000:00000001:1.0:1789131397.419618:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:1.0:1789131397.419621:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131397.419627:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9660. 00020000:00000010:1.0:1789131397.419631:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b680. 00020000:00000010:1.0:1789131397.419635:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9900. 00020000:00000001:1.0:1789131397.419637:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798977792 : -110359910573824 : ffff9ba0d4bb9900) 00020000:00000002:1.0:1789131397.419640:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9900, objid 0x17:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.419649:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.419653:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b680: ostid: 0x280000400:13 ost idx: 1 gen: 0 00020000:00000001:1.0:1789131397.419656:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789131397.419657:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9900, objid 0x17:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.419661:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.419664:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b680: ostid: 0x280000400:13 ost idx: 1 gen: 0 00020000:00000010:1.0:1789131397.419668:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c2b958e0. 00020000:00000010:1.0:1789131397.419684:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2fdfa80. 00020000:00000001:1.0:1789131397.419697:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789131397.419700:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0d2e9f190. 00020000:00000001:1.0:1789131397.419703:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789131397.419704:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789131397.419709:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789131397.419712:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d835e898. 00000020:00000001:1.0:1789131397.419714:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131397.419715:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.419717:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713857325336 : -110359852226280 : ffff9ba0d835e918) 00020000:00000001:1.0:1789131397.419721:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789131397.419725:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d1a06d58. 00020000:00000001:1.0:1789131397.419727:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.419731:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713857325336 : -110359852226280 : ffff9ba0d835e918) 00020000:00000001:1.0:1789131397.419733:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713857325336 : -110359852226280 : ffff9ba0d835e918) 00020000:00000002:1.0:1789131397.419736:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0xd:0x0]@ffff9ba0d835e898[0:0] -> [0x200000402:0x17:0x0]@ffff9ba0d835e7d0: ostid: 0x280000400:13 ost idx: 1 gen: 0 00020000:00000001:1.0:1789131397.419741:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:1.0:1789131397.419743:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789131397.419745:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.419748:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713857325136 : -110359852226480 : ffff9ba0d835e850) 00000020:00001000:1.0:1789131397.419751:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:1.0:1789131397.419755:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279511 : 144115205289279511 : 200000402000017) 00000080:00000001:1.0:1789131397.419757:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789131397.419765:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279511 mtime from 0 to 1789131397 00000080:00000001:1.0:1789131397.419769:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789131397.419772:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754649160 : -110359954902456 : ffff9ba0d2173248) 00010000:00000001:1.0:1789131397.419774:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.419775:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.419777:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88000 refcount=3 00000020:00000001:1.0:1789131397.419779:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00010000:00000001:1.0:1789131397.419781:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00000080:00000001:1.0:1789131397.419784:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789131397.419785:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131397.419787:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:1.0:1789131397.419789:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:1.0:1789131397.419791:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789131397.419793:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789131397.419795:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131397.419977:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9ba0. 00020000:00000010:1.0:1789131397.419981:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b600. 00020000:00000010:1.0:1789131397.419984:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb98a0. 00020000:00000001:1.0:1789131397.419986:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798977696 : -110359910573920 : ffff9ba0d4bb98a0) 00020000:00000002:1.0:1789131397.419989:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb98a0, objid 0x17:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.419992:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.419995:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b600: ostid: 0x280000400:13 ost idx: 1 gen: 0 00020000:00000002:1.0:1789131397.419998:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d19ab5d0) owner ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.420000:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789131397.420003:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d19ab5d0) owner ffff9ba0c2f34f80 00020000:00000010:1.0:1789131397.420006:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c320b600. 00020000:00000010:1.0:1789131397.420010:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d4bb9ba0. 00020000:00000010:1.0:1789131397.420012:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d4bb98a0. 00020000:00000002:1.0:1789131397.420014:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x17:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789131397.420016:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.420018:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.420022:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789131397.420024:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab5d0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.420032:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d4bb9900 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:1.0:1789131397.420035:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab5d0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.420037:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789131397.420039:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789131397.420040:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789131397.420043:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789131397.420045:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789131397.420047:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x17:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789131397.420050:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:1.0:1789131397.420052:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.420054:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.420055:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.420057:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131397.420059:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789131397.420061:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.420064:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x17:0x0](ffff9ba0d2173248) 00000080:00010000:1.0:1789131397.420067:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x17:0x0](ffff9ba0d2173248) for lock 0xc8adac5b2d01fe83 00800000:00000001:1.0:1789131397.420070:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.420072:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.420074:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.420075:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.420077:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88000 refcount=3 00000020:00000001:1.0:1789131397.420079:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00010000:00000001:1.0:1789131397.420081:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00010000:00000001:1.0:1789131397.420084:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.420085:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.420086:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.420087:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.420089:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789131397.420091:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.420097:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.420106:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.420111:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d2173248 need_sync_to_mds [0x200000402:0x17:0x0] 00000080:00000001:1.0:1789131397.420114:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.420123:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x17:0x0](ffff9ba0d2173248) 00000080:00000001:1.0:1789131397.420125:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.420129:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000100:00000001:1.0:1789131397.420132:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.420136:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.420142:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.420146:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789131397.420148:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.420150:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d2173248 need_sync_to_mds [0x200000402:0x17:0x0] 00000080:00000001:1.0:1789131397.420157:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789131397.420159:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:1.0:1789131397.420161:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-21:[0x200000402:0x17:0x0](ffff9ba0d2173248), flags 100102 00000080:00000010:1.0:1789131397.420168:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c178de00. 00000080:00000010:1.0:1789131397.420173:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2f25100. 00000080:00000001:1.0:1789131397.420176:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789131397.420180:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.420182:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789131397.420185:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c7d223a0. 00000002:00100000:1.0:1789131397.420190:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.420196:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.420198:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789131397.420201:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789131397.420204:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.420206:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.420208:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.420211:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789131397.420218:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131397.420221:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d0840000. 02000000:00000001:1.0:1789131397.420242:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789131397.420244:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.420252:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:1.0:1789131397.420254:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-21:[0x200000402:0x17:0x0](ffff9ba0d2173248), flags 100102, rc = 0 00000080:00000001:1.0:1789131397.420259:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789131397.420260:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d81f7de0 released 00000080:00010000:1.0:1789131397.420263:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe83 from it ffff9ba0d81f7de0 00010000:00000001:1.0:1789131397.420265:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.420267:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.420268:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88000 refcount=3 00000020:00000001:1.0:1789131397.420270:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00010000:00000001:1.0:1789131397.420272:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580670976 : -110360128880640 : ffff9ba0c7b88000) 00010000:00000001:1.0:1789131397.420274:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.420277:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88000/0xc8adac5b2d01fe83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc21157a0 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.420285:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.420286:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.420287:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.420289:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.420292:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88000/0xc8adac5b2d01fe83 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc21157a0 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.420299:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.420301:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.420303:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.420306:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.420307:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.420309:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.420311:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.420313:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.420315:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.420317:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.420319:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.420321:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.420321:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.420323:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789131397.420330:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789131397.420332:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.420333:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789131397.420335:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.420337:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.420339:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789131397.420341:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.420343:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131397.420345:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.420346:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.420349:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d81f7de0. 00000080:00000001:1.0:1789131397.420352:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.420355:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789131397.420357:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x17:0x0](ffff9ba0d2173248), inode mode 81a4 mask 40 00000080:00000001:1.0:1789131397.420361:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.420380:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.420383:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab5d0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.420385:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab5d0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.420388:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.420394:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789131397.420397:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:1.0:1789131397.420398:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-21:[0x200000402:0x17:0x0](ffff9ba0d2173248), flags 100002 00000080:00000001:1.0:1789131397.420401:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789131397.420403:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789131397.420404:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.420406:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab5d0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.420408:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab5d0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.420409:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.420411:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789131397.420415:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.420418:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.420422:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e500 count: 2 00010000:00000001:1.0:1789131397.420424:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.420427:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.420428:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x17:0x0]: 0 00000080:00000001:1.0:1789131397.420430:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789131397.420437:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789131397.420441:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d8546a00. 00000080:00000001:1.0:1789131397.420443:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789131397.420447:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789131397.420450:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789131397.420452:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x17:0x0] 00000002:00000001:1.0:1789131397.420455:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789131397.420457:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x17:0x0] file closed with intent: 0 00000100:00000010:1.0:1789131397.420462:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b71e00. 00000020:00000040:1.0:1789131397.420465:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=49 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:1.0:1789131397.420500:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.420503:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.420506:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.420513:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d8546600. 00000100:00000001:1.0:1789131397.420519:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789131397.420530:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789131397.420538:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789131397.420543:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7b71e00 x1876039997364352/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789131397.420549:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.420550:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.420556:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2fdf240. 00000100:00000001:1.0:1789131397.420558:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713501336128 : -110360208215488 : ffff9ba0c2fdf240) 00000100:00000001:1.0:1789131397.420560:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.420561:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580580352 : -110360128971264 : ffff9ba0c7b71e00) 00000100:00000001:1.0:1789131397.420565:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.420569:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.420570:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.420572:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.420575:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b71e00 x1876039997364352/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.420582:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.420589:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.420593:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.420595:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.420598:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.420601:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b71e00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997364352:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.420605:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.420612:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.420614:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.420616:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.420633:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d086a000. 02000000:00000001:1.0:1789131397.420635:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.420641:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.420645:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.420651:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80207f8. 00000100:00000200:1.0:1789131397.420657:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997364352, portal 10 00000100:00000001:1.0:1789131397.420658:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.420660:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580580352 : -110360128971264 : ffff9ba0c7b71e00) 00000100:00000040:1.0:1789131397.420666:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b71e00 x1876039997364352/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.420685:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.420697:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.420700:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020b28. 00000100:00000200:1.0:1789131397.420704:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997364352, offset 0 00000400:00000200:1.0:1789131397.420710:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.420719:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.420726:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.420731:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.420734:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.420737:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.420740:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.420743:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [295:295:256:4294967295] 192.168.206.157@tcp LPNI seq info [295:295:8:4294967295] 00000400:00000200:1.0:1789131397.420747:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.420757:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.420769:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.420773:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d700. 00000800:00000200:1.0:1789131397.420779:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.420786:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.420790:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d700 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:2.0:1789131397.421142:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.421147:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d700. 00000400:00000200:2.0:1789131397.421152:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.421157:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.421163:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020b28 00000400:00000010:2.0:1789131397.421166:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020b28. 00000100:00000001:2.0:1789131397.421171:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.421175:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b71e00 x1876039997364352/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.421184:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.421187:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b71e00 x1876039997364352/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.421193:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.421195:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.421322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0da00. 00010000:00000010:0.1:1789131397.421330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b89e00. 00000100:00000001:1.0:1789131397.421364:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.421369:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 40522 usecs (41 jiffies) 00000400:00000200:1.0:1789131397.421373:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.421376:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984471 00000100:00000001:1.0:1789131397.421382:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984453 00000100:00000001:1.0:1789131397.421387:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984471 00000100:00000001:1.0:1789131397.421390:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984453 00000100:00000001:1.0:1789131397.421394:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.421397:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.421399:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.421401:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.421405:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2fdf240 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.421408:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.421410:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1789131397.424298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d000. 00000800:00000001:3.0:1789131397.424894:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.424913:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.424917:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.424920:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.424930:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.424941:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.424952:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.424958:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.424964:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.424968:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a09880 00000400:00000200:3.0:1789131397.424974:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.424981:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xcf5 [1] + 224 00000800:00000001:3.0:1789131397.424989:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.424995:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.424999:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.425003:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.425012:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.425022:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b71e00 x1876039997364352/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.425032:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0c7b71e00 x1876039997364352/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.425051:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.425060:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.425073:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.425258:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131397.425269:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.425272:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.425275:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.425281:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80207f8 00000400:00000010:1.0:1789131397.425284:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80207f8. 00000100:00000001:1.0:1789131397.425289:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.425299:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b71e00 x1876039997364352/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.425310:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b71e00 x1876039997364352/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.425317:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.425328:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.425330:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.425334:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.425336:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.425338:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.425341:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.425350:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.425354:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.425357:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.425359:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.425361:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.425364:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.425367:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131397.425369:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789131397.425371:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131397.425373:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.425374:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580580352 : -110360128971264 : ffff9ba0c7b71e00) 00000100:00000001:1.0:1789131397.425378:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.425380:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.425381:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.425384:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.425389:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b71e00 x1876039997364352/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.425396:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.425399:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.425401:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.425404:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b71e00 x1876039997364352/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.425412:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b71e00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997364352:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.425417:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.425419:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.425421:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.425423:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.425432:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b71e00 x1876039997364352/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.425439:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.425442:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2fdf240. 00000100:00000001:1.0:1789131397.425445:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.425447:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.425453:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.425454:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580580352 : -110360128971264 : ffff9ba0c7b71e00) 00000002:00000001:1.0:1789131397.425457:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.425460:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.425465:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8546a00. 00000080:00000001:1.0:1789131397.425509:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789131397.425512:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.425517:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789131397.425521:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.425529:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.425531:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.425533:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2f25100. 00000100:00000001:1.0:1789131397.425537:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.425539:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b71e00 x1876039997364352/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.425546:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.425548:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.425552:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c178de00. 00000080:00000001:1.0:1789131397.425555:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.425561:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:1.0:1789131397.425563:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-21:[0x200000402:0x17:0x0](ffff9ba0d2173248), flags 100002, rc = 0 00000080:00000001:1.0:1789131397.425567:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.425572:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789131397.425573:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:1.0:1789131397.425576:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-21 (ffff9ba0d20e4288, parent ffff9ba0d20e4ca8, inode ffff9ba0d2173248) hashed, 00000080:00000001:1.0:1789131397.425578:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.425633:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.425636:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.425638:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131397.425639:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:1.0:1789131397.425641:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131397.425646:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8546a00. 00800000:00000002:1.0:1789131397.425651:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.425654:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.425657:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.425659:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:1.0:1789131397.425661:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.425665:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131397.425668:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131397.425682:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.425684:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:1.0:1789131397.425695:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131397.425699:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131397.425701:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.425704:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.425709:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.425711:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.425713:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.425715:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131397.425717:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789131397.425721:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b72d00. 00000020:00000040:1.0:1789131397.425725:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=50 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:1.0:1789131397.425730:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131397.425733:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.425738:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.425740:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.425742:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.425744:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.425746:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.425749:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.425756:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d0869000. 00000100:00000001:1.0:1789131397.425761:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.425768:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.425770:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.425771:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.425772:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.425774:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.425779:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713580584192 : -110360128967424 : ffff9ba0c7b72d00) 00010000:00000001:1.0:1789131397.425782:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131397.425784:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131397.425787:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0ea00. 00010000:00000010:1.0:1789131397.425791:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aab80. 00010000:00000001:1.0:1789131397.425794:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131397.425797:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b43e00. 00000020:00000001:1.0:1789131397.425800:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131397.425803:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b43e00 with handle 0xc8adac5b2d01fe8a to hash 00000020:00000001:1.0:1789131397.425805:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131397.425807:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.425810:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.425814:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.425816:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.425820:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.425828:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.425837:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131397.425842:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.425843:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.425848:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2fdf240. 00000100:00000001:1.0:1789131397.425850:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713501336128 : -110360208215488 : ffff9ba0c2fdf240) 00000100:00000001:1.0:1789131397.425853:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.425854:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580584192 : -110360128967424 : ffff9ba0c7b72d00) 00000100:00000001:1.0:1789131397.425863:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.425867:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.425869:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.425870:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.425875:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b72d00 x1876039997364480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.425881:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.425883:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.425886:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.425888:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.425891:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.425893:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b72d00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997364480:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.425897:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.425902:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.425904:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.425906:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.425911:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131397.425913:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.425920:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.425923:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.425928:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80207f8. 00000100:00000200:1.0:1789131397.425934:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997364480, portal 10 00000100:00000001:1.0:1789131397.425935:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.425936:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580584192 : -110360128967424 : ffff9ba0c7b72d00) 00000100:00000040:1.0:1789131397.425942:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b72d00 x1876039997364480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.425949:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.425951:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.425954:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020dd0. 00000100:00000200:1.0:1789131397.425957:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997364480, offset 0 00000400:00000200:1.0:1789131397.425963:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.425970:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.425978:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.425990:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.425994:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.425998:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.426001:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.426004:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [296:296:256:4294967295] 192.168.206.157@tcp LPNI seq info [296:296:8:4294967295] 00000400:00000200:1.0:1789131397.426008:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.426018:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.426024:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.426029:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d500. 00000800:00000200:1.0:1789131397.426036:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.426043:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.426047:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.426069:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.426074:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 40190 usecs (41 jiffies) 00000400:00000200:1.0:1789131397.426077:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.426080:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984476 00000100:00000001:1.0:1789131397.426086:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984471 00000100:00000001:1.0:1789131397.426091:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984476 00000100:00000001:1.0:1789131397.426094:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984471 00000100:00000001:1.0:1789131397.426097:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.426100:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.426102:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.426104:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.426106:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2fdf240 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.426107:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.426109:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.426292:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.426297:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d500. 00000400:00000200:2.0:1789131397.426301:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.426305:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.426310:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020dd0 00000400:00000010:2.0:1789131397.426312:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020dd0. 00000100:00000001:2.0:1789131397.426315:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.426320:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b72d00 x1876039997364480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.426327:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.426330:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b72d00 x1876039997364480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.426335:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.426336:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131397.430638:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.430654:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.430658:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.430661:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.430668:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.430794:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.430804:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.430809:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.430814:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.430818:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a09900 00000400:00000200:3.0:1789131397.430823:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.430828:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xcfd [1] + 224 00000800:00000001:3.0:1789131397.430835:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.430842:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.430845:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.430850:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.430856:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.430864:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b72d00 x1876039997364480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.430874:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0c7b72d00 x1876039997364480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.430917:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131397.430936:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.430945:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.430948:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131397.439069:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.439076:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.439081:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.439086:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80207f8 00000400:00000010:1.0:1789131397.439103:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80207f8. 00000100:00000001:1.0:1789131397.439109:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.439120:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b72d00 x1876039997364480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.439131:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b72d00 x1876039997364480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.439139:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.439142:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.439145:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.439149:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.439151:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.439153:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.439156:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.439165:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.439169:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.439171:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.439173:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.439176:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.439180:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.439183:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.439185:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.439187:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.439189:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.439195:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b72d00 x1876039997364480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.439202:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.439205:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.439208:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.439213:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b72d00 x1876039997364480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.439222:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b72d00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997364480:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.439228:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.439237:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.439239:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.439242:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.439246:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b72d00 x1876039997364480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.439254:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.439257:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2fdf240. 00000100:00000001:1.0:1789131397.439260:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.439262:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.439265:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131397.439268:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.439270:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.439273:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=4 00000020:00000001:1.0:1789131397.439275:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.439278:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000040:1.0:1789131397.439284:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b43e00, remote cookie: 0x2d69527cc21157b5, flags: 0x1001 00010000:00010000:1.0:1789131397.439289:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe8a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157b5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.439298:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe8a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157b5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.439305:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131397.439308:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131397.439310:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131397.439312:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131397.439313:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131397.439316:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c7d0ea00) refcount = 1 00010000:00010000:1.0:1789131397.439320:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe8a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21157b5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.439326:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131397.439329:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131397.439338:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.439341:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131397.439344:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.439347:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe8a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157b5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.439353:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131397.439355:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.439356:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.439358:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.439359:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.439360:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.439365:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131397.439367:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.439368:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.439370:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.439372:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.439374:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.439376:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.439377:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.439379:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=4 00000020:00000001:1.0:1789131397.439381:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.439383:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.439386:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.439389:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.439392:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe8a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21157b5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.439398:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.439399:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.439400:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.439402:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.439403:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=5 00000020:00000001:1.0:1789131397.439405:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.439411:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.440271:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.440276:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe8a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21157b5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.440286:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.440287:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131397.440289:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe8a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21157b5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.440295:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.440296:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.440297:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.440298:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.440299:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131397.440308:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0c7b72d00 x1876039997364480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789131397.440318:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.440320:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.440322:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.440324:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.440326:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.440328:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.440329:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.440330:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.440332:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.440335:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789131397.440337:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.440338:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.440339:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.440341:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.440343:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00000002:00010000:1.0:1789131397.440346:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157b5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.440362:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.440364:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.440365:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.440366:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.440368:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.440369:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.440371:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.440373:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000040:1.0:1789131397.440378:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ea00 count: 2 00010000:00000001:1.0:1789131397.440381:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131397.440384:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789131397.440386:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.440387:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.440389:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131397.440391:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:1.0:1789131397.440393:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789131397.440396:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.440400:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.440402:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131397.440405:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789131397.440408:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.440411:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131397.440463:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8546a00. 00000080:00000001:1.0:1789131397.440467:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131397.440516:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131397.440521:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789131397.440525:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789131397.440530:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c2f25100. 00800000:00000001:1.0:1789131397.440536:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713500573952 : -110360208977664 : ffff9ba0c2f25100) 00800000:00000001:1.0:1789131397.440538:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.440540:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131397.440542:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789131397.440544:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789131397.440614:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789131397.440616:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789131397.440618:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.440622:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789131397.440625:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789131397.440629:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:1.0:1789131397.440631:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.440633:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.440634:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.440636:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.440638:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.440641:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.440642:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.440643:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131397.440646:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789131397.440647:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c2f25100 1 00800000:00000010:1.0:1789131397.440650:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c2f25100. 00800000:00000001:1.0:1789131397.440653:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.440656:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe8a 00800000:00000001:1.0:1789131397.440659:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.440661:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.440662:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.440663:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.440664:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.440666:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.440668:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.440670:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.440671:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.440672:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.440674:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.440676:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.440678:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131397.440681:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe8a from it ffffbc4101cb7bf8 00010000:00000001:1.0:1789131397.440682:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.440698:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.440699:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.440701:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.440703:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.440705:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.440707:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21157b5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.440714:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.440715:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.440716:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.440718:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.440721:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157b5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.440728:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.440730:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.440732:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.440736:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.440737:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.440738:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.440741:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.440743:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.440745:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.440747:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.440871:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.440873:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.440874:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131397.440877:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.440883:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c7b72d00 x1876039997364480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.440890:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131397.440892:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131397.440895:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131397.440899:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131397.440907:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131397.440909:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=49 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:1.0:1789131397.440911:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131397.440914:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d0869000. 02000000:00000001:1.0:1789131397.440917:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131397.440918:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131397.440920:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c7b72d00. 00000100:00000001:1.0:1789131397.440924:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131397.440925:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.440929:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:1.0:1789131397.440934:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.440948:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c7d22ea0. 00000080:00000001:1.0:1789131397.440953:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.440954:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131397.440956:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:1.0:1789131397.440958:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131397.440963:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8546a00. 00800000:00000002:1.0:1789131397.440967:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.440970:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.440973:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.440975:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:1.0:1789131397.440977:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.440980:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131397.440983:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131397.440987:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.440989:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:1.0:1789131397.440990:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131397.440994:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131397.440996:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.440998:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.441001:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ea00 count: 2 00010000:00000001:1.0:1789131397.441003:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.441007:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.441010:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789131397.441014:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe8a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157b5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789131397.441026:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789131397.441030:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.441033:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe8a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157b5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789131397.441040:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789131397.441042:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131397.441044:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131397.441045:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131397.441047:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.441050:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789131397.441052:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789131397.441054:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131397.441056:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8546a00. 00000080:00000001:1.0:1789131397.441058:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131397.441060:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.441062:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131397.441065:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe8a 00800000:00000001:1.0:1789131397.441067:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.441069:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.441070:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.441071:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.441073:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.441075:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.441077:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.441079:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.441081:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.441082:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.441083:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.441085:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe8a from it ffffbc4101cb7b38 00010000:00000001:1.0:1789131397.441087:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.441088:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.441097:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.441099:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.441101:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.441103:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.441105:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21157b5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.441110:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.441111:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.441111:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.441113:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.441115:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157b5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789131397.441119:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.441121:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.441122:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.441124:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.441125:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.441126:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.441128:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.441129:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.441130:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.441132:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.441134:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.441135:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.441136:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131397.441138:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789131397.441139:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.441141:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:1.0:1789131397.441144:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.441147:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789131397.441148:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:1.0:1789131397.441150:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-22, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d4ac9e00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789131397.441155:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d4bb98a0. 00000080:00000001:1.0:1789131397.441164:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789131397.441166:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:1.0:1789131397.441168:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-22, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:1.0:1789131397.441173:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8546a00. 00800000:00000002:1.0:1789131397.441176:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.441180:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.441182:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.441183:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:1.0:1789131397.441185:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-22' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.441188:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789131397.441191:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789131397.441194:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:1.0:1789131397.441197:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789131397.441199:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789131397.441202:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789131397.441204:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789131397.441206:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x18:0x0] 40000000:00000001:1.0:1789131397.441209:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.441211:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.441213:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.441215:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.441217:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:1.0:1789131397.441219:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x18:0x0], name='f0a.replay-dual-22' -> mds #0 layout version 1 00000002:00000001:1.0:1789131397.441222:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.441223:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:1.0:1789131397.441225:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-22,[0x200000402:0x18:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789131397.441228:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131397.441231:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789131397.441233:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789131397.441237:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.441238:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789131397.441240:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ea00 count: 2 00010000:00000001:1.0:1789131397.441242:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.441245:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789131397.441252:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789131397.441254:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc21157b5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789131397.441261:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789131397.441265:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789131397.441266:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789131397.441269:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789131397.441271:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.441272:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.441275:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ea00 count: 3 00010000:00000001:1.0:1789131397.441277:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.441279:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.441281:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.441282:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.441283:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ea00 count: 3 00010000:00000001:1.0:1789131397.441285:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.441287:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.441289:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.441290:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.441291:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ea00 count: 3 00010000:00000001:1.0:1789131397.441293:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.441294:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.441296:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.441299:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789131397.441303:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789131397.441307:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789131397.441310:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789131397.441311:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.441314:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789131397.441317:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789131397.441318:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789131397.441320:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.441322:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789131397.441325:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b43e00 with handle 0xc8adac5b2d01fe8a from hash 00010000:00000001:1.0:1789131397.441327:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789131397.441333:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.441334:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.441336:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789131397.441339:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789131397.441340:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789131397.441343:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131397.441345:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131397.441347:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789131397.441351:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b72d00. 00000020:00000040:1.0:1789131397.441355:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=50 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:1.0:1789131397.441359:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789131397.441361:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.441363:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131397.441367:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.441369:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.441370:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.441371:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.441374:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.441376:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.441379:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.441384:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d0869000. 00000100:00000001:1.0:1789131397.441389:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.441392:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.441394:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789131397.441397:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe8a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21157b5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789131397.441404:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789131397.441406:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131397.441407:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789131397.441410:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe8a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21157b5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789131397.441431:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0ea00 count: 0 00010000:00000010:1.0:1789131397.441436:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aab80. 00010000:00000001:1.0:1789131397.441452:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.441454:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.441456:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.441458:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.441459:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.441525:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713580584192 : -110360128967424 : ffff9ba0c7b72d00) 00010000:00000001:1.0:1789131397.441529:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131397.441531:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131397.441938:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0ed00. 00010000:00000010:1.0:1789131397.441943:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aab80. 00010000:00000001:1.0:1789131397.441948:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131397.441951:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b42000. 00000020:00000001:1.0:1789131397.441953:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131397.441955:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b42000 with handle 0xc8adac5b2d01fe91 to hash 00000020:00000001:1.0:1789131397.441957:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131397.441959:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00010000:00000001:1.0:1789131397.441962:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00010000:00000001:1.0:1789131397.441965:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.441967:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.441970:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42000/0xc8adac5b2d01fe91 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.441977:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42000/0xc8adac5b2d01fe91 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789131397.441989:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789131397.441997:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7b72d00 x1876039997364736/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789131397.442006:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42000/0xc8adac5b2d01fe91 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131397.442011:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.442013:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.442023:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2fdf240. 00000100:00000001:1.0:1789131397.442025:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713501336128 : -110360208215488 : ffff9ba0c2fdf240) 00000100:00000001:1.0:1789131397.442028:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.442029:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580584192 : -110360128967424 : ffff9ba0c7b72d00) 00000100:00000001:1.0:1789131397.442034:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.442038:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.442040:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.442042:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.442047:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b72d00 x1876039997364736/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.442054:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.442057:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.442060:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.442063:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.442065:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.442069:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b72d00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997364736:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.442073:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.442079:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.442081:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.442083:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.442133:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d0840000. 02000000:00000001:1.0:1789131397.442136:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.442144:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.442147:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.442154:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d086a800. 00000100:00000200:1.0:1789131397.442161:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997364736, portal 10 00000100:00000001:1.0:1789131397.442163:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.442165:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580584192 : -110360128967424 : ffff9ba0c7b72d00) 00000100:00000040:1.0:1789131397.442171:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b72d00 x1876039997364736/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.442178:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.442180:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.442184:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80207f8. 00000100:00000200:1.0:1789131397.442193:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997364736, offset 0 00000400:00000200:1.0:1789131397.442200:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.442208:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.442214:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.442219:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.442223:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.442227:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.442229:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.442232:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [297:297:256:4294967295] 192.168.206.157@tcp LPNI seq info [297:297:8:4294967295] 00000400:00000200:1.0:1789131397.442236:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.442245:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.442250:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.442255:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4db00. 00000800:00000200:1.0:1789131397.442261:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.442268:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.442273:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4db00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.442413:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.442418:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 39966 usecs (40 jiffies) 00000400:00000200:1.0:1789131397.442422:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.442425:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984491 00000100:00000001:1.0:1789131397.442432:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984476 00000100:00000001:1.0:1789131397.442437:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984491 00000100:00000001:1.0:1789131397.442440:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984476 00000100:00000001:1.0:1789131397.442443:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.442445:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.442447:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.442449:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.442452:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2fdf240 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.442455:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.442457:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.443103:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.443108:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4db00. 00000400:00000200:3.0:1789131397.443112:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.443118:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.443123:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80207f8 00000400:00000010:3.0:1789131397.443125:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80207f8. 00000100:00000001:3.0:1789131397.443130:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.443135:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b72d00 x1876039997364736/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.443151:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.443154:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b72d00 x1876039997364736/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.443160:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.443162:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131397.447545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0ea00. 00010000:00000010:1.1:1789131397.447561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b43e00. 00000800:00000001:3.0:1789131397.452346:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.452362:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.452366:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.452368:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.452376:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.452383:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.452391:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.452395:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.452400:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.452405:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a09a00 00000400:00000200:3.0:1789131397.452409:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.452415:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xd05 [32] + 224 00000800:00000001:3.0:1789131397.452422:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.452428:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.452431:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.452435:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.452442:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.452450:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b72d00 x1876039997364736/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.452461:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0c7b72d00 x1876039997364736/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.452577:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131397.452585:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131397.452589:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.452595:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131397.452615:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [298:298:256:4294967295] 192.168.206.157@tcp LPNI seq info [298:298:8:4294967295] 00000400:00000200:3.0:1789131397.452619:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.452628:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131397.452633:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131397.452638:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84ff800. 00000800:00000200:3.0:1789131397.452644:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131397.452651:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131397.452654:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84ff800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131397.452795:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.452799:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84ff800. 00000400:00000200:3.0:1789131397.452803:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.452807:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131397.452813:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.452816:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.452878:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131397.452885:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.452887:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.452890:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.452895:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d086a800 00000400:00000010:1.0:1789131397.452897:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d086a800. 00000100:00000001:1.0:1789131397.452900:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.452906:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b72d00 x1876039997364736/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.452915:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b72d00 x1876039997364736/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.452920:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.452922:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.452925:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.452927:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.452930:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.452932:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.452935:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.452944:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.452948:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.452950:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.452952:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.452954:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.452957:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.452961:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131397.452963:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1789131397.452964:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131397.452967:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.452968:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580584192 : -110360128967424 : ffff9ba0c7b72d00) 00000100:00000001:1.0:1789131397.452971:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.452973:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.452975:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.452978:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.452983:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.453002:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.453005:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.453007:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.453011:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.453019:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b72d00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997364736:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.453024:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.453027:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.453029:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.453031:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.453034:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.453041:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.453044:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2fdf240. 00000100:00000001:1.0:1789131397.453047:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.453048:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.453051:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131397.453055:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.453058:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.453061:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42000 refcount=4 00000020:00000001:1.0:1789131397.453063:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00010000:00000001:1.0:1789131397.453066:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00010000:00000040:1.0:1789131397.453072:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b42000, remote cookie: 0x2d69527cc21157d1, flags: 0x1001 00010000:00010000:1.0:1789131397.453078:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42000/0xc8adac5b2d01fe91 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157d1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789131397.453086:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x18:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789131397.453089:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789131397.453100:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0ea00. 00010000:00000010:1.0:1789131397.453104:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa780. 00010000:00000040:1.0:1789131397.453110:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0ed00 count: 0 00010000:00000010:1.0:1789131397.453115:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aab80. 00010000:00000001:1.0:1789131397.453126:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.453129:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42000/0xc8adac5b2d01fe91 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157d1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.453137:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42000/0xc8adac5b2d01fe91 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157d1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.453144:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131397.453147:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131397.453150:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131397.453151:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131397.453152:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131397.453155:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x18:0x0].0x0 (ffff9ba0c7d0ea00) refcount = 1 00010000:00010000:1.0:1789131397.453159:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42000/0xc8adac5b2d01fe91 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21157d1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.453165:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131397.453168:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131397.453170:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.453173:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131397.453175:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.453178:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42000/0xc8adac5b2d01fe91 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157d1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.453183:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131397.453185:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.453186:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.453187:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.453188:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.453196:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.453201:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131397.453203:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.453204:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.453206:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42000 refcount=3 00000020:00000001:1.0:1789131397.453208:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00010000:00000001:1.0:1789131397.453210:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00010000:00000001:1.0:1789131397.453212:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.453214:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.453215:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42000 refcount=4 00000020:00000001:1.0:1789131397.453216:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00010000:00000001:1.0:1789131397.453218:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00010000:00000001:1.0:1789131397.453220:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.453224:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.453227:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42000/0xc8adac5b2d01fe91 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21157d1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.453232:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.453233:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.453235:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.453235:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.453236:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42000 refcount=5 00000020:00000001:1.0:1789131397.453238:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00010000:00000001:1.0:1789131397.453240:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00010000:00000001:1.0:1789131397.453243:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.453246:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42000/0xc8adac5b2d01fe91 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21157d1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.453251:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.453252:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131397.453254:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42000/0xc8adac5b2d01fe91 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21157d1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.453269:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.453271:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.453272:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.453273:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.453274:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131397.453280:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.453288:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789131397.453292:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.453298:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.453304:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.453306:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.453307:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42000 refcount=3 00000020:00000001:1.0:1789131397.453309:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00010000:00000001:1.0:1789131397.453311:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00000002:00010000:1.0:1789131397.453315:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42000/0xc8adac5b2d01fe91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157d1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789131397.453322:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c2f25100. 00010000:00000001:1.0:1789131397.453325:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.453326:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.453327:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.453329:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.453331:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789131397.453333:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.453335:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580584192 : -110360128967424 : ffff9ba0c7b72d00) 00000100:00000001:1.0:1789131397.453336:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.453338:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580584192 : -110360128967424 : ffff9ba0c7b72d00) 00010000:00000001:1.0:1789131397.453339:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.453346:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.453348:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42000 refcount=3 00000020:00000001:1.0:1789131397.453349:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00010000:00000001:1.0:1789131397.453351:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00000002:00010000:1.0:1789131397.453354:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42000/0xc8adac5b2d01fe91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157d1 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.453360:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.453361:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.453363:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.453364:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.453365:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.453366:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42000 refcount=3 00000020:00000001:1.0:1789131397.453367:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00010000:00000001:1.0:1789131397.453369:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00010000:00000040:1.0:1789131397.453372:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ea00 count: 2 00010000:00000001:1.0:1789131397.453374:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131397.453378:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/24 (0 0) 00010000:00000001:1.0:1789131397.453380:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.453381:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.453382:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131397.453384:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:1.0:1789131397.453386:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-22 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789131397.453389:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.453393:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.453395:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131397.453398:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789131397.453401:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.453405:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.453407:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789131397.453409:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d4bb98a0 it_disposition 1800037 00000080:00002000:1.0:1789131397.453420:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2178948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789131397.453425:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131397.453434:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789131397.453437:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:1.0:1789131397.453438:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-22, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:1.0:1789131397.453441:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789131397.453443:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131397.453448:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789131397.453452:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131397.453455:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279512 : 144115205289279512 : 200000402000018) 00000080:00000001:1.0:1789131397.453458:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789131397.453511:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d2176b40. 00000020:00000001:1.0:1789131397.453522:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789131397.453524:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789131397.453526:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789131397.453528:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x18:0x0](ffff9ba0d2176c08) 00000020:00000001:1.0:1789131397.453532:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131397.453535:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:1.0:1789131397.453537:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:1.0:1789131397.453541:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789131397.453546:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d835e190. 00000020:00000001:1.0:1789131397.453548:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131397.453550:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.453556:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789131397.453560:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d19abe88. 00020000:00000001:1.0:1789131397.453562:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713746493064 : -110359963058552 : ffff9ba0d19abe88) 00020000:00000001:1.0:1789131397.453564:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:1.0:1789131397.453567:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131397.453572:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9ba0. 00020000:00000010:1.0:1789131397.453576:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b600. 00020000:00000010:1.0:1789131397.453580:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb91e0. 00020000:00000001:1.0:1789131397.453583:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798975968 : -110359910575648 : ffff9ba0d4bb91e0) 00020000:00000002:1.0:1789131397.453585:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb91e0, objid 0x18:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.453589:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.453593:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b600: ostid: 0x240000400:14 ost idx: 0 gen: 0 00020000:00000001:1.0:1789131397.453596:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789131397.453607:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb91e0, objid 0x18:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.453610:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.453612:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b600: ostid: 0x240000400:14 ost idx: 0 gen: 0 00020000:00000010:1.0:1789131397.453616:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c2b95e40. 00020000:00000010:1.0:1789131397.453618:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2fdf240. 00020000:00000001:1.0:1789131397.453623:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789131397.453626:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0d2e9fb28. 00020000:00000001:1.0:1789131397.453629:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789131397.453630:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789131397.453635:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789131397.453638:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d835eaf0. 00000020:00000001:1.0:1789131397.453640:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131397.453641:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.453644:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713857325936 : -110359852225680 : ffff9ba0d835eb70) 00020000:00000001:1.0:1789131397.453648:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789131397.453653:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d1a065b8. 00020000:00000001:1.0:1789131397.453655:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.453659:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713857325936 : -110359852225680 : ffff9ba0d835eb70) 00020000:00000001:1.0:1789131397.453661:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713857325936 : -110359852225680 : ffff9ba0d835eb70) 00020000:00000002:1.0:1789131397.453664:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0xe:0x0]@ffff9ba0d835eaf0[0:0] -> [0x200000402:0x18:0x0]@ffff9ba0d835e190: ostid: 0x240000400:14 ost idx: 0 gen: 0 00020000:00000001:1.0:1789131397.453669:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:1.0:1789131397.453671:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789131397.453672:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.453675:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713857323536 : -110359852228080 : ffff9ba0d835e210) 00000020:00001000:1.0:1789131397.453678:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:1.0:1789131397.453682:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279512 : 144115205289279512 : 200000402000018) 00000080:00000001:1.0:1789131397.453684:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789131397.453698:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279512 mtime from 0 to 1789131397 00000080:00000001:1.0:1789131397.453702:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789131397.453703:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754663944 : -110359954887672 : ffff9ba0d2176c08) 00010000:00000001:1.0:1789131397.453706:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.453712:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.453713:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42000 refcount=3 00000020:00000001:1.0:1789131397.453715:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00010000:00000001:1.0:1789131397.453718:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00000080:00000001:1.0:1789131397.453721:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789131397.453722:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131397.453724:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:1.0:1789131397.453726:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:1.0:1789131397.453727:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789131397.453730:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789131397.453731:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131397.453735:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9060. 00020000:00000010:1.0:1789131397.453737:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320ba80. 00020000:00000010:1.0:1789131397.453739:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9ea0. 00020000:00000001:1.0:1789131397.453741:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798979232 : -110359910572384 : ffff9ba0d4bb9ea0) 00020000:00000002:1.0:1789131397.453743:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9ea0, objid 0x18:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.453747:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.453750:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320ba80: ostid: 0x240000400:14 ost idx: 0 gen: 0 00020000:00000002:1.0:1789131397.453753:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d19abe88) owner ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.453756:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789131397.453758:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d19abe88) owner ffff9ba0c2f34f80 00020000:00000010:1.0:1789131397.453761:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c320ba80. 00020000:00000010:1.0:1789131397.453765:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d4bb9060. 00020000:00000010:1.0:1789131397.453767:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d4bb9ea0. 00020000:00000002:1.0:1789131397.453769:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x18:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789131397.453772:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.453773:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.453776:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789131397.453778:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19abe88) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.453781:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d4bb91e0 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:1.0:1789131397.453783:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19abe88) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.453786:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789131397.453793:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789131397.453794:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789131397.453796:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789131397.453798:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789131397.453801:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x18:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789131397.453803:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:1.0:1789131397.453806:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.453808:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.453809:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.453810:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131397.453813:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789131397.453815:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.453817:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x18:0x0](ffff9ba0d2176c08) 00000080:00010000:1.0:1789131397.453820:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x18:0x0](ffff9ba0d2176c08) for lock 0xc8adac5b2d01fe91 00800000:00000001:1.0:1789131397.453823:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.453824:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.453825:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.453827:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.453828:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42000 refcount=3 00000020:00000001:1.0:1789131397.453830:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00010000:00000001:1.0:1789131397.453832:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00010000:00000001:1.0:1789131397.453834:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.453835:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.453836:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.453838:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.453839:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789131397.453841:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.453846:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.453853:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.453856:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d2176c08 need_sync_to_mds [0x200000402:0x18:0x0] 00000080:00000001:1.0:1789131397.453859:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.453862:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x18:0x0](ffff9ba0d2176c08) 00000080:00000001:1.0:1789131397.453865:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.453868:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8546a00. 00000100:00000001:1.0:1789131397.453876:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.453880:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.453886:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.453890:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789131397.453892:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.453894:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d2176c08 need_sync_to_mds [0x200000402:0x18:0x0] 00000080:00000001:1.0:1789131397.453901:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789131397.453903:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:1.0:1789131397.453906:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-22:[0x200000402:0x18:0x0](ffff9ba0d2176c08), flags 100102 00000080:00000010:1.0:1789131397.453912:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c178de00. 00000080:00000010:1.0:1789131397.453918:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2f25f00. 00000080:00000001:1.0:1789131397.453920:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789131397.453924:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.453927:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789131397.453930:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c7d22620. 00000002:00100000:1.0:1789131397.453935:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.453941:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.453943:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789131397.453946:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789131397.453949:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.453952:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.453954:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.453957:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789131397.453963:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131397.453966:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d0840000. 02000000:00000001:1.0:1789131397.453985:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789131397.453987:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.453990:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:1.0:1789131397.453992:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-22:[0x200000402:0x18:0x0](ffff9ba0d2176c08), flags 100102, rc = 0 00000080:00000001:1.0:1789131397.453996:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789131397.454003:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d4bb98a0 released 00000080:00010000:1.0:1789131397.454005:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe91 from it ffff9ba0d4bb98a0 00010000:00000001:1.0:1789131397.454007:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.454008:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.454010:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42000 refcount=3 00000020:00000001:1.0:1789131397.454012:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00010000:00000001:1.0:1789131397.454014:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384256 : -110360129167360 : ffff9ba0c7b42000) 00010000:00000001:1.0:1789131397.454016:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.454018:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42000/0xc8adac5b2d01fe91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc21157d1 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.454025:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.454026:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.454028:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.454030:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.454032:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42000/0xc8adac5b2d01fe91 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc21157d1 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.454039:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.454042:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.454044:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.454048:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.454049:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.454050:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.454053:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.454055:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.454056:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.454059:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.454061:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.454062:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.454063:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.454065:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789131397.454066:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789131397.454069:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.454070:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789131397.454073:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.454079:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.454083:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789131397.454084:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.454086:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131397.454088:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.454090:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.454092:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d4bb98a0. 00000080:00000001:1.0:1789131397.454094:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.454098:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789131397.454100:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x18:0x0](ffff9ba0d2176c08), inode mode 81a4 mask 40 00000080:00000001:1.0:1789131397.454104:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.454124:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.454127:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19abe88) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.454130:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19abe88) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.454132:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.454139:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789131397.454141:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:1.0:1789131397.454143:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-22:[0x200000402:0x18:0x0](ffff9ba0d2176c08), flags 100002 00000080:00000001:1.0:1789131397.454146:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789131397.454148:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789131397.454149:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.454150:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19abe88) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.454153:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19abe88) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.454154:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.454156:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789131397.454161:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.454162:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.454166:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ea00 count: 2 00010000:00000001:1.0:1789131397.454168:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.454172:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.454174:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x18:0x0]: 0 00000080:00000001:1.0:1789131397.454176:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789131397.454178:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789131397.454181:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d8546a00. 00000080:00000001:1.0:1789131397.454183:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789131397.454192:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789131397.454195:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789131397.454197:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x18:0x0] 00000002:00000001:1.0:1789131397.454200:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789131397.454202:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x18:0x0] file closed with intent: 0 00000100:00000010:1.0:1789131397.454206:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b721c0. 00000020:00000040:1.0:1789131397.454209:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=51 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:1.0:1789131397.454212:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.454215:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.454218:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.454223:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d8546e00. 00000100:00000001:1.0:1789131397.454227:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789131397.454236:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789131397.454245:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789131397.454250:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7b721c0 x1876039997364992/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789131397.454256:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.454257:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.454262:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2fdf300. 00000100:00000001:1.0:1789131397.454264:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713501336320 : -110360208215296 : ffff9ba0c2fdf300) 00000100:00000001:1.0:1789131397.454266:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.454268:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580581312 : -110360128970304 : ffff9ba0c7b721c0) 00000100:00000001:1.0:1789131397.454272:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.454275:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.454277:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.454278:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.454281:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b721c0 x1876039997364992/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.454287:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.454289:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.454292:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.454293:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.454302:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.454306:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b721c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997364992:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.454310:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.454314:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.454316:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.454318:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.454321:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d086a800. 02000000:00000001:1.0:1789131397.454323:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.454329:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.454332:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.454337:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80202a8. 00000100:00000200:1.0:1789131397.454343:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997364992, portal 10 00000100:00000001:1.0:1789131397.454344:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.454346:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580581312 : -110360128970304 : ffff9ba0c7b721c0) 00000100:00000040:1.0:1789131397.454351:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b721c0 x1876039997364992/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.454357:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.454359:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.454361:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020330. 00000100:00000200:1.0:1789131397.454364:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997364992, offset 0 00000400:00000200:1.0:1789131397.454369:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.454376:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.454383:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.454388:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.454392:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.454395:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.454398:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.454401:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [299:299:256:4294967295] 192.168.206.157@tcp LPNI seq info [299:299:8:4294967295] 00000400:00000200:1.0:1789131397.454404:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.454412:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.454417:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.454421:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d900. 00000800:00000200:1.0:1789131397.454432:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.454439:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.454443:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.455034:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.455040:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 39717 usecs (40 jiffies) 00000400:00000200:1.0:1789131397.455044:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.455047:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984504 00000100:00000001:1.0:1789131397.455053:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984491 00000100:00000001:1.0:1789131397.455057:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984504 00000100:00000001:1.0:1789131397.455060:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984491 00000100:00000001:1.0:1789131397.455063:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.455066:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.455067:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.455069:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.455072:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2fdf300 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.455075:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.455077:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.457629:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.457638:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d900. 00000400:00000200:2.0:1789131397.457657:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.457665:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.457672:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020330 00000400:00000010:2.0:1789131397.457675:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020330. 00000100:00000001:2.0:1789131397.457680:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.457697:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b721c0 x1876039997364992/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.457709:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.457713:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b721c0 x1876039997364992/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.457719:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.457720:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131397.458596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0ed00. 00000800:00000001:3.0:1789131397.462909:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.462923:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.462927:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.462929:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.462936:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.462953:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.462963:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.462967:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.462972:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.462976:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a09b00 00000400:00000200:3.0:1789131397.462981:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.462986:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xd0d [1] + 224 00000800:00000001:3.0:1789131397.462993:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.463003:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.463006:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.463010:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.463016:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.463037:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b721c0 x1876039997364992/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.463046:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0c7b721c0 x1876039997364992/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.463066:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.463076:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.463080:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.463155:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131397.463162:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.463164:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.463167:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.463172:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80202a8 00000400:00000010:1.0:1789131397.463178:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80202a8. 00000100:00000001:1.0:1789131397.463182:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.463187:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b721c0 x1876039997364992/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.463194:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b721c0 x1876039997364992/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.463209:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.463211:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.463213:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.463216:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.463224:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.463226:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.463229:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.463237:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.463242:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.463244:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.463246:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.463249:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.463252:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.463255:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131397.463257:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789131397.463259:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131397.463261:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.463262:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580581312 : -110360128970304 : ffff9ba0c7b721c0) 00000100:00000001:1.0:1789131397.463266:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.463267:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.463269:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.463272:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.463277:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b721c0 x1876039997364992/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.463285:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.463288:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.463289:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.463293:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b721c0 x1876039997364992/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.463300:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b721c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997364992:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.463305:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.463307:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.463309:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.463311:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.463315:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b721c0 x1876039997364992/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.463321:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.463328:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2fdf300. 00000100:00000001:1.0:1789131397.463332:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.463333:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.463340:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.463341:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580581312 : -110360128970304 : ffff9ba0c7b721c0) 00000002:00000001:1.0:1789131397.463344:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.463347:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.463352:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8546a00. 00000080:00000001:1.0:1789131397.463355:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789131397.463359:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.463363:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789131397.463368:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.463376:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.463378:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.463380:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2f25f00. 00000100:00000001:1.0:1789131397.463383:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.463386:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b721c0 x1876039997364992/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.463393:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.463395:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.463399:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c178de00. 00000080:00000001:1.0:1789131397.463402:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.463408:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:1.0:1789131397.463411:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-22:[0x200000402:0x18:0x0](ffff9ba0d2176c08), flags 100002, rc = 0 00000080:00000001:1.0:1789131397.463414:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.463419:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789131397.463421:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:1.0:1789131397.463422:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-22 (ffff9ba0d2178948, parent ffff9ba0d20e4ca8, inode ffff9ba0d2176c08) hashed, 00000080:00000001:1.0:1789131397.463425:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.463534:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.463538:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.463540:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131397.463542:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:1.0:1789131397.463549:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131397.463554:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8546a00. 00800000:00000002:1.0:1789131397.463560:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.463563:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.463567:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.463569:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:1.0:1789131397.463572:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.463575:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131397.463578:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131397.463583:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.463585:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:1.0:1789131397.463586:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131397.463590:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131397.463592:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.463594:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.463600:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.463602:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.463604:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.463606:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131397.463609:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789131397.463613:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b70b40. 00000020:00000040:1.0:1789131397.463616:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=52 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:1.0:1789131397.463621:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131397.463625:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.463630:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.463632:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.463633:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.463636:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.463638:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.463641:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.463647:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d0869800. 00000100:00000001:1.0:1789131397.463652:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.463655:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.463657:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.463659:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.463660:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.463667:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.463672:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713580575552 : -110360128976064 : ffff9ba0c7b70b40) 00010000:00000001:1.0:1789131397.463675:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131397.463677:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131397.463681:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0ed00. 00010000:00000010:1.0:1789131397.463685:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aab80. 00010000:00000001:1.0:1789131397.463697:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131397.463701:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b43e00. 00000020:00000001:1.0:1789131397.463704:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131397.463707:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b43e00 with handle 0xc8adac5b2d01fe98 to hash 00000020:00000001:1.0:1789131397.463710:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131397.463711:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.463714:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.463718:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.463721:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.463725:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.463734:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.463743:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131397.463748:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.463750:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.463755:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2fdf300. 00000100:00000001:1.0:1789131397.463757:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713501336320 : -110360208215296 : ffff9ba0c2fdf300) 00000100:00000001:1.0:1789131397.463759:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.463761:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580575552 : -110360128976064 : ffff9ba0c7b70b40) 00000100:00000001:1.0:1789131397.463765:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.463768:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.463769:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.463771:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.463781:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b70b40 x1876039997365120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.463788:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.463790:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.463794:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.463796:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.463798:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.463802:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b70b40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997365120:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.463805:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.463810:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.463812:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.463814:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.463819:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131397.463821:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.463826:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.463828:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.463832:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80202a8. 00000100:00000200:1.0:1789131397.463838:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997365120, portal 10 00000100:00000001:1.0:1789131397.463840:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.463841:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580575552 : -110360128976064 : ffff9ba0c7b70b40) 00000100:00000040:1.0:1789131397.463847:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b70b40 x1876039997365120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.463854:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.463856:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.463859:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020770. 00000100:00000200:1.0:1789131397.463862:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997365120, offset 0 00000400:00000200:1.0:1789131397.463867:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.463874:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.463879:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.463883:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.463887:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.463891:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.463894:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.463904:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [300:300:256:4294967295] 192.168.206.157@tcp LPNI seq info [300:300:8:4294967295] 00000400:00000200:1.0:1789131397.463909:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.463917:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.463923:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.463927:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d000. 00000800:00000200:1.0:1789131397.463933:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.463940:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.463944:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.463965:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.463970:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 39450 usecs (40 jiffies) 00000400:00000200:1.0:1789131397.463972:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.463975:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984513 00000100:00000001:1.0:1789131397.463981:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984504 00000100:00000001:1.0:1789131397.463986:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984513 00000100:00000001:1.0:1789131397.463988:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984504 00000100:00000001:1.0:1789131397.463991:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.463994:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.463996:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.463998:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.464000:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2fdf300 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.464002:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.464004:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.464457:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.464462:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d000. 00000400:00000200:2.0:1789131397.464467:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.464499:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.464504:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020770 00000400:00000010:2.0:1789131397.464507:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020770. 00000100:00000001:2.0:1789131397.464511:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.464516:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b70b40 x1876039997365120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.464525:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.464528:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b70b40 x1876039997365120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.464535:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.464536:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131397.469419:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.469434:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.469438:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.469440:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.469448:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.469455:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.469464:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.469504:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.469512:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.469516:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a09b80 00000400:00000200:3.0:1789131397.469520:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.469525:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xd15 [1] + 224 00000800:00000001:3.0:1789131397.469532:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.469539:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.469541:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.469546:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.469554:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.469561:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b70b40 x1876039997365120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.469571:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0c7b70b40 x1876039997365120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.469588:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.469596:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.469599:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.469719:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131397.469725:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.469727:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.469730:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.469735:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80202a8 00000400:00000010:1.0:1789131397.469737:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80202a8. 00000100:00000001:1.0:1789131397.469740:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.469745:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b70b40 x1876039997365120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.469765:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b70b40 x1876039997365120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.469771:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.469773:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.469775:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.469779:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.469781:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.469783:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.469786:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.469794:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.469798:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.469800:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.469802:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.469805:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.469808:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.469811:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.469813:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.469815:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.469818:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.469822:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b70b40 x1876039997365120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.469829:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.469832:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.469834:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.469837:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b70b40 x1876039997365120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.469844:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b70b40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997365120:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.469848:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.469851:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.469853:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.469855:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.469864:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b70b40 x1876039997365120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.469881:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.469883:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2fdf300. 00000100:00000001:1.0:1789131397.469886:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.469888:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.469891:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131397.469894:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.469897:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.469900:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=4 00000020:00000001:1.0:1789131397.469902:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.469905:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000040:1.0:1789131397.469911:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b43e00, remote cookie: 0x2d69527cc21157e6, flags: 0x1001 00010000:00010000:1.0:1789131397.469916:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe98 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157e6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.469925:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe98 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157e6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.469932:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131397.469936:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131397.469938:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131397.469939:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131397.469949:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131397.469952:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c7d0ed00) refcount = 1 00010000:00010000:1.0:1789131397.469956:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe98 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21157e6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.469962:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131397.469966:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131397.469967:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.469970:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131397.469977:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.469981:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe98 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157e6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.469986:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131397.469988:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.469990:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.469991:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.469992:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.469993:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.469998:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131397.469999:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.470000:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.470002:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.470004:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.470006:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.470009:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.470010:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.470010:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=4 00000020:00000001:1.0:1789131397.470012:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.470014:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.470016:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.470019:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.470022:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe98 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21157e6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.470028:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.470029:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.470030:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.470031:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.470032:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=5 00000020:00000001:1.0:1789131397.470034:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.470035:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.470038:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.470045:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe98 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21157e6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.470051:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.470052:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131397.470054:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe98 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21157e6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.470060:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.470062:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.470063:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.470064:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.470065:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131397.470069:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0c7b70b40 x1876039997365120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789131397.470077:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.470078:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.470080:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.470082:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.470083:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.470086:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.470087:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.470088:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.470090:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.470093:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789131397.470095:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.470096:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.470097:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.470099:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.470101:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00000002:00010000:1.0:1789131397.470104:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157e6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.470121:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.470123:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.470124:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.470126:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.470127:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.470129:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.470130:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.470133:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000040:1.0:1789131397.470139:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ed00 count: 2 00010000:00000001:1.0:1789131397.470141:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131397.470145:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789131397.470147:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.470148:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.470149:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131397.470152:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:1.0:1789131397.470153:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789131397.470156:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.470160:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.470162:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131397.470165:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789131397.470169:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.470173:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131397.470176:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8546a00. 00000080:00000001:1.0:1789131397.470180:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131397.470183:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131397.470189:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789131397.470194:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789131397.470208:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c2f25f00. 00800000:00000001:1.0:1789131397.470210:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713500577536 : -110360208974080 : ffff9ba0c2f25f00) 00800000:00000001:1.0:1789131397.470213:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.470215:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131397.470217:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789131397.470219:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789131397.470226:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789131397.470229:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789131397.470231:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.470235:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789131397.470238:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789131397.470242:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:1.0:1789131397.470244:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.470245:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.470247:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.470249:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.470250:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.470253:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.470254:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.470255:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131397.470258:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789131397.470259:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c2f25f00 1 00800000:00000010:1.0:1789131397.470262:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c2f25f00. 00800000:00000001:1.0:1789131397.470264:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.470268:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe98 00800000:00000001:1.0:1789131397.470271:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.470272:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.470274:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.470275:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.470276:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.470278:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.470280:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.470282:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.470283:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.470284:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.470286:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.470288:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.470290:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131397.470293:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe98 from it ffffbc4101cb7bf8 00010000:00000001:1.0:1789131397.470295:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.470303:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.470304:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.470306:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.470308:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.470310:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.470313:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21157e6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.470319:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.470320:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.470321:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.470323:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.470326:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe98 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157e6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.470333:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.470335:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.470337:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.470341:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.470342:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.470343:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.470346:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.470348:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.470350:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.470353:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.470355:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.470356:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.470357:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131397.470359:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.470364:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c7b70b40 x1876039997365120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.470369:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131397.470372:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131397.470374:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131397.470377:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131397.470383:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131397.470386:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=51 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:1.0:1789131397.470388:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131397.470391:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d0869800. 02000000:00000001:1.0:1789131397.470394:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131397.470396:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131397.470398:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c7b70b40. 00000100:00000001:1.0:1789131397.470400:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131397.470401:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.470405:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:1.0:1789131397.470410:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.470423:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0c7d227c0. 00000080:00000001:1.0:1789131397.470429:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.470430:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131397.470432:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:1.0:1789131397.470434:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131397.470439:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8546a00. 00800000:00000002:1.0:1789131397.470443:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.470446:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.470449:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.470450:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:1.0:1789131397.470452:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.470456:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131397.470459:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131397.470463:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.470464:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:1.0:1789131397.470466:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131397.470495:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131397.470497:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.470498:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.470501:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ed00 count: 2 00010000:00000001:1.0:1789131397.470503:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.470506:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.470509:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789131397.470512:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe98 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157e6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789131397.470525:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789131397.470528:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.470532:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe98 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157e6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789131397.470538:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789131397.470540:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131397.470542:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131397.470544:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131397.470545:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.470547:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789131397.470550:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789131397.470552:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131397.470554:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8546a00. 00000080:00000001:1.0:1789131397.470556:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131397.470557:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.470559:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131397.470561:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fe98 00800000:00000001:1.0:1789131397.470563:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.470565:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.470566:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.470567:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.470568:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.470570:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.470572:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.470574:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.470574:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.470575:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.470577:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.470578:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe98 from it ffffbc4101cb7b38 00010000:00000001:1.0:1789131397.470580:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.470581:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.470599:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.470601:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.470603:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.470605:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.470607:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe98 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21157e6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.470612:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.470612:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.470613:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.470615:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.470617:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe98 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21157e6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789131397.470622:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.470624:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.470625:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.470627:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.470628:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.470629:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.470631:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.470632:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.470634:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.470636:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.470637:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.470639:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.470640:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131397.470641:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789131397.470643:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.470645:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:1.0:1789131397.470649:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.470652:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789131397.470653:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:1.0:1789131397.470655:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-23, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d4ac8000, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789131397.470661:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d4bb98a0. 00000080:00000001:1.0:1789131397.470671:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789131397.470673:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:1.0:1789131397.470675:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-23, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:1.0:1789131397.470680:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8546a00. 00800000:00000002:1.0:1789131397.470682:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.470696:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.470698:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.470700:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:1.0:1789131397.470701:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-23' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.470705:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789131397.470707:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789131397.470711:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:1.0:1789131397.470714:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789131397.470716:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789131397.470718:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789131397.470721:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789131397.470723:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x19:0x0] 40000000:00000001:1.0:1789131397.470726:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.470727:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.470729:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.470731:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.470732:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:1.0:1789131397.470734:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x19:0x0], name='f0a.replay-dual-23' -> mds #0 layout version 1 00000002:00000001:1.0:1789131397.470737:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.470739:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:1.0:1789131397.470740:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-23,[0x200000402:0x19:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789131397.470743:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131397.470745:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789131397.470748:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789131397.470751:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.470753:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789131397.470755:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ed00 count: 2 00010000:00000001:1.0:1789131397.470757:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.470759:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789131397.470767:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789131397.470770:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe98 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc21157e6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789131397.470777:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789131397.470780:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789131397.470783:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789131397.470785:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789131397.470787:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.470789:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.470791:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ed00 count: 3 00010000:00000001:1.0:1789131397.470793:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.470795:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.470797:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.470798:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.470799:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ed00 count: 3 00010000:00000001:1.0:1789131397.470801:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.470803:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.470804:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.470805:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.470806:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ed00 count: 3 00010000:00000001:1.0:1789131397.470808:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.470810:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.470812:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.470814:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789131397.470818:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789131397.470823:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789131397.470825:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789131397.470827:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.470829:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789131397.470831:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789131397.470833:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789131397.470834:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.470836:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789131397.470839:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b43e00 with handle 0xc8adac5b2d01fe98 from hash 00010000:00000001:1.0:1789131397.470841:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789131397.471032:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.471034:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.471035:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789131397.471038:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789131397.471040:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789131397.471043:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131397.471045:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131397.471047:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789131397.471051:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b70b40. 00000020:00000040:1.0:1789131397.471055:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=52 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:1.0:1789131397.471059:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789131397.471060:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.471062:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131397.471065:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.471067:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.471068:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.471069:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.471072:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.471074:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.471076:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.471081:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d0869800. 00000100:00000001:1.0:1789131397.471088:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.471090:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.471092:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789131397.471095:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe98 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21157e6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789131397.471101:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789131397.471102:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131397.471104:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789131397.471106:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fe98 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21157e6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789131397.471113:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0ed00 count: 0 00010000:00000010:1.0:1789131397.471117:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aab80. 00010000:00000001:1.0:1789131397.471133:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.471134:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.471135:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.471137:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.471138:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.471147:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713580575552 : -110360128976064 : ffff9ba0c7b70b40) 00010000:00000001:1.0:1789131397.471151:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131397.471152:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131397.471156:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0eb00. 00010000:00000010:1.0:1789131397.471159:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aab80. 00010000:00000001:1.0:1789131397.471163:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131397.471165:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b42c00. 00000020:00000001:1.0:1789131397.471168:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131397.471170:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b42c00 with handle 0xc8adac5b2d01fe9f to hash 00000020:00000001:1.0:1789131397.471172:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131397.471173:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00010000:00000001:1.0:1789131397.471176:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00010000:00000001:1.0:1789131397.471178:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.471180:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.471183:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42c00/0xc8adac5b2d01fe9f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.471188:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42c00/0xc8adac5b2d01fe9f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789131397.471208:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789131397.471217:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7b70b40 x1876039997365376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789131397.471225:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42c00/0xc8adac5b2d01fe9f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131397.471229:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.471231:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.471241:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2fdf300. 00000100:00000001:1.0:1789131397.471243:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713501336320 : -110360208215296 : ffff9ba0c2fdf300) 00000100:00000001:1.0:1789131397.471246:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.471247:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580575552 : -110360128976064 : ffff9ba0c7b70b40) 00000100:00000001:1.0:1789131397.471251:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.471255:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.471257:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.471258:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.471263:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b70b40 x1876039997365376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.471270:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.471272:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.471275:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.471277:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.471280:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.471283:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b70b40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997365376:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.471286:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.471291:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.471293:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.471296:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.471346:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d08a0000. 02000000:00000001:1.0:1789131397.471348:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.471355:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.471359:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.471365:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d086a400. 00000100:00000200:1.0:1789131397.471372:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997365376, portal 10 00000100:00000001:1.0:1789131397.471373:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.471375:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580575552 : -110360128976064 : ffff9ba0c7b70b40) 00000100:00000040:1.0:1789131397.471381:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b70b40 x1876039997365376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.471388:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.471390:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.471394:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80202a8. 00000100:00000200:1.0:1789131397.471403:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997365376, offset 0 00000400:00000200:1.0:1789131397.471719:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.471730:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.471737:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.471742:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.471746:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.471749:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.471752:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.471756:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [301:301:256:4294967295] 192.168.206.157@tcp LPNI seq info [301:301:8:4294967295] 00000400:00000200:1.0:1789131397.471760:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.471768:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.471774:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.471809:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d000. 00000800:00000200:1.0:1789131397.471817:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.471824:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.471828:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d000 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.471845:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.471850:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 39155 usecs (40 jiffies) 00000400:00000200:1.0:1789131397.471853:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.471855:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984521 00000100:00000001:1.0:1789131397.471862:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984513 00000100:00000001:1.0:1789131397.471876:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984521 00000100:00000001:1.0:1789131397.471879:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984513 00000100:00000001:1.0:1789131397.471882:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.471884:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.471887:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.471889:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.471891:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2fdf300 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.471893:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.471896:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.472027:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.472032:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d000. 00000400:00000200:2.0:1789131397.472037:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.472041:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.472046:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80202a8 00000400:00000010:2.0:1789131397.472048:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80202a8. 00000100:00000001:2.0:1789131397.472052:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.472062:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b70b40 x1876039997365376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.472071:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.472074:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b70b40 x1876039997365376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.472081:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.472082:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131397.476663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0ed00. 00010000:00000010:1.1:1789131397.476680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b43e00. 00000800:00000001:3.0:1789131397.482912:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.482929:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.482933:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.482936:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.482954:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.482963:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.482972:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.482977:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.482981:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.482985:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a09c80 00000400:00000200:3.0:1789131397.482990:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.482995:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xd1d [32] + 224 00000800:00000001:3.0:1789131397.483002:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.483008:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.483011:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.483015:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.483022:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.483030:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b70b40 x1876039997365376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.483040:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0c7b70b40 x1876039997365376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.483062:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131397.483069:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131397.483072:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.483077:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131397.483083:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [302:302:256:4294967295] 192.168.206.157@tcp LPNI seq info [302:302:8:4294967295] 00000400:00000200:3.0:1789131397.483086:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.483094:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131397.483099:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131397.483105:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84fd800. 00000800:00000200:3.0:1789131397.483123:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131397.483130:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131397.483134:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84fd800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131397.483202:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.483206:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84fd800. 00000400:00000200:3.0:1789131397.483209:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.483212:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131397.483218:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.483222:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.483345:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131397.483353:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.483355:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.483359:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.483363:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d086a400 00000400:00000010:1.0:1789131397.483366:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d086a400. 00000100:00000001:1.0:1789131397.483369:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.483374:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b70b40 x1876039997365376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.483383:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b70b40 x1876039997365376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.483389:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.483391:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.483393:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.483396:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.483399:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.483400:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.483403:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.483411:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.483415:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.483417:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.483419:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.483421:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.483424:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.483427:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131397.483429:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1789131397.483431:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131397.483433:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.483434:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580575552 : -110360128976064 : ffff9ba0c7b70b40) 00000100:00000001:1.0:1789131397.483437:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.483439:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.483441:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.483444:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.483448:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.484613:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.484617:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.484619:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.484628:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.484636:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b70b40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997365376:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.484641:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.484644:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.484657:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.484659:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.484663:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.484670:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.484674:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2fdf300. 00000100:00000001:1.0:1789131397.484677:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.484678:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.484682:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131397.484696:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.484699:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.484702:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42c00 refcount=4 00000020:00000001:1.0:1789131397.484705:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00010000:00000001:1.0:1789131397.484707:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00010000:00000040:1.0:1789131397.484714:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b42c00, remote cookie: 0x2d69527cc2115802, flags: 0x1001 00010000:00010000:1.0:1789131397.484719:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42c00/0xc8adac5b2d01fe9f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115802 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789131397.484727:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x19:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789131397.484730:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789131397.484827:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998100. 00010000:00000010:2.0:1789131397.484833:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe200. 00010000:00000040:2.0:1789131397.484839:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0eb00 count: 0 00010000:00000010:2.0:1789131397.484843:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aab80. 00010000:00000001:2.0:1789131397.484853:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131397.484856:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42c00/0xc8adac5b2d01fe9f lrc: 4/0,1 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115802 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131397.484865:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42c00/0xc8adac5b2d01fe9f lrc: 4/0,1 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115802 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.484872:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131397.484875:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131397.484877:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131397.484878:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131397.484880:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131397.484882:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x19:0x0].0x0 (ffff9ba0c3998100) refcount = 1 00010000:00010000:2.0:1789131397.484886:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42c00/0xc8adac5b2d01fe9f lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115802 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.484891:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131397.484895:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131397.484897:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131397.484899:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131397.484901:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131397.484916:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42c00/0xc8adac5b2d01fe9f lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115802 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.484921:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131397.484923:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.484925:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.484926:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.484927:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.484929:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.484933:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789131397.484936:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.484937:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.484939:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42c00 refcount=3 00000020:00000001:2.0:1789131397.484941:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00010000:00000001:2.0:1789131397.484943:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00010000:00000001:2.0:1789131397.484945:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.484946:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.484948:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42c00 refcount=4 00000020:00000001:2.0:1789131397.484949:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00010000:00000001:2.0:1789131397.484951:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00010000:00000001:2.0:1789131397.484954:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131397.484957:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131397.484959:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42c00/0xc8adac5b2d01fe9f lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115802 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.484965:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.484966:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.484967:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.484968:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.484969:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42c00 refcount=5 00000020:00000001:2.0:1789131397.484971:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00010000:00000001:2.0:1789131397.484973:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00010000:00000001:2.0:1789131397.484974:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131397.484984:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42c00/0xc8adac5b2d01fe9f lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115802 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.484990:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.484990:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131397.484993:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42c00/0xc8adac5b2d01fe9f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115802 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.484998:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131397.485000:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.485001:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.485002:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.485002:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789131397.485008:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131397.485017:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789131397.485022:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131397.485028:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.485035:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.485036:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.485037:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42c00 refcount=3 00000020:00000001:2.0:1789131397.485039:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00010000:00000001:2.0:1789131397.485041:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00000002:00010000:2.0:1789131397.485045:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42c00/0xc8adac5b2d01fe9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115802 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789131397.485053:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c5594580. 00010000:00000001:2.0:1789131397.485055:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.485056:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131397.485057:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.485059:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.485066:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789131397.485069:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131397.485070:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580575552 : -110360128976064 : ffff9ba0c7b70b40) 00000100:00000001:2.0:1789131397.485072:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131397.485073:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580575552 : -110360128976064 : ffff9ba0c7b70b40) 00010000:00000001:2.0:1789131397.485075:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.485076:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.485078:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42c00 refcount=3 00000020:00000001:2.0:1789131397.485080:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00010000:00000001:2.0:1789131397.485082:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00000002:00010000:2.0:1789131397.485084:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42c00/0xc8adac5b2d01fe9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115802 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.485091:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.485092:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.485094:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131397.485095:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.485096:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.485097:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42c00 refcount=3 00000020:00000001:2.0:1789131397.485099:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00010000:00000001:2.0:1789131397.485101:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00010000:00000040:2.0:1789131397.485105:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 2 00010000:00000001:2.0:1789131397.485107:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131397.485111:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/25 (0 0) 00010000:00000001:2.0:1789131397.485113:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.485114:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131397.485115:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131397.485118:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:2.0:1789131397.485120:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-23 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789131397.485123:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131397.485127:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131397.485129:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131397.485132:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789131397.485141:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131397.485145:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131397.485147:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789131397.485149:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d4bb98a0 it_disposition 1800037 00000080:00002000:2.0:1789131397.485154:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d21780d8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789131397.485159:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131397.485161:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789131397.485163:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:2.0:1789131397.485165:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-23, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:2.0:1789131397.485168:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789131397.485170:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131397.485174:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789131397.485178:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131397.485180:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279513 : 144115205289279513 : 200000402000019) 00000080:00000001:2.0:1789131397.485183:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789131397.485192:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21a98c0. 00000020:00000001:2.0:1789131397.485202:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789131397.485204:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789131397.485206:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789131397.485208:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x19:0x0](ffff9ba0d21a9988) 00000020:00000001:2.0:1789131397.485212:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131397.485215:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131397.485223:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131397.485227:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789131397.485232:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d8600e10. 00000020:00000001:2.0:1789131397.485234:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131397.485235:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131397.485242:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789131397.485246:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d179b0. 00020000:00000001:2.0:1789131397.485248:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582307760 : -110360127243856 : ffff9ba0c7d179b0) 00020000:00000001:2.0:1789131397.485250:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:2.0:1789131397.485253:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131397.485258:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c7d690c0. 00020000:00000010:2.0:1789131397.485261:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c2f43700. 00020000:00000010:2.0:1789131397.485266:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c7d69240. 00020000:00000001:2.0:1789131397.485268:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713582641728 : -110360126909888 : ffff9ba0c7d69240) 00020000:00000002:2.0:1789131397.485276:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d69240, objid 0x19:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131397.485280:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131397.485284:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c2f43700: ostid: 0x280000400:14 ost idx: 1 gen: 0 00020000:00000001:2.0:1789131397.485287:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789131397.485288:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d69240, objid 0x19:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131397.485292:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131397.485294:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c2f43700: ostid: 0x280000400:14 ost idx: 1 gen: 0 00020000:00000010:2.0:1789131397.485298:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d2bcacb0. 00020000:00000010:2.0:1789131397.485301:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2e87540. 00020000:00000001:2.0:1789131397.485306:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789131397.485309:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7936290. 00020000:00000001:2.0:1789131397.485312:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789131397.485313:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1789131397.485318:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789131397.485322:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d8600578. 00000020:00000001:2.0:1789131397.485323:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131397.485324:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131397.485326:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713860085240 : -110359849466376 : ffff9ba0d86005f8) 00020000:00000001:2.0:1789131397.485330:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789131397.485334:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d03c98. 00020000:00000001:2.0:1789131397.485336:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131397.485340:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713860085240 : -110359849466376 : ffff9ba0d86005f8) 00020000:00000001:2.0:1789131397.485342:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713860085240 : -110359849466376 : ffff9ba0d86005f8) 00020000:00000002:2.0:1789131397.485345:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0xe:0x0]@ffff9ba0d8600578[0:0] -> [0x200000402:0x19:0x0]@ffff9ba0d8600e10: ostid: 0x280000400:14 ost idx: 1 gen: 0 00020000:00000001:2.0:1789131397.485349:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:2.0:1789131397.485351:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:2.0:1789131397.485353:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131397.485356:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713860087440 : -110359849464176 : ffff9ba0d8600e90) 00000020:00001000:2.0:1789131397.485359:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131397.485362:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279513 : 144115205289279513 : 200000402000019) 00000080:00000001:2.0:1789131397.485370:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789131397.485372:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279513 mtime from 0 to 1789131397 00000080:00000001:2.0:1789131397.485376:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789131397.485378:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754872200 : -110359954679416 : ffff9ba0d21a9988) 00010000:00000001:2.0:1789131397.485380:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.485381:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.485383:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42c00 refcount=3 00000020:00000001:2.0:1789131397.485385:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00010000:00000001:2.0:1789131397.485387:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00000080:00000001:2.0:1789131397.485391:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131397.485392:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131397.485394:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131397.485396:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131397.485398:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789131397.485400:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131397.485401:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131397.485404:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c7d69420. 00020000:00000010:2.0:1789131397.485408:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d83b1f00. 00020000:00000010:2.0:1789131397.485411:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c7d69e40. 00020000:00000001:2.0:1789131397.485413:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713582644800 : -110360126906816 : ffff9ba0c7d69e40) 00020000:00000002:2.0:1789131397.485416:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d69e40, objid 0x19:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131397.485419:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131397.485421:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d83b1f00: ostid: 0x280000400:14 ost idx: 1 gen: 0 00020000:00000002:2.0:1789131397.485424:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d179b0) owner ffff9ba0c2f34f80 00020000:00000001:2.0:1789131397.485427:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131397.485428:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d179b0) owner ffff9ba0c2f34f80 00020000:00000010:2.0:1789131397.485432:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0d83b1f00. 00020000:00000010:2.0:1789131397.485435:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0c7d69420. 00020000:00000010:2.0:1789131397.485439:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0c7d69e40. 00020000:00000002:2.0:1789131397.485441:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x19:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789131397.485443:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131397.485444:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131397.485452:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789131397.485455:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d179b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131397.485458:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0c7d69240 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:2.0:1789131397.485460:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d179b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131397.485463:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789131397.485465:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789131397.485466:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789131397.485511:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789131397.485514:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789131397.485516:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x19:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789131397.485519:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131397.485521:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.485523:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.485525:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131397.485527:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131397.485531:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789131397.485533:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131397.485536:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x19:0x0](ffff9ba0d21a9988) 00000080:00010000:2.0:1789131397.485540:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x19:0x0](ffff9ba0d21a9988) for lock 0xc8adac5b2d01fe9f 00800000:00000001:2.0:1789131397.485543:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131397.485546:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131397.485547:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.485549:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.485551:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42c00 refcount=3 00000020:00000001:2.0:1789131397.485553:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00010000:00000001:2.0:1789131397.485556:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00010000:00000001:2.0:1789131397.485558:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.485559:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131397.485561:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131397.485562:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.485564:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789131397.485566:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.485571:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.485577:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131397.485586:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21a9988 need_sync_to_mds [0x200000402:0x19:0x0] 00000080:00000001:2.0:1789131397.485590:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131397.485592:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x19:0x0](ffff9ba0d21a9988) 00000080:00000001:2.0:1789131397.485596:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131397.485599:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8546a00. 00000100:00000001:2.0:1789131397.485603:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.485607:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.485612:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.485615:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789131397.485617:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131397.485619:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21a9988 need_sync_to_mds [0x200000402:0x19:0x0] 00000080:00000001:2.0:1789131397.485627:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789131397.485629:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:2.0:1789131397.485631:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-23:[0x200000402:0x19:0x0](ffff9ba0d21a9988), flags 100102 00000080:00000010:2.0:1789131397.485638:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5b5f540. 00000080:00000010:2.0:1789131397.485644:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c5594f40. 00000080:00000001:2.0:1789131397.485646:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789131397.485650:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1789131397.485652:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789131397.485655:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c7d5f2a0. 00000002:00100000:2.0:1789131397.485660:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131397.485666:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131397.485667:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789131397.485670:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789131397.485674:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.485676:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131397.485679:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.485682:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789131397.485700:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131397.485703:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d08a0000. 02000000:00000001:2.0:1789131397.485729:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789131397.485731:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131397.485733:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:2.0:1789131397.485735:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-23:[0x200000402:0x19:0x0](ffff9ba0d21a9988), flags 100102, rc = 0 00000080:00000001:2.0:1789131397.485739:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789131397.485741:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d4bb98a0 released 00000080:00010000:2.0:1789131397.485744:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fe9f from it ffff9ba0d4bb98a0 00010000:00000001:2.0:1789131397.485745:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.485747:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.485748:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42c00 refcount=3 00000020:00000001:2.0:1789131397.485750:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00010000:00000001:2.0:1789131397.485752:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580387328 : -110360129164288 : ffff9ba0c7b42c00) 00010000:00000001:2.0:1789131397.485753:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131397.485756:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42c00/0xc8adac5b2d01fe9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115802 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.485762:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.485763:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.485764:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131397.485766:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131397.485768:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42c00/0xc8adac5b2d01fe9f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115802 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131397.485775:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131397.485777:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131397.485779:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131397.485783:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.485784:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.485785:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.485788:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131397.485790:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.485792:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.485795:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.485796:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131397.485802:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.485803:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131397.485805:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789131397.485807:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1789131397.485809:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789131397.485810:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789131397.485812:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789131397.485814:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.485816:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789131397.485818:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.485819:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131397.485821:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.485823:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131397.485826:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d4bb98a0. 00000080:00000001:2.0:1789131397.485828:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.485833:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789131397.485835:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x19:0x0](ffff9ba0d21a9988), inode mode 81a4 mask 40 00000080:00000001:2.0:1789131397.485839:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131397.485859:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131397.485861:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d179b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131397.485864:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d179b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131397.485866:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.485873:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789131397.485875:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:2.0:1789131397.485877:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-23:[0x200000402:0x19:0x0](ffff9ba0d21a9988), flags 100002 00000080:00000001:2.0:1789131397.485880:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1789131397.485882:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789131397.485883:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131397.485884:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d179b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131397.485886:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d179b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131397.485888:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.485890:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1789131397.485894:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131397.485896:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131397.485899:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 2 00010000:00000001:2.0:1789131397.485901:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131397.485909:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131397.485911:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x19:0x0]: 0 00000080:00000001:2.0:1789131397.485913:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789131397.485915:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789131397.485918:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d193c800. 00000080:00000001:2.0:1789131397.485920:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789131397.485924:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789131397.485927:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1789131397.485929:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x19:0x0] 00000002:00000001:2.0:1789131397.485932:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789131397.485934:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x19:0x0] file closed with intent: 0 00000100:00000010:2.0:1789131397.485939:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc4f00. 00000020:00000040:2.0:1789131397.485942:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=53 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:2.0:1789131397.485946:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131397.485948:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131397.485951:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131397.485956:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d193c000. 00000100:00000001:2.0:1789131397.485961:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789131397.485970:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789131397.485979:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789131397.485984:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7dc4f00 x1876039997365632/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789131397.485990:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131397.485991:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131397.485996:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87f00. 00000100:00000001:2.0:1789131397.485998:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499930368 : -110360209621248 : ffff9ba0c2e87f00) 00000100:00000001:2.0:1789131397.486000:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131397.486001:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583017728 : -110360126533888 : ffff9ba0c7dc4f00) 00000100:00000001:2.0:1789131397.486006:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131397.486009:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.486011:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131397.486012:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131397.486016:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc4f00 x1876039997365632/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.486027:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131397.486029:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131397.486032:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131397.486035:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131397.486037:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131397.486040:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc4f00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997365632:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131397.486043:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131397.486049:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131397.486051:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131397.486054:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131397.486057:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c7b01000. 02000000:00000001:2.0:1789131397.486059:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131397.486065:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131397.486069:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46370. 00000400:00000010:2.0:1789131397.486075:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e220. 00000100:00000200:2.0:1789131397.486081:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997365632, portal 10 00000100:00000001:2.0:1789131397.486082:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131397.486084:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583017728 : -110360126533888 : ffff9ba0c7dc4f00) 00000100:00000040:2.0:1789131397.486089:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7dc4f00 x1876039997365632/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.486095:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131397.486098:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131397.486100:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e660. 00000100:00000200:2.0:1789131397.486103:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997365632, offset 0 00000400:00000200:2.0:1789131397.486108:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131397.486116:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.486122:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131397.486127:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131397.486131:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131397.486134:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131397.486137:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131397.486146:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [303:303:256:4294967295] 192.168.206.157@tcp LPNI seq info [303:303:8:4294967295] 00000400:00000200:2.0:1789131397.486150:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.486158:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131397.486164:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131397.486169:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964100. 00000800:00000200:2.0:1789131397.486175:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131397.486182:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131397.486185:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789131397.486210:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131397.486214:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 38935 usecs (39 jiffies) 00000400:00000200:2.0:1789131397.486217:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131397.486220:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984534 00000100:00000001:2.0:1789131397.486226:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984521 00000100:00000001:2.0:1789131397.486230:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984534 00000100:00000001:2.0:1789131397.486234:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984521 00000100:00000001:2.0:1789131397.486237:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131397.486239:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.486241:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131397.486243:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131397.486245:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87f00 going to sleep for 11 seconds 00000100:00000001:2.0:1789131397.486248:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131397.486251:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.486863:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.486869:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964100. 00000400:00000200:3.0:1789131397.486873:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.486879:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.486884:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e660 00000400:00000010:3.0:1789131397.486886:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e660. 00000100:00000001:3.0:1789131397.486890:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.486895:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc4f00 x1876039997365632/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.486903:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.486906:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc4f00 x1876039997365632/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.486911:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.486913:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789131397.490552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0eb00. 00000800:00000001:2.0:1789131397.491572:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.491586:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.491589:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.491591:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.491599:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.491606:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.491613:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.491618:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.491622:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.491638:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a09d80 00000400:00000200:2.0:1789131397.491642:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.491658:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xd25 [1] + 224 00000800:00000001:2.0:1789131397.491665:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.491672:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.491675:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.491679:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.491694:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.491701:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc4f00 x1876039997365632/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.491711:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0c7dc4f00 x1876039997365632/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.491728:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.491735:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.491738:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131397.491888:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131397.491894:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131397.491896:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131397.491900:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46370. 00000400:00000200:3.0:1789131397.491904:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e220 00000400:00000010:3.0:1789131397.491906:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e220. 00000100:00000001:3.0:1789131397.491909:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.491914:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc4f00 x1876039997365632/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789131397.491922:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc4f00 x1876039997365632/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.491934:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131397.491936:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131397.491938:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131397.491941:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131397.491953:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131397.491955:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131397.491958:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131397.491966:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131397.491969:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131397.491972:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131397.491973:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.491976:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131397.491979:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.491982:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789131397.491983:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789131397.491985:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789131397.491986:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131397.491988:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583017728 : -110360126533888 : ffff9ba0c7dc4f00) 00000100:00000001:3.0:1789131397.491991:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131397.491992:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:3.0:1789131397.491994:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131397.491996:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131397.492000:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc4f00 x1876039997365632/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.492007:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131397.492009:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131397.492011:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131397.492014:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc4f00 x1876039997365632/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789131397.492020:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc4f00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997365632:192.168.206.157@tcp:35:createmany.0 00000100:00000001:3.0:1789131397.492024:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131397.492031:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.492033:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789131397.492034:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.492038:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc4f00 x1876039997365632/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.492043:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789131397.492046:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87f00. 00000100:00000001:3.0:1789131397.492048:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789131397.492050:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.492056:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131397.492057:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583017728 : -110360126533888 : ffff9ba0c7dc4f00) 00000002:00000001:3.0:1789131397.492059:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131397.492062:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789131397.492066:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193c800. 00000080:00000001:3.0:1789131397.492069:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1789131397.492072:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1789131397.492076:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1789131397.492080:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789131397.492086:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131397.492087:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789131397.492089:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c5594f40. 00000100:00000001:3.0:1789131397.492101:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.492104:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc4f00 x1876039997365632/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.492109:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.492111:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789131397.492115:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5b5f540. 00000080:00000001:3.0:1789131397.492119:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131397.492124:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:3.0:1789131397.492126:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-23:[0x200000402:0x19:0x0](ffff9ba0d21a9988), flags 100002, rc = 0 00000080:00000001:3.0:1789131397.492130:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.492135:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789131397.492140:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:3.0:1789131397.492142:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-23 (ffff9ba0d21780d8, parent ffff9ba0d20e4ca8, inode ffff9ba0d21a9988) hashed, 00000080:00000001:3.0:1789131397.492145:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.492213:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789131397.492217:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789131397.492219:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789131397.492220:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:3.0:1789131397.492222:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:3.0:1789131397.492226:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d85f5a00. 00800000:00000002:3.0:1789131397.492231:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:3.0:1789131397.492234:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789131397.492238:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789131397.492239:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:3.0:1789131397.492241:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789131397.492244:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789131397.492247:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789131397.492250:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789131397.492252:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:3.0:1789131397.492253:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789131397.492256:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789131397.492258:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131397.492260:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789131397.492265:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131397.492266:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131397.492268:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131397.492270:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789131397.492272:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789131397.492276:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d483a940. 00000020:00000040:3.0:1789131397.492279:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=54 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:3.0:1789131397.492283:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789131397.492287:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789131397.492292:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.492294:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.492295:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.492297:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131397.492299:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131397.492307:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131397.492312:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d84fd800. 00000100:00000001:3.0:1789131397.492317:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.492321:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789131397.492322:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.492323:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789131397.492324:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.492326:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131397.492331:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713795311936 : -110359914239680 : ffff9ba0d483a940) 00010000:00000001:3.0:1789131397.492334:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789131397.492335:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789131397.492339:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d5983200. 00010000:00000010:3.0:1789131397.492341:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c65bf900. 00010000:00000001:3.0:1789131397.492345:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789131397.492347:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c29c6a00. 00000020:00000001:3.0:1789131397.492350:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789131397.492353:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c29c6a00 with handle 0xc8adac5b2d01fea6 to hash 00000020:00000001:3.0:1789131397.492354:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789131397.492356:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.492359:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.492362:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131397.492364:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131397.492368:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01fea6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131397.492375:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01fea6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131397.492383:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01fea6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789131397.492387:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789131397.492388:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789131397.492392:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d1bc4d80. 00000100:00000001:3.0:1789131397.492398:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713748692352 : -110359960859264 : ffff9ba0d1bc4d80) 00000100:00000001:3.0:1789131397.492400:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131397.492401:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795311936 : -110359914239680 : ffff9ba0d483a940) 00000100:00000001:3.0:1789131397.492404:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131397.492407:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.492409:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789131397.492410:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131397.492415:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483a940 x1876039997365760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.492421:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131397.492423:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131397.492426:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131397.492428:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131397.492430:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131397.492432:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483a940 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997365760:192.168.206.157@tcp:101:createmany.0 00000100:00000001:3.0:1789131397.492436:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131397.492440:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131397.492442:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131397.492444:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131397.492447:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0c6425800. 02000000:00000001:3.0:1789131397.492449:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131397.492463:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131397.492466:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995528. 00000400:00000010:3.0:1789131397.492514:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5c38. 00000100:00000200:3.0:1789131397.492521:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997365760, portal 10 00000100:00000001:3.0:1789131397.492523:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131397.492524:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795311936 : -110359914239680 : ffff9ba0d483a940) 00000100:00000040:3.0:1789131397.492530:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d483a940 x1876039997365760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.492547:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131397.492550:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131397.492552:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5a18. 00000100:00000200:3.0:1789131397.492555:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997365760, offset 0 00000400:00000200:3.0:1789131397.492569:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131397.492574:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.492580:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131397.492585:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131397.492589:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131397.492593:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131397.492596:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131397.492599:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [304:304:256:4294967295] 192.168.206.157@tcp LPNI seq info [304:304:8:4294967295] 00000400:00000200:3.0:1789131397.492602:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.492610:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131397.492615:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131397.492620:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4a63000. 00000800:00000200:3.0:1789131397.492626:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131397.492634:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131397.492637:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4a63000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1789131397.492662:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131397.492666:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 38648 usecs (39 jiffies) 00000400:00000200:3.0:1789131397.492668:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131397.492671:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984541 00000100:00000001:3.0:1789131397.492676:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984534 00000100:00000001:3.0:1789131397.492681:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984541 00000100:00000001:3.0:1789131397.492685:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984534 00000100:00000001:3.0:1789131397.492843:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131397.492846:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.492848:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131397.492850:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789131397.492852:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1bc4d80 going to sleep for 11 seconds 00000100:00000001:3.0:1789131397.492855:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131397.492857:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.493283:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.493288:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4a63000. 00000400:00000200:2.0:1789131397.493292:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.493298:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.493303:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5a18 00000400:00000010:2.0:1789131397.493305:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5a18. 00000100:00000001:2.0:1789131397.493309:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.493314:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483a940 x1876039997365760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.493323:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.493326:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483a940 x1876039997365760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.493331:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.493333:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131397.499570:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.499712:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.499717:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.499733:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.499748:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.499761:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.499771:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.499775:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.499780:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.499784:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a09e00 00000400:00000200:2.0:1789131397.499788:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.499794:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xd35 [1] + 224 00000800:00000001:2.0:1789131397.499800:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.499807:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.499810:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.499814:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.499821:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.499829:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483a940 x1876039997365760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.499839:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d483a940 x1876039997365760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.499858:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.499866:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.499870:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131397.500114:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131397.500127:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131397.500129:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131397.500133:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995528. 00000400:00000200:3.0:1789131397.500137:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5c38 00000400:00000010:3.0:1789131397.500139:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5c38. 00000100:00000001:3.0:1789131397.500142:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.500146:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d483a940 x1876039997365760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789131397.500155:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d483a940 x1876039997365760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.500160:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131397.500162:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131397.500165:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131397.500168:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131397.500170:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131397.500172:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131397.500175:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131397.500182:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131397.500186:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131397.500188:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131397.500190:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.500192:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131397.500195:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.500199:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131397.500201:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:3.0:1789131397.500202:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131397.500205:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131397.500209:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d483a940 x1876039997365760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.500215:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131397.500218:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131397.500220:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131397.500223:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d483a940 x1876039997365760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789131397.500240:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483a940 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997365760:192.168.206.157@tcp:101:createmany.0 00000100:00000001:3.0:1789131397.500245:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131397.500248:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.500250:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789131397.500252:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.500256:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d483a940 x1876039997365760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.500262:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789131397.500264:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d1bc4d80. 00000100:00000001:3.0:1789131397.500267:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789131397.500269:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.500271:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789131397.500274:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.500276:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.500279:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=4 00000020:00000001:3.0:1789131397.500281:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.500284:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000040:3.0:1789131397.500289:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c29c6a00, remote cookie: 0x2d69527cc2115817, flags: 0x1001 00010000:00010000:3.0:1789131397.500294:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01fea6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115817 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131397.500303:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01fea6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115817 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131397.500309:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789131397.500313:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789131397.500315:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789131397.500316:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789131397.500317:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789131397.500319:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0d5983200) refcount = 1 00010000:00010000:3.0:1789131397.500338:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01fea6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115817 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131397.500345:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789131397.500347:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789131397.500349:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789131397.500352:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789131397.500354:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131397.500357:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01fea6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115817 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131397.500362:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789131397.500363:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.500365:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.500366:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.500366:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.500368:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131397.500371:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789131397.500373:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.500374:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.500375:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=3 00000020:00000001:3.0:1789131397.500376:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.500378:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.500380:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.500381:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.500383:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=4 00000020:00000001:3.0:1789131397.500384:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.500386:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.500388:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131397.500390:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131397.500393:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01fea6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115817 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131397.500406:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.500407:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.500408:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.500409:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.500410:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=5 00000020:00000001:3.0:1789131397.500412:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.500413:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.500415:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131397.500417:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01fea6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115817 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131397.500422:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.500423:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789131397.500425:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01fea6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115817 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131397.500429:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131397.500437:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.500439:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.500439:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.500440:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789131397.500445:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d483a940 x1876039997365760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1789131397.500452:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.500453:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.500454:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=3 00000020:00000001:3.0:1789131397.500455:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.500457:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.500458:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.500459:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131397.500460:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131397.500466:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131397.500562:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1789131397.500565:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.500566:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.500568:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=3 00000020:00000001:3.0:1789131397.500570:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.500572:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00000002:00010000:3.0:1789131397.500575:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01fea6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115817 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131397.500582:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.500583:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.500584:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789131397.500585:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.500586:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.500587:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=3 00000020:00000001:3.0:1789131397.500589:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.500591:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000040:3.0:1789131397.500597:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983200 count: 2 00010000:00000001:3.0:1789131397.500599:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789131397.500602:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1789131397.500604:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.500605:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131397.500606:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789131397.500609:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:3.0:1789131397.500611:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1789131397.500614:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131397.500618:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131397.500621:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789131397.500624:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1789131397.500627:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789131397.500630:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:3.0:1789131397.500634:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d85f5a00. 00000080:00000001:3.0:1789131397.500638:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789131397.500645:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789131397.500650:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1789131397.500655:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1789131397.500659:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c2e521c0. 00800000:00000001:3.0:1789131397.500661:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713499709888 : -110360209841728 : ffff9ba0c2e521c0) 00800000:00000001:3.0:1789131397.500663:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131397.500666:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789131397.500668:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1789131397.500669:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1789131397.500672:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1789131397.500674:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1789131397.501534:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.501540:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1789131397.501543:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1789131397.501547:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:3.0:1789131397.501551:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.501552:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.501554:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=3 00000020:00000001:3.0:1789131397.501557:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.501559:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.501561:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.501562:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789131397.501564:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789131397.501567:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1789131397.501568:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c2e521c0 1 00800000:00000010:3.0:1789131397.501571:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c2e521c0. 00800000:00000001:3.0:1789131397.501573:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131397.501577:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fea6 00800000:00000001:3.0:1789131397.501580:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789131397.501582:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789131397.501583:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.501584:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.501586:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=3 00000020:00000001:3.0:1789131397.501587:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.501589:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.501602:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.501603:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131397.501604:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131397.501606:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.501608:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131397.501611:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:3.0:1789131397.501614:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fea6 from it ffffbc4101cb7bf8 00010000:00000001:3.0:1789131397.501616:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.501617:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.501619:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=3 00000020:00000001:3.0:1789131397.501620:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.501622:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.501624:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131397.501628:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01fea6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115817 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131397.501634:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.501635:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.501636:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789131397.501638:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789131397.501641:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01fea6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115817 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789131397.501648:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789131397.501651:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789131397.501653:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789131397.501657:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.501657:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.501659:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.501662:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789131397.501663:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.501665:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.501668:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.501670:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131397.501671:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.501677:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789131397.501679:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.501698:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d483a940 x1876039997365760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.501705:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131397.501708:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131397.501711:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0c6425800. 02000000:00000001:3.0:1789131397.501715:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131397.501717:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131397.501718:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=53 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:3.0:1789131397.501721:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131397.501724:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d84fd800. 02000000:00000001:3.0:1789131397.501727:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131397.501729:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131397.501944:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d483a940. 00000100:00000001:3.0:1789131397.501951:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131397.501952:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789131397.501956:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:3.0:1789131397.501962:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789131397.501977:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d0aac340. 00000080:00000001:3.0:1789131397.501982:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789131397.501983:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789131397.501985:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:3.0:1789131397.501987:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:3.0:1789131397.501992:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d85f5a00. 00800000:00000002:3.0:1789131397.501996:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:3.0:1789131397.501999:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789131397.502002:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789131397.502004:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:3.0:1789131397.502006:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789131397.502009:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789131397.502012:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789131397.502016:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789131397.502017:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:3.0:1789131397.502019:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789131397.502022:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789131397.502028:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131397.502030:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131397.502034:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983200 count: 2 00010000:00000001:3.0:1789131397.502036:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789131397.502039:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131397.502043:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1789131397.502046:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01fea6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115817 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1789131397.502053:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1789131397.502057:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131397.502060:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01fea6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115817 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1789131397.502066:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1789131397.502068:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131397.502070:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789131397.502072:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1789131397.502074:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789131397.502076:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1789131397.502078:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1789131397.502080:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:3.0:1789131397.502083:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d85f5a00. 00000080:00000001:3.0:1789131397.502085:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1789131397.502087:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131397.502089:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:3.0:1789131397.502092:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fea6 00800000:00000001:3.0:1789131397.502094:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789131397.502096:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789131397.502097:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.502098:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.502100:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=3 00000020:00000001:3.0:1789131397.502101:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.502103:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.502109:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.502111:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131397.502112:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131397.502114:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131397.502116:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fea6 from it ffffbc4101cb7b38 00010000:00000001:3.0:1789131397.502118:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.502119:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.502120:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=3 00000020:00000001:3.0:1789131397.502122:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.502123:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.502125:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131397.502128:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01fea6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115817 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789131397.502133:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.502134:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.502135:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789131397.502136:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789131397.502138:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01fea6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115817 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1789131397.502145:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789131397.502147:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789131397.502148:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789131397.502150:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.502151:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.502152:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.502154:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789131397.502155:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.502157:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.502159:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.502161:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131397.502162:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.502163:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1789131397.502164:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1789131397.502168:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1789131397.502171:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:3.0:1789131397.502173:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.502176:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1789131397.502178:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:3.0:1789131397.502180:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-24, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0c52a7e00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1789131397.502184:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d81ddde0. 00000080:00000001:3.0:1789131397.502188:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1789131397.502189:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:3.0:1789131397.502191:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-24, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:3.0:1789131397.502196:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d85f5a00. 00800000:00000002:3.0:1789131397.502199:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:3.0:1789131397.502203:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789131397.502204:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789131397.502206:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:3.0:1789131397.502207:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-24' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789131397.502210:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1789131397.502212:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1789131397.502216:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:3.0:1789131397.502219:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1789131397.502221:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1789131397.502223:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1789131397.502226:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1789131397.502228:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x1a:0x0] 40000000:00000001:3.0:1789131397.502231:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131397.502233:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131397.502234:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131397.502235:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131397.502237:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:3.0:1789131397.502239:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x1a:0x0], name='f0a.replay-dual-24' -> mds #0 layout version 1 00000002:00000001:3.0:1789131397.502243:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789131397.502244:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:3.0:1789131397.502246:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-24,[0x200000402:0x1a:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1789131397.502249:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789131397.502256:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1789131397.502258:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1789131397.502262:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131397.502264:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1789131397.502266:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983200 count: 2 00010000:00000001:3.0:1789131397.502268:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789131397.502270:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1789131397.502273:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789131397.502276:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01fea6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115817 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1789131397.502285:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131397.502289:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131397.502291:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131397.502292:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1789131397.502295:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131397.502296:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131397.502298:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983200 count: 3 00010000:00000001:3.0:1789131397.502300:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131397.502302:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131397.502303:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131397.502304:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131397.502306:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983200 count: 3 00010000:00000001:3.0:1789131397.502307:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131397.502309:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131397.502311:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131397.502311:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131397.502313:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983200 count: 3 00010000:00000001:3.0:1789131397.502315:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131397.502317:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.502319:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789131397.502321:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1789131397.502325:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1789131397.502341:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1789131397.502343:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131397.502344:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.502352:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789131397.502354:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131397.502355:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131397.502357:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131397.502359:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1789131397.502362:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c29c6a00 with handle 0xc8adac5b2d01fea6 from hash 00010000:00000001:3.0:1789131397.502364:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131397.502366:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.502367:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.502368:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131397.502371:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131397.502372:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1789131397.502375:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131397.502377:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131397.502379:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1789131397.502383:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d483a940. 00000020:00000040:3.0:1789131397.502386:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=54 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:3.0:1789131397.502390:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789131397.502392:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.502395:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789131397.502398:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789131397.502400:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.502402:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.502403:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.502405:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131397.502407:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131397.502410:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131397.502416:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d84fd800. 00000100:00000001:3.0:1789131397.502421:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.502424:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789131397.502426:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789131397.502430:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01fea6 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115817 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1789131397.502436:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789131397.502438:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131397.502444:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131397.502447:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01fea6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115817 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1789131397.502454:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d5983200 count: 0 00010000:00000010:3.0:1789131397.502459:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0c65bf900. 00010000:00000001:3.0:1789131397.502572:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.502573:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.502575:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789131397.502577:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.502579:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131397.502587:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713795311936 : -110359914239680 : ffff9ba0d483a940) 00010000:00000001:3.0:1789131397.502591:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789131397.502593:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789131397.502597:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d5983c00. 00010000:00000010:3.0:1789131397.502600:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c65bf900. 00010000:00000001:3.0:1789131397.502603:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789131397.502606:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c29c6200. 00000020:00000001:3.0:1789131397.502608:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789131397.502610:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c29c6200 with handle 0xc8adac5b2d01fead to hash 00000020:00000001:3.0:1789131397.502613:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789131397.502614:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00010000:00000001:3.0:1789131397.502617:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00010000:00000001:3.0:1789131397.502620:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131397.502622:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131397.502625:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6200/0xc8adac5b2d01fead lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131397.502632:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6200/0xc8adac5b2d01fead lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1789131397.502641:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1789131397.502649:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d483a940 x1876039997366016/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1789131397.502662:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6200/0xc8adac5b2d01fead lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789131397.502667:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789131397.502669:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789131397.502673:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d1bc4d80. 00000100:00000001:3.0:1789131397.502684:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713748692352 : -110359960859264 : ffff9ba0d1bc4d80) 00000100:00000001:3.0:1789131397.502694:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131397.502695:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795311936 : -110359914239680 : ffff9ba0d483a940) 00000100:00000001:3.0:1789131397.502700:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131397.502703:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.502705:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789131397.502706:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131397.502710:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483a940 x1876039997366016/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.502717:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131397.502719:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131397.502722:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131397.502724:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131397.502727:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131397.502730:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483a940 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997366016:192.168.206.157@tcp:101:createmany.0 00000100:00000001:3.0:1789131397.502742:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131397.502748:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131397.502750:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131397.502752:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131397.502805:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d08c0000. 02000000:00000001:3.0:1789131397.502808:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131397.502816:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131397.502820:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995528. 00000400:00000010:3.0:1789131397.502826:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d84ff800. 00000100:00000200:3.0:1789131397.502834:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997366016, portal 10 00000100:00000001:3.0:1789131397.502836:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131397.502841:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795311936 : -110359914239680 : ffff9ba0d483a940) 00000100:00000040:3.0:1789131397.502847:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d483a940 x1876039997366016/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.502854:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131397.502857:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131397.502861:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5c38. 00000100:00000200:3.0:1789131397.502864:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997366016, offset 0 00000400:00000200:3.0:1789131397.502871:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131397.502880:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.502886:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131397.502891:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131397.502895:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131397.502899:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131397.502901:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131397.502904:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [305:305:256:4294967295] 192.168.206.157@tcp LPNI seq info [305:305:8:4294967295] 00000400:00000200:3.0:1789131397.502908:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.502918:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131397.502923:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131397.502928:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4a63e00. 00000800:00000200:3.0:1789131397.502935:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131397.502942:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131397.502946:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4a63e00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1789131397.502959:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131397.502963:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 38387 usecs (39 jiffies) 00000400:00000200:3.0:1789131397.502967:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131397.502969:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984551 00000100:00000001:3.0:1789131397.502976:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984541 00000100:00000001:3.0:1789131397.502982:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984551 00000100:00000001:3.0:1789131397.502985:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984541 00000100:00000001:3.0:1789131397.502994:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131397.502997:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.502999:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131397.503001:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789131397.503003:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1bc4d80 going to sleep for 11 seconds 00000100:00000001:3.0:1789131397.503006:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131397.503008:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.503348:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.503353:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4a63e00. 00000400:00000200:2.0:1789131397.503358:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.503363:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.503368:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5c38 00000400:00000010:2.0:1789131397.503370:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5c38. 00000100:00000001:2.0:1789131397.503374:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.503378:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483a940 x1876039997366016/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.503387:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.503390:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483a940 x1876039997366016/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.503405:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.503406:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1789131397.507530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d5983200. 00000800:00000001:2.0:1789131397.510374:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.510391:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.510396:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.510398:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.510406:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.510413:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.510422:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.510427:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.510432:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.510435:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a09f00 00000400:00000200:2.0:1789131397.510441:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.510447:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xd45 [32] + 224 00000800:00000001:2.0:1789131397.510454:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.510460:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.510463:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.510467:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.510514:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.510522:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483a940 x1876039997366016/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.510532:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d483a940 x1876039997366016/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.510551:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131397.510559:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131397.510563:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.510567:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131397.510573:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [306:306:256:4294967295] 192.168.206.157@tcp LPNI seq info [306:306:8:4294967295] 00000400:00000200:2.0:1789131397.510578:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.510599:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131397.510606:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131397.510612:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0c7b02000. 00000100:00000001:3.0:1789131397.510617:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1789131397.510619:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000400:00000001:3.0:1789131397.510626:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131397.510630:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1789131397.510631:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000400:00000010:3.0:1789131397.510634:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995528. 00000800:00000200:2.0:1789131397.510637:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c7b02000 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1789131397.510640:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d84ff800 00000400:00000010:3.0:1789131397.510644:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d84ff800. 00000100:00000001:3.0:1789131397.510648:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.510654:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d483a940 x1876039997366016/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789131397.510664:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d483a940 x1876039997366016/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.510672:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131397.510674:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131397.510676:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131397.510679:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131397.510681:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131397.510684:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131397.510696:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131397.510705:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131397.510709:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131397.510712:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131397.510713:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.510716:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131397.510720:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.510723:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789131397.510725:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000800:00000200:2.0:1789131397.510726:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1789131397.510727:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789131397.510731:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131397.510738:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795311936 : -110359914239680 : ffff9ba0d483a940) 00000800:00000010:2.0:1789131397.510739:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0c7b02000. 00000100:00000001:3.0:1789131397.510742:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1789131397.510745:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1789131397.510746:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:3.0:1789131397.510749:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131397.510751:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131397.510756:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1789131397.510764:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000100:00000001:3.0:1789131397.510770:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1789131397.510773:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1789131397.510774:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131397.510777:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.510779:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131397.510783:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789131397.510793:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483a940 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997366016:192.168.206.157@tcp:101:createmany.0 00000100:00000001:3.0:1789131397.510799:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131397.510801:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.510803:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789131397.510806:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.510810:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.510817:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789131397.510819:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d1bc4d80. 00000100:00000001:3.0:1789131397.510822:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789131397.510823:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.510825:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789131397.510830:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.510832:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.510835:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6200 refcount=4 00000020:00000001:3.0:1789131397.510838:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00010000:00000001:3.0:1789131397.510841:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00010000:00000040:3.0:1789131397.510847:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c29c6200, remote cookie: 0x2d69527cc2115833, flags: 0x1001 00010000:00010000:3.0:1789131397.510853:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6200/0xc8adac5b2d01fead lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115833 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789131397.510866:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x1a:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1789131397.510870:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789131397.510876:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d5983200. 00010000:00000010:3.0:1789131397.510880:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c65bf180. 00010000:00000040:3.0:1789131397.510885:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d5983c00 count: 0 00010000:00000010:3.0:1789131397.510890:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0c65bf900. 00010000:00000001:3.0:1789131397.510897:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131397.510902:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6200/0xc8adac5b2d01fead lrc: 4/0,1 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115833 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131397.510910:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6200/0xc8adac5b2d01fead lrc: 4/0,1 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115833 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131397.510916:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789131397.510920:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789131397.510921:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789131397.510923:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789131397.510924:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789131397.510926:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x1a:0x0].0x0 (ffff9ba0d5983200) refcount = 1 00010000:00010000:3.0:1789131397.510930:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6200/0xc8adac5b2d01fead lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115833 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131397.510936:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789131397.510939:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789131397.510941:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789131397.510948:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789131397.510951:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131397.510954:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6200/0xc8adac5b2d01fead lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115833 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131397.510969:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789131397.510971:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.510972:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.510973:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.510974:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.510975:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131397.510980:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789131397.510983:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.510984:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.510986:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6200 refcount=3 00000020:00000001:3.0:1789131397.510988:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00010000:00000001:3.0:1789131397.510990:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00010000:00000001:3.0:1789131397.510992:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.510993:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.510994:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6200 refcount=4 00000020:00000001:3.0:1789131397.510996:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00010000:00000001:3.0:1789131397.510998:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00010000:00000001:3.0:1789131397.511011:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131397.511014:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131397.511017:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6200/0xc8adac5b2d01fead lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115833 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131397.511024:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.511025:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.511026:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.511028:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.511029:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6200 refcount=5 00000020:00000001:3.0:1789131397.511031:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00010000:00000001:3.0:1789131397.511033:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00010000:00000001:3.0:1789131397.511035:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131397.511038:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6200/0xc8adac5b2d01fead lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115833 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131397.511050:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.511051:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789131397.511054:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6200/0xc8adac5b2d01fead lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115833 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131397.511060:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131397.511061:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.511062:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.511063:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.511064:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789131397.511069:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789131397.511078:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1789131397.511083:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789131397.511090:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.511096:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.511097:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.511099:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6200 refcount=3 00000020:00000001:3.0:1789131397.511101:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00010000:00000001:3.0:1789131397.511102:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00000002:00010000:3.0:1789131397.511106:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6200/0xc8adac5b2d01fead lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115833 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1789131397.511114:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c2e521c0. 00010000:00000001:3.0:1789131397.511116:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.511117:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131397.511118:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131397.511120:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131397.511123:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1789131397.511128:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131397.511129:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795311936 : -110359914239680 : ffff9ba0d483a940) 00000100:00000001:3.0:1789131397.511131:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131397.511133:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795311936 : -110359914239680 : ffff9ba0d483a940) 00010000:00000001:3.0:1789131397.511135:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.511136:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.511137:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6200 refcount=3 00000020:00000001:3.0:1789131397.511139:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00010000:00000001:3.0:1789131397.511141:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00000002:00010000:3.0:1789131397.511144:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6200/0xc8adac5b2d01fead lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115833 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131397.511150:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.511151:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.511153:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789131397.511154:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.511155:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.511156:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6200 refcount=3 00000020:00000001:3.0:1789131397.511158:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00010000:00000001:3.0:1789131397.511160:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00010000:00000040:3.0:1789131397.511164:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983200 count: 2 00010000:00000001:3.0:1789131397.511166:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789131397.511169:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/26 (0 0) 00010000:00000001:3.0:1789131397.511172:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.511173:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131397.511174:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789131397.511176:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:3.0:1789131397.511179:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-24 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1789131397.511182:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131397.511185:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131397.511187:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789131397.511190:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789131397.511193:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789131397.511207:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:3.0:1789131397.511210:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789131397.511212:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d81ddde0 it_disposition 1800037 00000080:00002000:3.0:1789131397.511217:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2182000 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1789131397.511222:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789131397.511225:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1789131397.511227:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:3.0:1789131397.511229:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-24, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:3.0:1789131397.511232:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1789131397.511234:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789131397.511240:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789131397.511243:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789131397.511246:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279514 : 144115205289279514 : 20000040200001a) 00000080:00000001:3.0:1789131397.511250:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1789131397.511259:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21a1080. 00000020:00000001:3.0:1789131397.511267:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1789131397.511269:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1789131397.511272:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:3.0:1789131397.511274:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x1a:0x0](ffff9ba0d21a1148) 00000020:00000001:3.0:1789131397.511277:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1789131397.511281:0:10482:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9ba0c651a6c0. 00000020:00000010:3.0:1789131397.511285:0:10482:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0d85f4200. 00000020:00000010:3.0:1789131397.511290:0:10482:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9ba0c322f800. 00000020:00000010:3.0:1789131397.511294:0:10482:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9ba0d81dd8a0. 00000008:00000010:3.0:1789131397.511300:0:10482:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2912 at ffff9ba0c2f1e660. 00020000:00000010:3.0:1789131397.511304:0:10482:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9ba0c81f33c0. 00008000:00000010:3.0:1789131397.511309:0:10482:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9ba0d81c0710. 00000080:00000010:3.0:1789131397.511314:0:10482:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9ba0c81f2930. 00000080:00000010:3.0:1789131397.511318:0:10482:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 624 at ffff9ba0d8653a80. 00000020:00000010:3.0:1789131397.511324:0:10482:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0c799e800. 00000008:00000010:3.0:1789131397.511327:0:10482:0:(osc_dev.c:118:osc_session_init()) slab-alloced 'info': 352 at ffff9ba0d1b74b00. 00020000:00000010:3.0:1789131397.511330:0:10482:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 624 at ffff9ba0d86535a0. 00008000:00000010:3.0:1789131397.511334:0:10482:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9ba0c3fc5d20. 00000080:00000010:3.0:1789131397.511337:0:10482:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9ba0c62b41e0. 00000020:00000001:3.0:1789131397.511340:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131397.511346:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131397.511350:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1789131397.511354:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d81b37d0. 00000020:00000001:3.0:1789131397.511356:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789131397.511358:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131397.511373:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:3.0:1789131397.511414:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d08b89b0. 00020000:00000001:3.0:1789131397.511417:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713728719280 : -110359980832336 : ffff9ba0d08b89b0) 00020000:00000001:3.0:1789131397.511420:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:3.0:1789131397.511422:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789131397.511427:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81ddf00. 00020000:00000010:3.0:1789131397.511430:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c641d180. 00020000:00000010:3.0:1789131397.511434:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81dd1e0. 00020000:00000001:3.0:1789131397.511436:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855746528 : -110359853805088 : ffff9ba0d81dd1e0) 00010000:00000010:3.1:1789131397.512716:0:10482:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c29c6a00. 00020000:00000002:3.0:1789131397.512742:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81dd1e0, objid 0x1a:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789131397.512748:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789131397.512753:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c641d180: ostid: 0x240000400:15 ost idx: 0 gen: 0 00020000:00000001:3.0:1789131397.512756:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1789131397.512759:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81dd1e0, objid 0x1a:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789131397.512763:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789131397.512766:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c641d180: ostid: 0x240000400:15 ost idx: 0 gen: 0 00020000:00000010:3.0:1789131397.512773:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c7f298a0. 00020000:00000010:3.0:1789131397.512776:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0d1bc4d80. 00020000:00000001:3.0:1789131397.512780:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1789131397.512784:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c3fee948. 00020000:00000001:3.0:1789131397.512788:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1789131397.512791:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000020:00000010:3.0:1789131397.512798:0:10482:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff9ba0d4a63600. 00020000:00000001:3.0:1789131397.512803:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1789131397.512806:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d81b3898. 00000020:00000001:3.0:1789131397.512808:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789131397.512819:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131397.512822:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713855576344 : -110359853975272 : ffff9ba0d81b3918) 00020000:00000001:3.0:1789131397.512827:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1789131397.512843:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d08bc988. 00020000:00000001:3.0:1789131397.512846:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131397.512851:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713855576344 : -110359853975272 : ffff9ba0d81b3918) 00020000:00000001:3.0:1789131397.512853:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713855576344 : -110359853975272 : ffff9ba0d81b3918) 00020000:00000002:3.0:1789131397.512857:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0xf:0x0]@ffff9ba0d81b3898[0:0] -> [0x200000402:0x1a:0x0]@ffff9ba0d81b37d0: ostid: 0x240000400:15 ost idx: 0 gen: 0 00020000:00000001:3.0:1789131397.512862:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:3.0:1789131397.512864:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:3.0:1789131397.512867:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789131397.512871:0:10482:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff9ba0d4a63c00. 00000020:00000001:3.0:1789131397.512873:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713855576144 : -110359853975472 : ffff9ba0d81b3850) 00000020:00001000:3.0:1789131397.512881:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131397.512887:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279514 : 144115205289279514 : 20000040200001a) 00000080:00000001:3.0:1789131397.512889:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1789131397.512891:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279514 mtime from 0 to 1789131397 00000080:00000001:3.0:1789131397.512897:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1789131397.512899:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754837320 : -110359954714296 : ffff9ba0d21a1148) 00010000:00000001:3.0:1789131397.512903:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.512904:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.512907:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6200 refcount=3 00000020:00000001:3.0:1789131397.512909:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00010000:00000001:3.0:1789131397.512912:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00000080:00000001:3.0:1789131397.512915:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131397.512916:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131397.512918:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131397.512920:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131397.512922:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789131397.512925:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131397.512927:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789131397.512932:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81dda20. 00020000:00000010:3.0:1789131397.512935:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c641df80. 00020000:00000010:3.0:1789131397.513001:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81ddc60. 00020000:00000001:3.0:1789131397.513003:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855749216 : -110359853802400 : ffff9ba0d81ddc60) 00020000:00000002:3.0:1789131397.513005:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81ddc60, objid 0x1a:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789131397.513008:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789131397.513010:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c641df80: ostid: 0x240000400:15 ost idx: 0 gen: 0 00020000:00000002:3.0:1789131397.513013:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d08b89b0) owner ffff9ba0c2f34f80 00020000:00000001:3.0:1789131397.513015:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131397.513017:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d08b89b0) owner ffff9ba0c2f34f80 00020000:00000010:3.0:1789131397.513021:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c641df80. 00020000:00000010:3.0:1789131397.513024:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d81dda20. 00020000:00000010:3.0:1789131397.513027:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d81ddc60. 00020000:00000002:3.0:1789131397.513029:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x1a:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789131397.513031:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131397.513032:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131397.513035:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789131397.513038:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d08b89b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:3.0:1789131397.513040:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d81dd1e0 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:3.0:1789131397.513042:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d08b89b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:3.0:1789131397.513045:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789131397.513047:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789131397.513048:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789131397.513050:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1789131397.513052:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1789131397.513053:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x1a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1789131397.513056:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131397.513058:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.513060:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.513062:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789131397.513063:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789131397.513067:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789131397.513069:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131397.513072:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x1a:0x0](ffff9ba0d21a1148) 00000080:00010000:3.0:1789131397.513075:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1a:0x0](ffff9ba0d21a1148) for lock 0xc8adac5b2d01fead 00800000:00000001:3.0:1789131397.513086:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789131397.513090:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789131397.513091:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.513092:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.513093:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6200 refcount=3 00000020:00000001:3.0:1789131397.513096:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00010000:00000001:3.0:1789131397.513097:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00010000:00000001:3.0:1789131397.513100:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.513101:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131397.513102:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131397.513104:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.513105:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1789131397.513107:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.513118:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.513126:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789131397.513131:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21a1148 need_sync_to_mds [0x200000402:0x1a:0x0] 00000080:00000001:3.0:1789131397.513134:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131397.513137:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1a:0x0](ffff9ba0d21a1148) 00000080:00000001:3.0:1789131397.513140:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789131397.513144:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d85f5a00. 00000100:00000001:3.0:1789131397.513148:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.513151:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.513157:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.513162:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1789131397.513164:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789131397.513166:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21a1148 need_sync_to_mds [0x200000402:0x1a:0x0] 00000080:00000001:3.0:1789131397.513173:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789131397.513176:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:3.0:1789131397.513178:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-24:[0x200000402:0x1a:0x0](ffff9ba0d21a1148), flags 100102 00000080:00000010:3.0:1789131397.513185:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c59cc500. 00000080:00000010:3.0:1789131397.513192:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2e52580. 00000080:00000001:3.0:1789131397.513266:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1789131397.513272:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1789131397.513274:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1789131397.513279:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d0aacbe0. 00000002:00100000:3.0:1789131397.513285:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789131397.513290:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131397.513292:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789131397.513295:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1789131397.513298:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.513300:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131397.513303:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.513306:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1789131397.513312:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131397.513315:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d08c0000. 02000000:00000001:3.0:1789131397.513340:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789131397.513342:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131397.513344:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:3.0:1789131397.513346:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-24:[0x200000402:0x1a:0x0](ffff9ba0d21a1148), flags 100102, rc = 0 00000080:00000001:3.0:1789131397.513351:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789131397.513353:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d81ddde0 released 00000080:00010000:3.0:1789131397.513355:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fead from it ffff9ba0d81ddde0 00010000:00000001:3.0:1789131397.513357:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.513368:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.513371:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6200 refcount=3 00000020:00000001:3.0:1789131397.513373:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00010000:00000001:3.0:1789131397.513375:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494942208 : -110360214609408 : ffff9ba0c29c6200) 00010000:00000001:3.0:1789131397.513377:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131397.513381:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6200/0xc8adac5b2d01fead lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115833 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131397.513399:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.513401:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.513403:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789131397.513406:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789131397.513408:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6200/0xc8adac5b2d01fead lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115833 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789131397.513415:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789131397.513418:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789131397.513420:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789131397.513424:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.513425:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.513426:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.513429:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789131397.513431:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.513433:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.513435:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.513438:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131397.513439:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.513441:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789131397.513442:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789131397.513445:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1789131397.513447:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789131397.513448:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789131397.513451:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789131397.513452:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.513455:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1789131397.513457:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.513459:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789131397.513461:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.513463:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789131397.513465:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d81ddde0. 00000080:00000001:3.0:1789131397.513468:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.514098:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789131397.514101:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1a:0x0](ffff9ba0d21a1148), inode mode 81a4 mask 40 00000080:00000001:3.0:1789131397.514106:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131397.514131:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789131397.514134:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d08b89b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:3.0:1789131397.514137:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d08b89b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:3.0:1789131397.514140:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.514146:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789131397.514149:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:3.0:1789131397.514151:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-24:[0x200000402:0x1a:0x0](ffff9ba0d21a1148), flags 100002 00000080:00000001:3.0:1789131397.514154:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1789131397.514156:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1789131397.514157:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789131397.514158:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d08b89b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:3.0:1789131397.514160:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d08b89b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:3.0:1789131397.514162:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.514164:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1789131397.514170:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131397.514172:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131397.514178:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983200 count: 2 00010000:00000001:3.0:1789131397.514181:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131397.514185:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789131397.514187:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x1a:0x0]: 0 00000080:00000001:3.0:1789131397.514189:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789131397.514191:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789131397.514195:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d85f5a00. 00000080:00000001:3.0:1789131397.514210:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789131397.514214:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789131397.514217:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1789131397.514219:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x1a:0x0] 00000002:00000001:3.0:1789131397.514222:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789131397.514223:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x1a:0x0] file closed with intent: 0 00000100:00000010:3.0:1789131397.514229:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4838f00. 00000020:00000040:3.0:1789131397.514232:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=55 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:3.0:1789131397.514236:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131397.514239:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131397.514243:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131397.514249:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d3162200. 00000100:00000001:3.0:1789131397.514255:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789131397.514275:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789131397.514285:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789131397.514290:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4838f00 x1876039997366272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789131397.514296:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789131397.514298:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789131397.514305:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d1bc4f00. 00000100:00000001:3.0:1789131397.514307:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713748692736 : -110359960858880 : ffff9ba0d1bc4f00) 00000100:00000001:3.0:1789131397.514309:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131397.514310:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795305216 : -110359914246400 : ffff9ba0d4838f00) 00000100:00000001:3.0:1789131397.514315:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131397.514319:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.514321:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789131397.514322:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131397.514326:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4838f00 x1876039997366272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.514332:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131397.514334:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131397.514337:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131397.514339:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131397.514342:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131397.514345:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4838f00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997366272:192.168.206.157@tcp:35:createmany.0 00000100:00000001:3.0:1789131397.514349:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131397.514354:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131397.514357:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131397.514375:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131397.514380:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d84fdc00. 02000000:00000001:3.0:1789131397.514382:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131397.514389:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131397.514393:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995528. 00000400:00000010:3.0:1789131397.514400:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd52a8. 00000100:00000200:3.0:1789131397.514412:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997366272, portal 10 00000100:00000001:3.0:1789131397.514414:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131397.514416:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795305216 : -110359914246400 : ffff9ba0d4838f00) 00000100:00000040:3.0:1789131397.514423:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4838f00 x1876039997366272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.514430:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131397.514433:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131397.514435:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5220. 00000100:00000200:3.0:1789131397.514438:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997366272, offset 0 00000400:00000200:3.0:1789131397.514444:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131397.514452:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.514459:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131397.514464:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131397.514468:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131397.514498:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131397.514502:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131397.514505:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [307:307:256:4294967295] 192.168.206.157@tcp LPNI seq info [307:307:8:4294967295] 00000400:00000200:3.0:1789131397.514510:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.514520:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131397.514527:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131397.514544:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4a63e00. 00000800:00000200:3.0:1789131397.514551:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131397.514558:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131397.514563:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4a63e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789131397.514578:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131397.514582:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 38133 usecs (39 jiffies) 00000400:00000200:3.0:1789131397.514585:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131397.514588:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984563 00000100:00000001:3.0:1789131397.514595:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984551 00000100:00000001:3.0:1789131397.514600:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984563 00000100:00000001:3.0:1789131397.514608:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984551 00000100:00000001:3.0:1789131397.514611:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131397.514613:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.514615:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131397.514617:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789131397.514620:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1bc4f00 going to sleep for 11 seconds 00000100:00000001:3.0:1789131397.514622:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131397.514625:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.514929:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.514934:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4a63e00. 00000400:00000200:2.0:1789131397.514938:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.514951:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.514957:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5220 00000400:00000010:2.0:1789131397.514960:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5220. 00000100:00000001:2.0:1789131397.514963:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.514969:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4838f00 x1876039997366272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.514979:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.514982:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4838f00 x1876039997366272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.514989:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.514990:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1789131397.516905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d5983c00. 00000800:00000001:2.0:1789131397.519134:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.519150:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.519154:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.519157:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.519165:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.519172:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.519194:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.519263:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.519268:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.519272:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0a000 00000400:00000200:2.0:1789131397.519277:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.519283:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xd55 [1] + 224 00000800:00000001:2.0:1789131397.519289:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.519297:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.519300:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.519305:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.519312:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.519319:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4838f00 x1876039997366272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.519329:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d4838f00 x1876039997366272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.519348:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.519357:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.519360:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131397.519650:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131397.519657:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131397.519659:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131397.519662:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995528. 00000400:00000200:3.0:1789131397.519666:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd52a8 00000400:00000010:3.0:1789131397.519668:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd52a8. 00000100:00000001:3.0:1789131397.519671:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.519675:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4838f00 x1876039997366272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789131397.519683:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4838f00 x1876039997366272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.519699:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131397.519701:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131397.519703:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131397.519706:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131397.519708:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131397.519711:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131397.519713:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131397.519722:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131397.519726:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131397.519728:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131397.519730:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.519733:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131397.519736:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.519739:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1789131397.519741:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1789131397.519742:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1789131397.519754:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131397.519755:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795305216 : -110359914246400 : ffff9ba0d4838f00) 00000100:00000001:3.0:1789131397.519759:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131397.519761:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:3.0:1789131397.519763:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131397.519765:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131397.519771:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4838f00 x1876039997366272/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.519778:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131397.519781:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131397.519783:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131397.519787:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4838f00 x1876039997366272/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789131397.519796:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4838f00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997366272:192.168.206.157@tcp:35:createmany.0 00000100:00000001:3.0:1789131397.519800:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131397.519803:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.519805:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789131397.519806:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.519809:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4838f00 x1876039997366272/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.519815:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789131397.519818:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d1bc4f00. 00000100:00000001:3.0:1789131397.519821:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789131397.519823:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.519829:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131397.519830:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795305216 : -110359914246400 : ffff9ba0d4838f00) 00000002:00000001:3.0:1789131397.519832:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131397.519835:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789131397.519840:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d85f5a00. 00000080:00000001:3.0:1789131397.519844:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1789131397.519847:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1789131397.519851:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1789131397.519861:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789131397.519868:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131397.519870:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789131397.519871:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2e52580. 00000100:00000001:3.0:1789131397.519874:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.519877:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4838f00 x1876039997366272/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.519882:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.519885:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789131397.519888:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c59cc500. 00000080:00000001:3.0:1789131397.519892:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131397.519897:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:3.0:1789131397.519900:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-24:[0x200000402:0x1a:0x0](ffff9ba0d21a1148), flags 100002, rc = 0 00000080:00000001:3.0:1789131397.519903:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.519909:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1789131397.519911:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:3.0:1789131397.519913:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-24 (ffff9ba0d2182000, parent ffff9ba0d20e4ca8, inode ffff9ba0d21a1148) hashed, 00000080:00000001:3.0:1789131397.519915:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.520116:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789131397.520120:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:3.0:1789131397.520122:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789131397.520124:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:3.0:1789131397.520126:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:3.0:1789131397.520131:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d3163600. 00800000:00000002:3.0:1789131397.520137:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:3.0:1789131397.520141:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789131397.520144:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789131397.520146:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:3.0:1789131397.520148:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789131397.520152:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789131397.520155:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789131397.520159:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789131397.520167:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:3.0:1789131397.520168:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789131397.520171:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789131397.520173:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131397.520175:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789131397.520180:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131397.520182:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131397.520183:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131397.520185:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789131397.520188:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789131397.520191:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d483b480. 00000020:00000040:3.0:1789131397.520195:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=56 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:3.0:1789131397.520267:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789131397.520272:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789131397.520277:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.520279:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.520280:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.520283:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131397.520285:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131397.520288:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131397.520296:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d84fec00. 00000100:00000001:3.0:1789131397.520301:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.520304:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789131397.520305:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.520306:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789131397.520307:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.520309:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131397.520314:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713795314816 : -110359914236800 : ffff9ba0d483b480) 00010000:00000001:3.0:1789131397.520317:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789131397.520319:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789131397.520322:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d5983c00. 00010000:00000010:3.0:1789131397.520326:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c65bf900. 00010000:00000001:3.0:1789131397.520330:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789131397.520333:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c29c6a00. 00000020:00000001:3.0:1789131397.520336:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789131397.520339:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c29c6a00 with handle 0xc8adac5b2d01feb4 to hash 00000020:00000001:3.0:1789131397.520346:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789131397.520347:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.520351:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:3.0:1789131397.520355:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131397.520357:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131397.520362:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01feb4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131397.520370:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01feb4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131397.520381:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01feb4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789131397.520386:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789131397.520388:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789131397.520393:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d1bc4f00. 00000100:00000001:3.0:1789131397.520395:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713748692736 : -110359960858880 : ffff9ba0d1bc4f00) 00000100:00000001:3.0:1789131397.520397:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131397.520398:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795314816 : -110359914236800 : ffff9ba0d483b480) 00000100:00000001:3.0:1789131397.520402:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131397.520405:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.520407:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789131397.520409:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131397.520413:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483b480 x1876039997366400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.520420:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131397.520422:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131397.520427:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131397.520429:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131397.520431:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131397.520435:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483b480 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997366400:192.168.206.157@tcp:101:createmany.0 00000100:00000001:3.0:1789131397.520439:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131397.520449:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131397.520451:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131397.520453:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131397.520458:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0c6425800. 02000000:00000001:3.0:1789131397.520460:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131397.520465:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131397.520468:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995528. 00000400:00000010:2.0:1789131397.520822:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e440. 00000100:00000200:2.0:1789131397.520831:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997366400, portal 10 00000100:00000001:2.0:1789131397.520833:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131397.520834:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795314816 : -110359914236800 : ffff9ba0d483b480) 00000100:00000040:2.0:1789131397.520841:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d483b480 x1876039997366400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.520848:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131397.520850:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131397.520853:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e7f8. 00000100:00000200:2.0:1789131397.520856:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997366400, offset 0 00000400:00000200:2.0:1789131397.520862:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131397.520869:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.520876:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131397.520888:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131397.520893:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131397.520897:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131397.520899:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131397.520902:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [308:308:256:4294967295] 192.168.206.157@tcp LPNI seq info [308:308:8:4294967295] 00000400:00000200:2.0:1789131397.520907:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.520915:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131397.520921:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131397.520927:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964200. 00000800:00000200:2.0:1789131397.520932:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131397.520941:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131397.520955:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789131397.520971:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131397.520975:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 37856 usecs (38 jiffies) 00000400:00000200:2.0:1789131397.520979:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131397.520981:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984568 00000100:00000001:2.0:1789131397.520988:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984563 00000100:00000001:2.0:1789131397.520993:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984568 00000100:00000001:2.0:1789131397.520996:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984563 00000100:00000001:2.0:1789131397.520999:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131397.521010:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.521013:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131397.521014:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131397.521017:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1bc4f00 going to sleep for 11 seconds 00000100:00000001:2.0:1789131397.521020:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131397.521022:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.521140:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.521144:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964200. 00000400:00000200:3.0:1789131397.521149:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.521154:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.521158:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e7f8 00000400:00000010:3.0:1789131397.521160:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e7f8. 00000100:00000001:3.0:1789131397.521164:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.521168:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483b480 x1876039997366400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.521175:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.521178:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483b480 x1876039997366400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.521183:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.521184:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131397.526293:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.526308:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.526312:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.526314:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.526322:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.526343:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.526352:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.526357:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.526693:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.526698:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0a080 00000400:00000200:2.0:1789131397.526703:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.526710:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xd65 [1] + 224 00000800:00000001:2.0:1789131397.526718:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.526730:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.526734:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.526739:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.526747:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.526755:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483b480 x1876039997366400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.526766:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d483b480 x1876039997366400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.526822:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131397.526841:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.526850:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.526854:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789131397.527066:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.527068:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.527072:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995528. 00000400:00000200:0.0:1789131397.527077:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e440 00000400:00000010:0.0:1789131397.527079:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e440. 00000100:00000001:0.0:1789131397.527082:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.527088:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d483b480 x1876039997366400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.527096:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d483b480 x1876039997366400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.527103:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.527105:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.527107:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.527111:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.527113:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.527115:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.527118:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.527127:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.527131:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.527134:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.527135:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.527147:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.527151:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.527155:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.527157:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.527159:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.527162:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.527167:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d483b480 x1876039997366400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.527173:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.527176:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.527178:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.527181:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d483b480 x1876039997366400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.527187:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483b480 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997366400:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.527192:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.527195:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.527270:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.527273:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.527278:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d483b480 x1876039997366400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.527284:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.527287:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d1bc4f00. 00000100:00000001:0.0:1789131397.527290:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.527291:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.527294:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.527298:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.527300:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.527303:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=4 00000020:00000001:0.0:1789131397.527305:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:0.0:1789131397.527308:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000040:0.0:1789131397.527314:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c29c6a00, remote cookie: 0x2d69527cc2115848, flags: 0x1001 00010000:00010000:0.0:1789131397.527318:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01feb4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115848 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.527335:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01feb4 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115848 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.527342:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.527345:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.527347:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.527349:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.527350:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.527353:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0d5983c00) refcount = 1 00010000:00010000:0.0:1789131397.527357:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01feb4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115848 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.527426:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.527430:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.527432:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.527434:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.527436:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.527440:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01feb4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115848 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.527446:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.527448:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.527449:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.527450:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.527451:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.527453:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.527457:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.527459:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.527460:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.527462:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=3 00000020:00000001:0.0:1789131397.527464:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:0.0:1789131397.527466:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:0.0:1789131397.527496:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.527497:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.527498:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=4 00000020:00000001:0.0:1789131397.527500:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:0.0:1789131397.527502:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:0.0:1789131397.527505:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.527508:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.527511:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01feb4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115848 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.527517:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.527518:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.527520:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.527521:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.527522:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=5 00000020:00000001:0.0:1789131397.527523:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:0.0:1789131397.527525:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:0.0:1789131397.527527:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.527530:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01feb4 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115848 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.527613:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.527615:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.527617:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01feb4 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115848 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.527623:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.527624:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.527625:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.527626:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.527627:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.527631:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d483b480 x1876039997366400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789131397.527652:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.527653:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.527655:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=3 00000020:00000001:0.0:1789131397.527657:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:0.0:1789131397.527659:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:0.0:1789131397.527661:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.527662:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.527663:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.527665:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.527667:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789131397.527670:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.527671:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.527672:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=3 00000020:00000001:0.0:1789131397.527674:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:0.0:1789131397.527676:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00000002:00010000:0.0:1789131397.527679:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01feb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115848 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.527685:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.527696:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.527698:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.527699:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.527700:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.527702:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=3 00000020:00000001:0.0:1789131397.527704:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:0.0:1789131397.527706:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000040:0.0:1789131397.527712:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983c00 count: 2 00010000:00000001:0.0:1789131397.527714:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.527718:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789131397.527720:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.527722:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.527728:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.527731:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:0.0:1789131397.527733:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789131397.527736:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.527741:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.527743:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.527746:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789131397.527749:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.527753:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.527757:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d3163600. 00000080:00000001:0.0:1789131397.527762:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.527764:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.527770:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.527773:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789131397.527778:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0d84c6a80. 00800000:00000001:0.0:1789131397.527780:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713858800256 : -110359850751360 : ffff9ba0d84c6a80) 00800000:00000001:0.0:1789131397.527782:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.527785:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.527787:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789131397.527789:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789131397.527791:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789131397.527794:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789131397.527795:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.527799:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789131397.527801:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789131397.527805:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:0.0:1789131397.527807:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.527808:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.527810:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=3 00000020:00000001:0.0:1789131397.527811:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:0.0:1789131397.527813:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:0.0:1789131397.527815:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.527816:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.527817:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.527820:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789131397.527826:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d84c6a80 1 00800000:00000010:0.0:1789131397.527828:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0d84c6a80. 00800000:00000001:0.0:1789131397.527830:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.527834:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01feb4 00800000:00000001:0.0:1789131397.527836:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.527838:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.527839:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.527840:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.527841:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=3 00000020:00000001:0.0:1789131397.527843:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:0.0:1789131397.527845:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:0.0:1789131397.527847:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.527848:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.527849:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.527851:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.527853:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.527855:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.527858:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01feb4 from it ffffbc4101cb7bf8 00010000:00000001:0.0:1789131397.527860:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.527861:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.527862:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=3 00000020:00000001:0.0:1789131397.527864:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:0.0:1789131397.527867:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:0.0:1789131397.527868:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.527871:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01feb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115848 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.527876:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.527877:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.527879:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.527881:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.527883:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01feb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115848 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.527899:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.527902:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.527904:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.527907:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.527908:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.527910:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.527913:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.527915:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.527917:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.527919:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.527921:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.527922:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.527923:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.527925:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.527930:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d483b480 x1876039997366400/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.527936:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131397.527938:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.528007:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0c6425800. 02000000:00000001:0.0:1789131397.528012:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131397.528014:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131397.528016:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=55 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131397.528018:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131397.528021:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d84fec00. 02000000:00000001:0.0:1789131397.528024:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131397.528025:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131397.528027:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d483b480. 00000100:00000001:0.0:1789131397.528032:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131397.528033:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.528037:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:0.0:1789131397.528042:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.528055:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d0800c20. 00000080:00000001:0.0:1789131397.528061:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.528062:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.528068:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:0.0:1789131397.528070:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.528075:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836cc00. 00800000:00000002:0.0:1789131397.528080:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.528083:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.528086:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.528088:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:0.0:1789131397.528090:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.528093:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.528097:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.528101:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.528102:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:0.0:1789131397.528104:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.528107:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.528109:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.528110:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.528114:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983c00 count: 2 00010000:00000001:0.0:1789131397.528116:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.528119:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.528121:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789131397.528125:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01feb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115848 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789131397.528132:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789131397.528138:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.528141:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01feb4 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115848 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789131397.528147:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789131397.528149:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.528151:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.528152:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.528154:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.528156:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789131397.528162:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789131397.528164:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.528167:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836cc00. 00000080:00000001:0.0:1789131397.528169:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.528170:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.528172:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.528175:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01feb4 00800000:00000001:0.0:1789131397.528177:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.528178:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.528179:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.528181:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.528182:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=3 00000020:00000001:0.0:1789131397.528184:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:0.0:1789131397.528185:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:0.0:1789131397.528188:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.528189:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.528190:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.528191:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.528193:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01feb4 from it ffffbc4101cb7b38 00010000:00000001:0.0:1789131397.528194:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.528195:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.528196:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6a00 refcount=3 00000020:00000001:0.0:1789131397.528264:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:0.0:1789131397.528267:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494944256 : -110360214607360 : ffff9ba0c29c6a00) 00010000:00000001:0.0:1789131397.528269:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.528272:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01feb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115848 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.528278:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.528279:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.528280:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.528282:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.528284:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01feb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115848 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789131397.528302:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.528303:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.528305:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.528306:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.528308:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.528309:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.528311:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.528312:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.528313:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.528315:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.528317:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.528318:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.528319:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.528320:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789131397.528321:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.528323:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:0.0:1789131397.528326:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.528329:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789131397.528331:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:0.0:1789131397.528333:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-25, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0c52a6480, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789131397.528338:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d81f7360. 00000080:00000001:0.0:1789131397.528342:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789131397.528344:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:0.0:1789131397.528345:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-25, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:0.0:1789131397.528351:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836cc00. 00800000:00000002:0.0:1789131397.528353:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.528421:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.528423:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.528425:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:0.0:1789131397.528427:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-25' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.528430:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789131397.528432:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789131397.528436:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:0.0:1789131397.528439:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789131397.528446:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789131397.528448:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789131397.528451:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789131397.528453:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x1b:0x0] 40000000:00000001:0.0:1789131397.528456:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.528458:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.528460:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.528462:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.528464:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:0.0:1789131397.528466:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x1b:0x0], name='f0a.replay-dual-25' -> mds #0 layout version 1 00000002:00000001:0.0:1789131397.528505:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.528507:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:0.0:1789131397.528509:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-25,[0x200000402:0x1b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789131397.528513:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.528515:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789131397.528518:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789131397.528521:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.528523:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789131397.528525:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983c00 count: 2 00010000:00000001:0.0:1789131397.528527:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.528529:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789131397.528532:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789131397.528652:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01feb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115848 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789131397.528661:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131397.528664:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131397.528666:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131397.528668:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789131397.528670:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.528672:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.528674:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983c00 count: 3 00010000:00000001:0.0:1789131397.528676:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.528679:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.528680:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.528697:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.528699:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983c00 count: 3 00010000:00000001:0.0:1789131397.528701:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.528704:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.528705:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.528706:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.528708:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983c00 count: 3 00010000:00000001:0.0:1789131397.528709:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.528711:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.528713:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.528716:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789131397.528719:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789131397.528725:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789131397.528728:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131397.528729:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.528732:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789131397.528735:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131397.528736:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131397.528738:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.528740:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789131397.528743:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c29c6a00 with handle 0xc8adac5b2d01feb4 from hash 00010000:00000001:0.0:1789131397.528746:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131397.528747:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.528748:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.528749:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131397.528752:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131397.528754:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789131397.528757:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.528758:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.528760:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789131397.528765:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081f0c0. 00000020:00000040:0.0:1789131397.528770:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=56 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:0.0:1789131397.528775:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789131397.528777:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.528780:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.528783:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.528790:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.528791:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.528792:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.528795:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.528797:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.528800:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.528806:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b10000. 00000100:00000001:0.0:1789131397.528813:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.528816:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.528818:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789131397.528822:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01feb4 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115848 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789131397.528827:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789131397.528829:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.528831:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131397.528833:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6a00/0xc8adac5b2d01feb4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115848 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789131397.528839:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d5983c00 count: 0 00010000:00000010:0.0:1789131397.528843:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0c65bf900. 00010000:00000001:0.0:1789131397.528853:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.528854:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.528856:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.528857:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.528859:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.528867:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713728090304 : -110359981461312 : ffff9ba0d081f0c0) 00010000:00000001:0.0:1789131397.528871:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.528872:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.528876:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0da00. 00010000:00000010:0.0:1789131397.528880:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.528883:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.528886:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b89e00. 00000020:00000001:0.0:1789131397.528888:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.528891:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b89e00 with handle 0xc8adac5b2d01febb to hash 00000020:00000001:0.0:1789131397.528897:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.528899:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.528903:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.528906:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.528908:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.528911:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01febb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.528918:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01febb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789131397.528930:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789131397.528938:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d081f0c0 x1876039997366656/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789131397.529011:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01febb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.529017:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.529018:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.529024:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c640c180. 00000100:00000001:0.0:1789131397.529026:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713556046208 : -110360153505408 : ffff9ba0c640c180) 00000100:00000001:0.0:1789131397.529029:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.529030:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728090304 : -110359981461312 : ffff9ba0d081f0c0) 00000100:00000001:0.0:1789131397.529035:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.529038:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.529040:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.529041:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.529046:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081f0c0 x1876039997366656/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.529053:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.529056:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.529060:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.529067:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.529070:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.529073:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081f0c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997366656:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.529077:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.529084:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.529086:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.529089:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.529140:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d08c0000. 02000000:00000001:0.0:1789131397.529144:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.529151:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.529155:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.529161:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c7b10400. 00000100:00000200:0.0:1789131397.529168:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997366656, portal 10 00000100:00000001:0.0:1789131397.529170:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.529171:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728090304 : -110359981461312 : ffff9ba0d081f0c0) 00000100:00000040:0.0:1789131397.529178:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081f0c0 x1876039997366656/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.529185:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.529187:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.529191:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346660. 00000100:00000200:0.0:1789131397.529195:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997366656, offset 0 00000400:00000200:0.0:1789131397.529270:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.529279:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.529286:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.529291:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.529295:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.529299:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.529301:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.529305:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [309:309:256:4294967295] 192.168.206.157@tcp LPNI seq info [309:309:8:4294967295] 00000400:00000200:0.0:1789131397.529308:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.529317:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.529323:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.529333:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593b00. 00000800:00000200:0.0:1789131397.529339:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.529348:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.529353:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593b00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.529570:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.529575:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 37597 usecs (38 jiffies) 00000400:00000200:0.0:1789131397.529579:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.529582:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984577 00000100:00000001:0.0:1789131397.529591:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984568 00000100:00000001:0.0:1789131397.529595:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984577 00000100:00000001:0.0:1789131397.529598:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984568 00000100:00000001:0.0:1789131397.529600:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.529603:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.529605:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.529607:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.529609:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c640c180 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.529611:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.529613:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.530604:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.530610:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593b00. 00000400:00000200:3.0:1789131397.530617:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.530624:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.530630:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346660 00000400:00000010:3.0:1789131397.530632:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346660. 00000100:00000001:3.0:1789131397.530637:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.530643:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081f0c0 x1876039997366656/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.530653:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.530657:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081f0c0 x1876039997366656/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.530678:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.530681:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.534526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d5983c00. 00010000:00000010:0.1:1789131397.534541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c29c6a00. 00000800:00000001:2.0:1789131397.535347:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.535371:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.535376:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.535379:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.535391:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.535397:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.535407:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.535411:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.535416:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.535420:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0a180 00000400:00000200:2.0:1789131397.535425:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.535431:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xd75 [32] + 224 00000800:00000001:2.0:1789131397.535439:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.535458:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.535462:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.535466:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.535503:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.535512:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081f0c0 x1876039997366656/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.535522:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d081f0c0 x1876039997366656/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.535532:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.535644:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.535652:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.535654:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.535657:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.535661:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c7b10400 00000400:00000010:0.0:1789131397.535664:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c7b10400. 00000100:00000001:0.0:1789131397.535666:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.535671:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081f0c0 x1876039997366656/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.535679:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081f0c0 x1876039997366656/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.535694:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.535696:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.535706:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.535709:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.535711:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.535713:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.535716:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.535725:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.535729:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.535732:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.535733:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.535736:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.535739:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.535743:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.535745:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1789131397.535746:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.535749:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.535751:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728090304 : -110359981461312 : ffff9ba0d081f0c0) 00000100:00000001:0.0:1789131397.535754:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.535756:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.535758:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.535761:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.535766:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.535774:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.535777:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.535779:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.535783:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.535790:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081f0c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997366656:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.535795:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.535798:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.535800:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.535802:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.535805:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.535818:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.535821:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c640c180. 00000100:00000001:0.0:1789131397.535824:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.535825:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.535828:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.535832:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.535834:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.535837:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=4 00000020:00000001:0.0:1789131397.535840:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.535843:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000040:0.0:1789131397.535848:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b89e00, remote cookie: 0x2d69527cc2115864, flags: 0x1001 00010000:00010000:0.0:1789131397.535853:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01febb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115864 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789131397.535861:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x1b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789131397.535864:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789131397.535872:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0de00. 00010000:00000010:0.0:1789131397.535876:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837ff80. 00010000:00000040:0.0:1789131397.535881:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0da00 count: 0 00010000:00000010:0.0:1789131397.535886:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.535894:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.535897:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01febb lrc: 4/0,1 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115864 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.535905:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01febb lrc: 4/0,1 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115864 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.535912:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.535917:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.535924:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.535926:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.535927:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.535930:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x1b:0x0].0x0 (ffff9ba0c4c0de00) refcount = 1 00010000:00010000:0.0:1789131397.535934:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01febb lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115864 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.535941:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.535954:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.535956:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.535959:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.535961:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.535964:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01febb lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115864 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.535970:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.535972:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.535973:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.535974:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.535975:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.535977:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.535982:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.535984:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.535985:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.535987:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.535988:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.535990:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.535992:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.535993:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.535994:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=4 00000020:00000001:0.0:1789131397.535996:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.535997:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.536000:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.536002:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.536011:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01febb lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115864 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.536016:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.536017:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.536019:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.536020:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.536021:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=5 00000020:00000001:0.0:1789131397.536023:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.536025:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.536027:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.536029:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01febb lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115864 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.536035:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.536036:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.536038:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01febb lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115864 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.536043:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.536044:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.536045:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.536046:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.536047:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.536052:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.536060:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.536064:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.536071:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.536077:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.536078:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.536084:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.536086:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.536088:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00000002:00010000:0.0:1789131397.536092:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01febb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115864 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789131397.536099:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0d84c6a80. 00010000:00000001:0.0:1789131397.536102:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.536102:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.536104:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.536105:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.536108:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789131397.536110:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.536111:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728090304 : -110359981461312 : ffff9ba0d081f0c0) 00000100:00000001:0.0:1789131397.536113:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.536114:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728090304 : -110359981461312 : ffff9ba0d081f0c0) 00010000:00000001:0.0:1789131397.536116:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.536117:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.536118:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.536119:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.536121:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00000002:00010000:0.0:1789131397.536123:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01febb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115864 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.536129:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.536130:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.536132:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.536133:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.536134:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.536135:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.536137:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.536139:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000040:0.0:1789131397.536143:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0de00 count: 2 00010000:00000001:0.0:1789131397.536151:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.536155:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/27 (0 0) 00010000:00000001:0.0:1789131397.536157:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.536158:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.536160:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.536162:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:0.0:1789131397.536164:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-25 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789131397.536167:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.536171:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.536173:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.536176:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789131397.536180:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.536184:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.536187:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789131397.536189:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d81f7360 it_disposition 1800037 00000080:00002000:0.0:1789131397.536193:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d20e4510 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789131397.536199:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.536202:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789131397.536204:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:0.0:1789131397.536206:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-25, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:0.0:1789131397.536208:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789131397.536211:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.536216:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789131397.536219:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.536221:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279515 : 144115205289279515 : 20000040200001b) 00000080:00000001:0.0:1789131397.536224:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789131397.536237:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d212c200. 00000020:00000001:0.0:1789131397.536246:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789131397.536247:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789131397.536250:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789131397.536252:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x1b:0x0](ffff9ba0d212c2c8) 00000020:00000001:0.0:1789131397.536256:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.536260:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:0.0:1789131397.536262:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:0.0:1789131397.536266:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789131397.536282:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d08ffbb8. 00000020:00000001:0.0:1789131397.536290:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.536292:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.536299:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.536302:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d7d8b8. 00020000:00000001:0.0:1789131397.536304:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582725304 : -110360126826312 : ffff9ba0c7d7d8b8) 00020000:00000001:0.0:1789131397.536307:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789131397.536309:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.536314:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f74e0. 00020000:00000010:0.0:1789131397.536318:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364800. 00020000:00000010:0.0:1789131397.536322:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f70c0. 00020000:00000001:0.0:1789131397.536324:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855852736 : -110359853698880 : ffff9ba0d81f70c0) 00020000:00000002:0.0:1789131397.536327:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f70c0, objid 0x1b:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.536332:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.536336:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364800: ostid: 0x280000400:15 ost idx: 1 gen: 0 00020000:00000001:0.0:1789131397.536339:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789131397.536341:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f70c0, objid 0x1b:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.536345:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.536347:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364800: ostid: 0x280000400:15 ost idx: 1 gen: 0 00020000:00000010:0.0:1789131397.536351:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d0b0fae0. 00020000:00000010:0.0:1789131397.536354:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c640c180. 00020000:00000001:0.0:1789131397.536358:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789131397.536361:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7f22cc8. 00020000:00000001:0.0:1789131397.536364:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789131397.536365:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789131397.536369:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.536372:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d08ff3e8. 00000020:00000001:0.0:1789131397.536374:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.536375:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.536377:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713729008744 : -110359980542872 : ffff9ba0d08ff468) 00020000:00000001:0.0:1789131397.536380:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789131397.536385:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d81c98. 00020000:00000001:0.0:1789131397.536387:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.536396:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729008744 : -110359980542872 : ffff9ba0d08ff468) 00020000:00000001:0.0:1789131397.536398:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713729008744 : -110359980542872 : ffff9ba0d08ff468) 00020000:00000002:0.0:1789131397.536401:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0xf:0x0]@ffff9ba0d08ff3e8[0:0] -> [0x200000402:0x1b:0x0]@ffff9ba0d08ffbb8: ostid: 0x280000400:15 ost idx: 1 gen: 0 00020000:00000001:0.0:1789131397.536406:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789131397.536408:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789131397.536410:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.536412:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729010744 : -110359980540872 : ffff9ba0d08ffc38) 00000020:00001000:0.0:1789131397.536415:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:0.0:1789131397.536419:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279515 : 144115205289279515 : 20000040200001b) 00000080:00000001:0.0:1789131397.536421:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789131397.536423:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279515 mtime from 0 to 1789131397 00000080:00000001:0.0:1789131397.536427:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789131397.536430:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754358472 : -110359955193144 : ffff9ba0d212c2c8) 00010000:00000001:0.0:1789131397.536432:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.536433:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.536435:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.536436:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.536439:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00000080:00000001:0.0:1789131397.536442:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131397.536443:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.536445:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:0.0:1789131397.536446:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:0.0:1789131397.536448:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789131397.536450:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131397.536451:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.536454:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f7960. 00020000:00000010:0.0:1789131397.536457:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364a80. 00020000:00000010:0.0:1789131397.536460:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f77e0. 00020000:00000001:0.0:1789131397.536461:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855854560 : -110359853697056 : ffff9ba0d81f77e0) 00020000:00000002:0.0:1789131397.536464:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f77e0, objid 0x1b:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.536467:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.536517:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364a80: ostid: 0x280000400:15 ost idx: 1 gen: 0 00020000:00000002:0.0:1789131397.536531:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d7d8b8) owner ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.536533:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1789131397.536708:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131397.536714:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.536720:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131397.536727:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [310:310:256:4294967295] 192.168.206.157@tcp LPNI seq info [310:310:8:4294967295] 00000400:00000200:2.0:1789131397.536731:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.536740:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131397.536745:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131397.536750:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0c7b00800. 00000800:00000200:2.0:1789131397.536755:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131397.536763:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131397.536767:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c7b00800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131397.536978:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.536982:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0c7b00800. 00000400:00000200:2.0:1789131397.536987:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.536992:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131397.537000:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.537005:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1789131397.537263:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d7d8b8) owner ffff9ba0c2f34f80 00020000:00000010:0.0:1789131397.537268:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0d8364a80. 00020000:00000010:0.0:1789131397.537272:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d81f7960. 00020000:00000010:0.0:1789131397.537275:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d81f77e0. 00020000:00000002:0.0:1789131397.537277:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x1b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789131397.537279:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.537281:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.537285:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789131397.537287:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d8b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.537290:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d81f70c0 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:0.0:1789131397.537292:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d8b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.537294:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789131397.537296:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789131397.537297:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789131397.537299:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789131397.537301:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789131397.537303:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x1b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789131397.537306:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:0.0:1789131397.537309:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.537311:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.537313:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.537314:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.537318:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.537320:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.537323:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x1b:0x0](ffff9ba0d212c2c8) 00000080:00010000:0.0:1789131397.537326:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1b:0x0](ffff9ba0d212c2c8) for lock 0xc8adac5b2d01febb 00800000:00000001:0.0:1789131397.537329:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.537331:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.537333:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.537334:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.537336:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.537338:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.537340:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.537350:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.537352:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.537353:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.537355:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.537357:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789131397.537403:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.537413:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.537422:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.537428:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d212c2c8 need_sync_to_mds [0x200000402:0x1b:0x0] 00000080:00000001:0.0:1789131397.537432:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.537436:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1b:0x0](ffff9ba0d212c2c8) 00000080:00000001:0.0:1789131397.537440:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.537444:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836cc00. 00000100:00000001:0.0:1789131397.537447:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.537450:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.537457:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.537460:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789131397.537462:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.537463:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d212c2c8 need_sync_to_mds [0x200000402:0x1b:0x0] 00000080:00000001:0.0:1789131397.537614:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789131397.537618:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:0.0:1789131397.537620:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-25:[0x200000402:0x1b:0x0](ffff9ba0d212c2c8), flags 100102 00000080:00000010:0.0:1789131397.537628:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5de9b80. 00000080:00000010:0.0:1789131397.537634:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0d84c6fc0. 00000080:00000001:0.0:1789131397.537636:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789131397.537641:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.537644:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789131397.537648:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d08002e0. 00000002:00100000:0.0:1789131397.537653:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.537659:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.537665:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789131397.537669:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789131397.537672:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.537675:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.537678:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.537682:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789131397.537700:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.537703:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d08c0000. 02000000:00000001:0.0:1789131397.537728:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789131397.537730:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.537733:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:0.0:1789131397.537735:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-25:[0x200000402:0x1b:0x0](ffff9ba0d212c2c8), flags 100102, rc = 0 00000080:00000001:0.0:1789131397.537739:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789131397.537740:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d81f7360 released 00000080:00010000:0.0:1789131397.537743:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01febb from it ffff9ba0d81f7360 00010000:00000001:0.0:1789131397.537745:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.537747:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.537748:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89e00 refcount=3 00000020:00000001:0.0:1789131397.537750:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.537753:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678656 : -110360128872960 : ffff9ba0c7b89e00) 00010000:00000001:0.0:1789131397.537755:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.537758:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01febb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115864 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.537765:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.537766:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.537768:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.537770:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.537772:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01febb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115864 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.537779:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.537787:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.537789:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.537794:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.537795:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.537797:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.537800:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.537801:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.537803:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.537805:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.537808:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.537809:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.537810:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.537812:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789131397.537814:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789131397.537817:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.537818:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789131397.537821:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.537823:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.537826:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789131397.537827:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.537830:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.537832:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.537834:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.537836:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d81f7360. 00000080:00000001:0.0:1789131397.537839:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.537843:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789131397.537844:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1b:0x0](ffff9ba0d212c2c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1789131397.537848:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.537868:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.537871:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d8b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.537874:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d8b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.537876:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.537883:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789131397.537885:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:0.0:1789131397.537887:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-25:[0x200000402:0x1b:0x0](ffff9ba0d212c2c8), flags 100002 00000080:00000001:0.0:1789131397.537889:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789131397.537891:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789131397.537897:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.537899:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d8b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.537901:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d8b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.537903:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.537905:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789131397.537910:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.537913:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.537917:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0de00 count: 2 00010000:00000001:0.0:1789131397.537920:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.537924:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.537927:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x1b:0x0]: 0 00000080:00000001:0.0:1789131397.537929:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789131397.537931:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789131397.537934:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d836cc00. 00000080:00000001:0.0:1789131397.537937:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789131397.537941:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789131397.538010:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789131397.538013:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x1b:0x0] 00000002:00000001:0.0:1789131397.538016:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789131397.538018:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x1b:0x0] file closed with intent: 0 00000100:00000010:0.0:1789131397.538024:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081c000. 00000020:00000040:0.0:1789131397.538029:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=57 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131397.538032:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.538035:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.538038:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.538044:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d836d400. 00000100:00000001:0.0:1789131397.538050:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789131397.538060:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789131397.538069:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789131397.538074:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d081c000 x1876039997366912/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789131397.538080:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.538081:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.538101:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908b40. 00000100:00000001:0.0:1789131397.538104:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729047360 : -110359980504256 : ffff9ba0d0908b40) 00000100:00000001:0.0:1789131397.538107:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.538108:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728077824 : -110359981473792 : ffff9ba0d081c000) 00000100:00000001:0.0:1789131397.538113:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.538117:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.538119:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.538121:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.538125:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081c000 x1876039997366912/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.538132:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.538134:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.538137:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.538140:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.538143:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.538146:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081c000 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997366912:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.538151:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.538156:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.538158:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.538161:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.538166:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c7b10400. 02000000:00000001:0.0:1789131397.538168:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.538173:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.538177:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.538184:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346908. 00000100:00000200:0.0:1789131397.538191:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997366912, portal 10 00000100:00000001:0.0:1789131397.538193:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.538194:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728077824 : -110359981473792 : ffff9ba0d081c000) 00000100:00000040:0.0:1789131397.538201:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081c000 x1876039997366912/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.538207:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.538209:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.538212:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346198. 00000100:00000200:0.0:1789131397.538220:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997366912, offset 0 00000400:00000200:0.0:1789131397.538226:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.538233:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.538239:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.538244:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.538247:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.538251:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.538253:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.538256:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [311:311:256:4294967295] 192.168.206.157@tcp LPNI seq info [311:311:8:4294967295] 00000400:00000200:0.0:1789131397.538260:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.538268:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.538274:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.538278:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593400. 00000800:00000200:0.0:1789131397.538283:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.538289:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.538293:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.538373:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.538378:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 37343 usecs (38 jiffies) 00000400:00000200:0.0:1789131397.538381:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.538384:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984585 00000100:00000001:0.0:1789131397.538390:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984577 00000100:00000001:0.0:1789131397.538395:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984585 00000100:00000001:0.0:1789131397.538398:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984577 00000100:00000001:0.0:1789131397.538401:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.538404:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.538406:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.538407:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.538410:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908b40 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.538412:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.538414:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.539254:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.539262:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593400. 00000400:00000200:2.0:1789131397.539266:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.539272:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.539286:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346198 00000400:00000010:2.0:1789131397.539288:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346198. 00000100:00000001:2.0:1789131397.539291:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.539297:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081c000 x1876039997366912/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.539307:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.539311:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081c000 x1876039997366912/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.539317:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.539319:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.541529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0da00. 00000800:00000001:3.0:1789131397.544140:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.544157:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.544161:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.544163:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.544171:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.544178:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.544187:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.544191:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.544255:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.544261:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0a280 00000400:00000200:3.0:1789131397.544265:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.544271:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xd7d [1] + 224 00000800:00000001:3.0:1789131397.544278:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.544290:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.544293:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.544297:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.544304:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.544311:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081c000 x1876039997366912/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.544321:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d081c000 x1876039997366912/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.544384:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131397.544403:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.544413:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.544416:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789131397.544631:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.544634:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.544637:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.544641:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346908 00000400:00000010:0.0:1789131397.544643:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346908. 00000100:00000001:0.0:1789131397.544646:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.544651:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081c000 x1876039997366912/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.544660:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081c000 x1876039997366912/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.544666:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.544668:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.544670:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.544673:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.544675:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.544677:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.544680:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.544698:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.544703:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.544706:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.544707:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.544710:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.544713:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.544717:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.544719:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789131397.544721:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.544723:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.544725:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728077824 : -110359981473792 : ffff9ba0d081c000) 00000100:00000001:0.0:1789131397.544728:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.544730:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.544732:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.544734:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.544739:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081c000 x1876039997366912/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.544768:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.544770:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.544772:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.544777:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081c000 x1876039997366912/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.544785:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081c000 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997366912:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.544789:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.544793:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.544795:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.544797:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.544801:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081c000 x1876039997366912/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.544809:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.544812:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908b40. 00000100:00000001:0.0:1789131397.544816:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.544817:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.544824:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.544825:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728077824 : -110359981473792 : ffff9ba0d081c000) 00000002:00000001:0.0:1789131397.544828:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.544830:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.544836:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836cc00. 00000080:00000001:0.0:1789131397.544839:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789131397.544842:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.544847:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.544852:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.544859:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.544861:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.544863:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0d84c6fc0. 00000100:00000001:0.0:1789131397.544871:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.544875:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081c000 x1876039997366912/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.544880:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.544882:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.544885:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5de9b80. 00000080:00000001:0.0:1789131397.544888:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.544894:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:0.0:1789131397.544896:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-25:[0x200000402:0x1b:0x0](ffff9ba0d212c2c8), flags 100002, rc = 0 00000080:00000001:0.0:1789131397.544899:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.544904:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789131397.544905:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:0.0:1789131397.544907:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-25 (ffff9ba0d20e4510, parent ffff9ba0d20e4ca8, inode ffff9ba0d212c2c8) hashed, 00000080:00000001:0.0:1789131397.544909:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.545025:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.545029:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.545031:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.545032:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:0.0:1789131397.545035:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.545040:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836cc00. 00800000:00000002:0.0:1789131397.545046:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.545050:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.545053:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.545055:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:0.0:1789131397.545058:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.545061:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.545064:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.545069:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.545071:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:0.0:1789131397.545072:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.545075:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.545077:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.545079:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.545084:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.545091:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.545093:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.545095:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.545098:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789131397.545101:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081cf00. 00000020:00000040:0.0:1789131397.545105:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=58 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:0.0:1789131397.545109:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.545113:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.545119:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.545120:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.545122:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.545125:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.545127:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.545130:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.545136:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b11400. 00000100:00000001:0.0:1789131397.545142:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.545145:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.545146:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.545148:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.545149:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.545150:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.545155:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713728081664 : -110359981469952 : ffff9ba0d081cf00) 00010000:00000001:0.0:1789131397.545159:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.545161:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.545165:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0da00. 00010000:00000010:0.0:1789131397.545169:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.545173:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.545175:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b88c00. 00000020:00000001:0.0:1789131397.545179:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.545181:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b88c00 with handle 0xc8adac5b2d01fec2 to hash 00000020:00000001:0.0:1789131397.545183:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.545185:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.545188:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.545192:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.545195:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.545275:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fec2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.545284:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fec2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.545295:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fec2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.545300:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.545302:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.545309:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908b40. 00000100:00000001:0.0:1789131397.545311:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729047360 : -110359980504256 : ffff9ba0d0908b40) 00000100:00000001:0.0:1789131397.545313:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.545314:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728081664 : -110359981469952 : ffff9ba0d081cf00) 00000100:00000001:0.0:1789131397.545318:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.545321:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.545323:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.545324:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.545330:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081cf00 x1876039997367040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.545337:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.545339:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.545343:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.545345:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.545347:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.545351:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081cf00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997367040:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.545354:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.545421:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.545425:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.545427:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.545432:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.545434:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.545439:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.545448:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.545454:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346908. 00000100:00000200:0.0:1789131397.545460:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997367040, portal 10 00000100:00000001:0.0:1789131397.545462:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.545463:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728081664 : -110359981469952 : ffff9ba0d081cf00) 00000100:00000040:0.0:1789131397.545608:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081cf00 x1876039997367040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.545615:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.545618:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.545621:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346440. 00000100:00000200:0.0:1789131397.545625:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997367040, offset 0 00000400:00000200:0.0:1789131397.545632:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.545638:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.545643:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.545649:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.545654:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.545657:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.545661:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.545664:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [312:312:256:4294967295] 192.168.206.157@tcp LPNI seq info [312:312:8:4294967295] 00000400:00000200:0.0:1789131397.545668:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.545676:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.545681:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.545697:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593100. 00000800:00000200:0.0:1789131397.545704:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.545711:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.545716:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.545730:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.545735:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 37092 usecs (38 jiffies) 00000400:00000200:0.0:1789131397.545738:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.545740:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984593 00000100:00000001:0.0:1789131397.545747:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984585 00000100:00000001:0.0:1789131397.545757:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984593 00000100:00000001:0.0:1789131397.545761:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984585 00000100:00000001:0.0:1789131397.545764:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.545767:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.545769:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.545770:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.545773:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908b40 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.545775:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.545776:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.545914:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.545918:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593100. 00000400:00000200:2.0:1789131397.545922:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.545927:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.545932:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346440 00000400:00000010:2.0:1789131397.545934:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346440. 00000100:00000001:2.0:1789131397.545938:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.545948:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081cf00 x1876039997367040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.545957:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.545960:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081cf00 x1876039997367040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.545965:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.545967:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131397.550186:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.550266:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.550271:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.550273:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.550283:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.550291:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.550317:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.550322:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.550326:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.550330:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0a300 00000400:00000200:3.0:1789131397.550334:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.550340:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xd85 [1] + 224 00000800:00000001:3.0:1789131397.550347:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.550354:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.550357:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.550440:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.550448:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.550456:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081cf00 x1876039997367040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.550466:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d081cf00 x1876039997367040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.550501:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.550511:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.550515:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.550678:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.550698:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.550700:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.550703:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.550708:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346908 00000400:00000010:0.0:1789131397.550710:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346908. 00000100:00000001:0.0:1789131397.550714:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.550720:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081cf00 x1876039997367040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.550729:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081cf00 x1876039997367040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.551123:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.551126:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.551128:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.551132:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.551135:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.551137:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.551140:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.551150:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.551154:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.551157:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.551158:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.551161:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.551165:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.551170:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.551183:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.551185:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.551188:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.551194:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081cf00 x1876039997367040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.551202:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.551205:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.551208:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.551212:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081cf00 x1876039997367040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.551220:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081cf00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997367040:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.551225:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.551229:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.551232:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.551234:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.551238:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081cf00 x1876039997367040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.551244:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.551248:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908b40. 00000100:00000001:0.0:1789131397.551251:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.551253:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.551256:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.551260:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.551263:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.551267:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=4 00000020:00000001:0.0:1789131397.551269:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.551273:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000040:0.0:1789131397.551279:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b88c00, remote cookie: 0x2d69527cc2115879, flags: 0x1001 00010000:00010000:0.0:1789131397.551284:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fec2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115879 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.551306:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fec2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115879 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.551314:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.551317:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.551319:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.551321:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.551322:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.551325:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c4c0da00) refcount = 1 00010000:00010000:0.0:1789131397.551329:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fec2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115879 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.551335:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.551339:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.551341:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.551343:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.551345:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.551348:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fec2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115879 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.551354:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.551356:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.551357:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.551358:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.551359:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.551361:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.551365:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.551367:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.551368:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.552454:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.552463:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.552467:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.552506:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.552508:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.552509:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=4 00000020:00000001:0.0:1789131397.552511:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.552513:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.552516:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.552519:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.552523:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fec2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115879 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.552532:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.552533:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.552535:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.552536:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.552537:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=5 00000020:00000001:0.0:1789131397.552539:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.552541:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.552543:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.552546:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fec2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115879 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.552553:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.552554:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.552556:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fec2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115879 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.552562:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.552563:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.552564:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.552566:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.552567:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.552579:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d081cf00 x1876039997367040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789131397.552601:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.552603:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.552605:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.552607:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.552609:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.552611:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.552612:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.552613:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.552615:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.552619:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789131397.552620:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.552621:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.552623:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.552625:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.552626:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00000002:00010000:0.0:1789131397.552630:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fec2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115879 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.552636:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.552637:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.552639:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.552640:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.552641:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.552643:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.552644:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.552646:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000040:0.0:1789131397.552652:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0da00 count: 2 00010000:00000001:0.0:1789131397.552655:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.552658:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789131397.552661:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.552662:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.552671:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.552674:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:0.0:1789131397.552676:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789131397.552678:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.552683:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.553123:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.553128:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789131397.553131:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.553135:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.553139:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836cc00. 00000080:00000001:0.0:1789131397.553144:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.553146:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.553152:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.553157:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789131397.553162:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0d84c6fc0. 00800000:00000001:0.0:1789131397.553164:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713858801600 : -110359850750016 : ffff9ba0d84c6fc0) 00800000:00000001:0.0:1789131397.553167:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.553169:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.553171:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789131397.553173:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789131397.553176:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789131397.553178:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789131397.553180:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.553185:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789131397.553188:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789131397.553192:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:0.0:1789131397.553194:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.553196:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.553198:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.553200:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.553202:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.553204:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.553205:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.553206:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.553209:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789131397.553217:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d84c6fc0 1 00800000:00000010:0.0:1789131397.553219:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0d84c6fc0. 00800000:00000001:0.0:1789131397.553222:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.553224:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fec2 00800000:00000001:0.0:1789131397.553228:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.553229:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.553231:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.553232:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.553233:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.553235:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.553237:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.553240:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.553241:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.553242:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.553244:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.553246:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.553248:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.553251:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fec2 from it ffffbc4101cb7bf8 00010000:00000001:0.0:1789131397.553252:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.553253:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.553254:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.553256:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.553258:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.553260:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.553263:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fec2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115879 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.553270:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.553271:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.553272:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.553275:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.553277:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fec2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115879 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.553295:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.553298:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.553300:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.553305:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.553306:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.553307:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.553310:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.553312:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.553314:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.553316:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.553318:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.553319:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.553320:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.553323:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.553329:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d081cf00 x1876039997367040/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.553336:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131397.553339:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.553342:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.553345:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131397.553348:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131397.553349:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=57 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131397.553352:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131397.553354:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c7b11400. 02000000:00000001:0.0:1789131397.553358:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131397.553359:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131397.553361:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d081cf00. 00000100:00000001:0.0:1789131397.553364:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131397.553365:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.553368:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:0.0:1789131397.553373:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.553389:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d0800680. 00000080:00000001:0.0:1789131397.553395:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.553396:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.553402:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:0.0:1789131397.553405:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.553410:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836cc00. 00800000:00000002:0.0:1789131397.553414:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.553417:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.553420:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.553421:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:0.0:1789131397.553423:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.553427:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.553430:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.553434:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.553435:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:0.0:1789131397.553437:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.553440:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.553442:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.553444:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.553448:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0da00 count: 2 00010000:00000001:0.0:1789131397.553451:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.553454:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.553458:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789131397.553461:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fec2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115879 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789131397.553506:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789131397.553511:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.553514:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fec2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115879 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789131397.553521:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789131397.553523:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.553525:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.553527:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.553528:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.553530:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789131397.553537:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789131397.553539:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.553541:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836cc00. 00000080:00000001:0.0:1789131397.553544:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.553546:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.553548:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.553550:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fec2 00800000:00000001:0.0:1789131397.553553:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.553554:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.553556:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.553557:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.553559:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.553561:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.553563:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.553565:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.553566:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.553567:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.553569:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.553571:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fec2 from it ffffbc4101cb7b38 00010000:00000001:0.0:1789131397.553572:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.553574:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.553575:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.553576:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.553578:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.553580:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.553583:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fec2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115879 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.553589:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.553590:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.553591:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.553593:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.553595:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fec2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115879 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789131397.553611:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.553612:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.553614:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.553616:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.553617:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.553618:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.553621:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.553622:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.553624:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.553626:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.553628:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.553629:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.553630:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.553632:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789131397.553633:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.553635:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:0.0:1789131397.553638:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.553642:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789131397.553644:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:0.0:1789131397.553645:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-26, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d8799080, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789131397.553651:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d81f7360. 00000080:00000001:0.0:1789131397.553655:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789131397.553656:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:0.0:1789131397.553658:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-26, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:0.0:1789131397.553665:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836cc00. 00800000:00000002:0.0:1789131397.553668:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.553672:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.553674:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.553675:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:0.0:1789131397.553677:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-26' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.553680:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789131397.553683:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789131397.553696:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:0.0:1789131397.553699:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789131397.553706:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789131397.553708:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789131397.553711:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789131397.553713:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x1c:0x0] 40000000:00000001:0.0:1789131397.553716:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.553718:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.553719:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.553721:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.553723:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:0.0:1789131397.553725:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x1c:0x0], name='f0a.replay-dual-26' -> mds #0 layout version 1 00000002:00000001:0.0:1789131397.553728:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.553729:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:0.0:1789131397.553731:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-26,[0x200000402:0x1c:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789131397.553734:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.553736:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789131397.553739:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789131397.553743:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.553744:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789131397.553746:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0da00 count: 2 00010000:00000001:0.0:1789131397.553748:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.553750:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789131397.553753:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789131397.553756:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fec2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115879 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789131397.553772:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131397.553776:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131397.553777:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131397.553779:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789131397.553781:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.553782:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.553784:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0da00 count: 3 00010000:00000001:0.0:1789131397.553786:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.553789:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.553790:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.553799:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.553802:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0da00 count: 3 00010000:00000001:0.0:1789131397.553803:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.553805:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.553807:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.553808:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.553809:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0da00 count: 3 00010000:00000001:0.0:1789131397.553811:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.553812:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.553814:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.553816:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789131397.553820:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789131397.553825:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789131397.553827:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131397.553828:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.553839:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789131397.553842:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131397.553844:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131397.553845:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.553847:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789131397.553850:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b88c00 with handle 0xc8adac5b2d01fec2 from hash 00010000:00000001:0.0:1789131397.553852:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131397.553853:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.553854:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.553855:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131397.553858:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131397.553859:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789131397.553862:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.553864:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.553866:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789131397.553870:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081cf00. 00000020:00000040:0.0:1789131397.553874:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=58 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:0.0:1789131397.553878:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789131397.553880:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.553882:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.553885:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.553892:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.553893:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.553894:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.553896:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.553898:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.553901:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.553906:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b11400. 00000100:00000001:0.0:1789131397.553912:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.553916:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.553918:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789131397.553921:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fec2 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115879 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789131397.553938:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789131397.553939:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.553941:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131397.553944:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fec2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115879 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789131397.553952:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0da00 count: 0 00010000:00000010:0.0:1789131397.553956:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.553965:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.553966:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.553968:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.553969:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.553970:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.553980:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713728081664 : -110359981469952 : ffff9ba0d081cf00) 00010000:00000001:0.0:1789131397.553983:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.553985:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.553989:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d000. 00010000:00000010:0.0:1789131397.553993:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.553996:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.553999:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b88800. 00000020:00000001:0.0:1789131397.554001:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.554004:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b88800 with handle 0xc8adac5b2d01fec9 to hash 00000020:00000001:0.0:1789131397.554011:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.554012:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00010000:00000001:0.0:1789131397.554015:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00010000:00000001:0.0:1789131397.554018:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.554020:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.554023:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88800/0xc8adac5b2d01fec9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.554029:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88800/0xc8adac5b2d01fec9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789131397.554047:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789131397.554055:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d081cf00 x1876039997367296/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789131397.554063:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88800/0xc8adac5b2d01fec9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.554068:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.554069:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.554075:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908b40. 00000100:00000001:0.0:1789131397.554077:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729047360 : -110359980504256 : ffff9ba0d0908b40) 00000100:00000001:0.0:1789131397.554080:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.554081:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728081664 : -110359981469952 : ffff9ba0d081cf00) 00000100:00000001:0.0:1789131397.554086:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.554090:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.554092:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.554093:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.554098:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081cf00 x1876039997367296/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.554105:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.554107:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.554111:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.554118:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.554121:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.554125:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081cf00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997367296:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.554129:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.554134:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.554137:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.554139:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.554187:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d0920000. 02000000:00000001:0.0:1789131397.554189:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.554197:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.554202:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.554208:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c7b12c00. 00000100:00000200:0.0:1789131397.554214:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997367296, portal 10 00000100:00000001:0.0:1789131397.554216:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.554217:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728081664 : -110359981469952 : ffff9ba0d081cf00) 00000100:00000040:0.0:1789131397.554223:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081cf00 x1876039997367296/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.554230:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.554232:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.554236:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346908. 00000100:00000200:0.0:1789131397.554239:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997367296, offset 0 00000400:00000200:0.0:1789131397.554245:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.554254:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.554260:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.554265:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.554269:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.554273:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.554275:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.554279:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [313:313:256:4294967295] 192.168.206.157@tcp LPNI seq info [313:313:8:4294967295] 00000400:00000200:0.0:1789131397.554283:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.554292:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.554298:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.554309:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593e00. 00000800:00000200:0.0:1789131397.554315:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.554323:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.554327:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593e00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.554418:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.554423:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 36837 usecs (37 jiffies) 00000400:00000200:0.0:1789131397.554427:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.554429:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984600 00000100:00000001:0.0:1789131397.554437:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984593 00000100:00000001:0.0:1789131397.554441:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984600 00000100:00000001:0.0:1789131397.554445:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984593 00000100:00000001:0.0:1789131397.554448:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.554451:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.554453:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.554456:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.554458:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908b40 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.554461:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.554464:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.555836:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.555843:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593e00. 00000400:00000200:2.0:1789131397.555850:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.555856:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.555863:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346908 00000400:00000010:2.0:1789131397.555865:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346908. 00000100:00000001:2.0:1789131397.555868:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.555874:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081cf00 x1876039997367296/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.555903:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.555906:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081cf00 x1876039997367296/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.555913:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.555914:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.561059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0da00. 00010000:00000010:0.1:1789131397.561076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b88c00. 00000800:00000001:3.0:1789131397.568529:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.568548:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.568553:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.568556:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.568565:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.568574:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.568583:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.568588:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.568598:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.568602:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0a400 00000400:00000200:3.0:1789131397.568607:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.568614:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xd8d [32] + 224 00000800:00000001:3.0:1789131397.568621:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.568648:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.568651:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.568656:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.568665:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.568674:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081cf00 x1876039997367296/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.568696:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d081cf00 x1876039997367296/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.568707:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131397.568716:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131397.568720:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.568725:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131397.568731:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [314:314:256:4294967295] 192.168.206.157@tcp LPNI seq info [314:314:8:4294967295] 00000400:00000200:3.0:1789131397.568736:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.568744:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131397.568750:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131397.568756:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84fcc00. 00000800:00000200:3.0:1789131397.568762:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131397.568769:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131397.568773:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84fcc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1789131397.569492:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1789131397.569555:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.569563:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.569565:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.569569:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.569574:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c7b12c00 00000400:00000010:0.0:1789131397.569576:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c7b12c00. 00000100:00000001:0.0:1789131397.569580:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.569587:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081cf00 x1876039997367296/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.569597:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081cf00 x1876039997367296/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.569604:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.569606:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.569616:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.569619:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.569621:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.569623:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.569626:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.569634:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.569638:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.569641:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.569643:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.569646:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.569649:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.569652:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.569653:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1789131397.569655:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.569658:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.569660:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728081664 : -110359981469952 : ffff9ba0d081cf00) 00000100:00000001:0.0:1789131397.569663:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.569665:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.569667:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.569669:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.569673:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.569681:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.569684:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.569696:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.569700:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.569709:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081cf00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997367296:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.569714:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.569717:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.569719:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.569721:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.569724:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.569735:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.569738:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908b40. 00000100:00000001:0.0:1789131397.569741:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.569742:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.569745:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.569750:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.569752:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.569755:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88800 refcount=4 00000020:00000001:0.0:1789131397.569757:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00010000:00000001:0.0:1789131397.569760:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00010000:00000040:0.0:1789131397.569767:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b88800, remote cookie: 0x2d69527cc2115895, flags: 0x1001 00010000:00010000:0.0:1789131397.569772:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88800/0xc8adac5b2d01fec9 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115895 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789131397.569780:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x1c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789131397.569783:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789131397.569790:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0da00. 00010000:00000010:0.0:1789131397.569794:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f080. 00010000:00000040:0.0:1789131397.569798:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d000 count: 0 00010000:00000010:0.0:1789131397.569803:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.569809:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.569813:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88800/0xc8adac5b2d01fec9 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115895 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.569821:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88800/0xc8adac5b2d01fec9 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115895 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.569827:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.569831:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.569837:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.569838:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.569840:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.569842:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x1c:0x0].0x0 (ffff9ba0c4c0da00) refcount = 1 00010000:00010000:0.0:1789131397.569847:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88800/0xc8adac5b2d01fec9 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115895 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.569853:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.569855:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.569857:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.569860:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.569862:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.569865:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88800/0xc8adac5b2d01fec9 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115895 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.569871:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.569872:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.569874:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.569875:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.569876:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.569877:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.569881:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.569884:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.569885:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.569886:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88800 refcount=3 00000020:00000001:0.0:1789131397.569888:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00010000:00000001:0.0:1789131397.569890:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00010000:00000001:0.0:1789131397.569892:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.569893:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.569894:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88800 refcount=4 00000020:00000001:0.0:1789131397.569896:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00010000:00000001:0.0:1789131397.569898:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00010000:00000001:0.0:1789131397.569900:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.569903:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.569909:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88800/0xc8adac5b2d01fec9 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115895 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.569915:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.569916:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.569918:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.569919:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.569920:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88800 refcount=5 00000020:00000001:0.0:1789131397.569921:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00010000:00000001:0.0:1789131397.569923:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00010000:00000001:0.0:1789131397.569925:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.569927:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88800/0xc8adac5b2d01fec9 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115895 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.569933:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.569934:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.569936:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88800/0xc8adac5b2d01fec9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115895 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1789131397.570117:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.570123:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84fcc00. 00000400:00000200:3.0:1789131397.570127:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.570132:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131397.570310:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.570523:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.570524:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.570526:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.570527:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.570527:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.570535:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.570546:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.570551:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.570556:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.570564:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.570566:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.570576:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88800 refcount=3 00000020:00000001:0.0:1789131397.570578:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00010000:00000001:0.0:1789131397.570581:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00000002:00010000:0.0:1789131397.570585:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88800/0xc8adac5b2d01fec9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115895 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789131397.570762:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c2f25f00. 00010000:00000001:1.0:1789131397.570766:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.570767:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.570768:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.570770:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.570773:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789131397.570776:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.570777:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728081664 : -110359981469952 : ffff9ba0d081cf00) 00000100:00000001:1.0:1789131397.570779:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.570780:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728081664 : -110359981469952 : ffff9ba0d081cf00) 00010000:00000001:1.0:1789131397.570782:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.570784:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.570785:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88800 refcount=3 00000020:00000001:1.0:1789131397.570787:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00010000:00000001:1.0:1789131397.570789:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00000002:00010000:1.0:1789131397.570793:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88800/0xc8adac5b2d01fec9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115895 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.570800:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.570801:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.570803:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.570805:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.570806:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.570807:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88800 refcount=3 00000020:00000001:1.0:1789131397.570809:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00010000:00000001:1.0:1789131397.570811:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00010000:00000040:1.0:1789131397.570815:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0da00 count: 2 00010000:00000001:1.0:1789131397.570818:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131397.570821:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/28 (0 0) 00010000:00000001:1.0:1789131397.570824:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.570825:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.570827:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131397.570829:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:1.0:1789131397.570831:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-26 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789131397.570842:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.570847:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.570849:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131397.570851:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789131397.570855:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.570858:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.570861:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789131397.570862:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d81f7360 it_disposition 1800037 00000080:00002000:1.0:1789131397.570868:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d20e4a20 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789131397.570873:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131397.570875:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789131397.570877:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:1.0:1789131397.570879:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-26, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:1.0:1789131397.570882:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789131397.570884:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131397.570888:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789131397.570892:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131397.570894:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279516 : 144115205289279516 : 20000040200001c) 00000080:00000001:1.0:1789131397.570897:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789131397.570906:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d2170840. 00000020:00000001:1.0:1789131397.570915:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789131397.570917:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789131397.570920:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789131397.570922:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x1c:0x0](ffff9ba0d2170908) 00000020:00000001:1.0:1789131397.570925:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131397.570928:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:1.0:1789131397.570931:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:1.0:1789131397.570934:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789131397.570938:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d835e320. 00000020:00000001:1.0:1789131397.571009:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131397.571012:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.571018:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789131397.571023:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d19ab4d8. 00020000:00000001:1.0:1789131397.571025:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713746490584 : -110359963061032 : ffff9ba0d19ab4d8) 00020000:00000001:1.0:1789131397.571027:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:1.0:1789131397.571030:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131397.571040:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9ea0. 00020000:00000010:1.0:1789131397.571045:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320ba80. 00020000:00000010:1.0:1789131397.571049:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9060. 00020000:00000001:1.0:1789131397.571051:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798975584 : -110359910576032 : ffff9ba0d4bb9060) 00020000:00000002:1.0:1789131397.571054:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9060, objid 0x1c:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.571058:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.571062:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320ba80: ostid: 0x240000400:16 ost idx: 0 gen: 0 00020000:00000001:1.0:1789131397.571065:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789131397.571066:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9060, objid 0x1c:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.571069:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.571072:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320ba80: ostid: 0x240000400:16 ost idx: 0 gen: 0 00020000:00000010:1.0:1789131397.571076:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c2b957e0. 00020000:00000010:1.0:1789131397.571079:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2fdf300. 00020000:00000001:1.0:1789131397.571084:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789131397.571087:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0d2e9f5b8. 00020000:00000001:1.0:1789131397.571091:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789131397.571092:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789131397.571097:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789131397.571100:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d835e960. 00000020:00000001:1.0:1789131397.571101:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131397.571103:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.571105:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713857325536 : -110359852226080 : ffff9ba0d835e9e0) 00020000:00000001:1.0:1789131397.571108:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789131397.571113:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d1a07c98. 00020000:00000001:1.0:1789131397.571115:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.571120:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713857325536 : -110359852226080 : ffff9ba0d835e9e0) 00020000:00000001:1.0:1789131397.571122:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713857325536 : -110359852226080 : ffff9ba0d835e9e0) 00020000:00000002:1.0:1789131397.571126:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x10:0x0]@ffff9ba0d835e960[0:0] -> [0x200000402:0x1c:0x0]@ffff9ba0d835e320: ostid: 0x240000400:16 ost idx: 0 gen: 0 00020000:00000001:1.0:1789131397.571130:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:1.0:1789131397.571132:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789131397.571139:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.571143:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713857323936 : -110359852227680 : ffff9ba0d835e3a0) 00000020:00001000:1.0:1789131397.571147:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:1.0:1789131397.571151:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279516 : 144115205289279516 : 20000040200001c) 00000080:00000001:1.0:1789131397.571154:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789131397.571156:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279516 mtime from 0 to 1789131397 00000080:00000001:1.0:1789131397.571160:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789131397.571163:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754638600 : -110359954913016 : ffff9ba0d2170908) 00010000:00000001:1.0:1789131397.571165:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.571167:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.571168:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88800 refcount=3 00000020:00000001:1.0:1789131397.571170:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00010000:00000001:1.0:1789131397.571172:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00000080:00000001:1.0:1789131397.571176:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789131397.571177:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131397.571179:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:1.0:1789131397.571181:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:1.0:1789131397.571182:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789131397.571184:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789131397.571186:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131397.571189:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb92a0. 00020000:00000010:1.0:1789131397.571191:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b800. 00020000:00000010:1.0:1789131397.571194:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb96c0. 00020000:00000001:1.0:1789131397.571195:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798977216 : -110359910574400 : ffff9ba0d4bb96c0) 00020000:00000002:1.0:1789131397.571274:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb96c0, objid 0x1c:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.571279:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.571281:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b800: ostid: 0x240000400:16 ost idx: 0 gen: 0 00020000:00000002:1.0:1789131397.571285:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d19ab4d8) owner ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.571287:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789131397.571289:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d19ab4d8) owner ffff9ba0c2f34f80 00020000:00000010:1.0:1789131397.571294:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c320b800. 00020000:00000010:1.0:1789131397.571299:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d4bb92a0. 00020000:00000010:1.0:1789131397.571308:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d4bb96c0. 00020000:00000002:1.0:1789131397.571310:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x1c:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789131397.571312:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.571315:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.571318:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789131397.571321:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab4d8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.571324:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d4bb9060 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:1.0:1789131397.571326:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab4d8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.571329:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789131397.571331:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789131397.571332:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789131397.571334:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789131397.571336:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789131397.571338:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x1c:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789131397.571341:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:1.0:1789131397.571343:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.571345:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.571346:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.571348:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131397.571351:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789131397.571353:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.571355:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x1c:0x0](ffff9ba0d2170908) 00000080:00010000:1.0:1789131397.571359:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1c:0x0](ffff9ba0d2170908) for lock 0xc8adac5b2d01fec9 00800000:00000001:1.0:1789131397.571362:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.571363:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.571364:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.571366:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.571368:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88800 refcount=3 00000020:00000001:1.0:1789131397.571369:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00010000:00000001:1.0:1789131397.571372:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00010000:00000001:1.0:1789131397.571374:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.571375:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.571377:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.571378:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.571380:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789131397.571382:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.571396:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.571404:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.571408:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d2170908 need_sync_to_mds [0x200000402:0x1c:0x0] 00000080:00000001:1.0:1789131397.571412:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.571415:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1c:0x0](ffff9ba0d2170908) 00000080:00000001:1.0:1789131397.571418:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.571421:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836cc00. 00000100:00000001:1.0:1789131397.571425:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.571428:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.571435:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.571438:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789131397.571440:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.571442:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d2170908 need_sync_to_mds [0x200000402:0x1c:0x0] 00000080:00000001:1.0:1789131397.571449:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789131397.571452:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:1.0:1789131397.571454:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-26:[0x200000402:0x1c:0x0](ffff9ba0d2170908), flags 100102 00000080:00000010:1.0:1789131397.571461:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c178de00. 00000080:00000010:1.0:1789131397.571467:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2f25d40. 00000080:00000001:1.0:1789131397.571886:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789131397.571890:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.571894:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789131397.571898:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d0840ce0. 00000002:00100000:1.0:1789131397.571904:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.571911:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.571913:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789131397.571916:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789131397.571920:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.571922:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.571926:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.571930:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789131397.572010:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131397.572014:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d0920000. 02000000:00000001:1.0:1789131397.572036:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789131397.572038:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.572041:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:1.0:1789131397.572043:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-26:[0x200000402:0x1c:0x0](ffff9ba0d2170908), flags 100102, rc = 0 00000080:00000001:1.0:1789131397.572047:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789131397.572049:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d81f7360 released 00000080:00010000:1.0:1789131397.572051:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fec9 from it ffff9ba0d81f7360 00010000:00000001:1.0:1789131397.572054:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.572056:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.572057:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88800 refcount=3 00000020:00000001:1.0:1789131397.572060:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00010000:00000001:1.0:1789131397.572062:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580673024 : -110360128878592 : ffff9ba0c7b88800) 00010000:00000001:1.0:1789131397.572064:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.572068:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88800/0xc8adac5b2d01fec9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115895 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.572076:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.572077:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.572078:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.572081:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.572083:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88800/0xc8adac5b2d01fec9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115895 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.572090:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.572093:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.572095:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.572099:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.572100:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.572102:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.572104:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.572106:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.572114:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.572117:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.572119:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.572120:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.572121:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.572123:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789131397.572126:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789131397.572129:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.572130:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789131397.572132:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.572134:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.572137:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789131397.572139:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.572141:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131397.572143:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.572145:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.572147:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d81f7360. 00000080:00000001:1.0:1789131397.572151:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.572155:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789131397.572157:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1c:0x0](ffff9ba0d2170908), inode mode 81a4 mask 40 00000080:00000001:1.0:1789131397.572160:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.572179:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.572181:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab4d8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.572185:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab4d8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.572188:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.572194:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789131397.572196:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:1.0:1789131397.572275:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-26:[0x200000402:0x1c:0x0](ffff9ba0d2170908), flags 100002 00000080:00000001:1.0:1789131397.572279:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789131397.572281:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789131397.572283:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.572284:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab4d8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.572287:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab4d8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.572289:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.572291:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789131397.572296:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.572305:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.572310:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0da00 count: 2 00010000:00000001:1.0:1789131397.572312:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.572316:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.572318:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x1c:0x0]: 0 00000080:00000001:1.0:1789131397.572320:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789131397.572322:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789131397.572325:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d8547c00. 00000080:00000001:1.0:1789131397.572328:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789131397.572332:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789131397.572335:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789131397.572337:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x1c:0x0] 00000002:00000001:1.0:1789131397.572340:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789131397.572342:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x1c:0x0] file closed with intent: 0 00000100:00000010:1.0:1789131397.572348:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b71680. 00000020:00000040:1.0:1789131397.572352:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=59 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:1.0:1789131397.572356:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.572359:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.572362:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.572368:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d8547400. 00000100:00000001:1.0:1789131397.572373:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789131397.572382:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789131397.572391:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789131397.572396:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7b71680 x1876039997367552/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789131397.572403:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.572405:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.572411:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2fdfc00. 00000100:00000001:1.0:1789131397.572413:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713501338624 : -110360208212992 : ffff9ba0c2fdfc00) 00000100:00000001:1.0:1789131397.572416:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.572417:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580578432 : -110360128973184 : ffff9ba0c7b71680) 00000100:00000001:1.0:1789131397.572421:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.572425:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.572432:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.572434:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.572438:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b71680 x1876039997367552/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.572446:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.572448:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.572451:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.572454:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.572456:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.572459:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b71680 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997367552:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.572463:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.572537:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.572540:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.572543:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.572548:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d086a400. 02000000:00000001:1.0:1789131397.572549:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.572556:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.572560:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.572566:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80206e8. 00000100:00000200:1.0:1789131397.572572:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997367552, portal 10 00000100:00000001:1.0:1789131397.572574:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.572575:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580578432 : -110360128973184 : ffff9ba0c7b71680) 00000100:00000040:1.0:1789131397.572582:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b71680 x1876039997367552/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.572589:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.572591:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.572594:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020e58. 00000100:00000200:1.0:1789131397.572597:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997367552, offset 0 00000400:00000200:1.0:1789131397.572603:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.572611:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.572618:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.572623:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.572627:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.572636:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.572638:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.572642:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [315:315:256:4294967295] 192.168.206.157@tcp LPNI seq info [315:315:8:4294967295] 00000400:00000200:1.0:1789131397.572646:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.572655:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.572661:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.572665:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d900. 00000800:00000200:1.0:1789131397.572671:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.572678:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.572682:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.572848:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.572854:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 36688 usecs (37 jiffies) 00000400:00000200:1.0:1789131397.572858:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.572860:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984619 00000100:00000001:1.0:1789131397.572868:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984600 00000100:00000001:1.0:1789131397.572872:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984619 00000100:00000001:1.0:1789131397.572875:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984600 00000100:00000001:1.0:1789131397.572878:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.572881:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.572882:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.572884:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.572887:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2fdfc00 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.572889:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.572891:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.576518:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.576529:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d900. 00000400:00000200:2.0:1789131397.576535:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.576544:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.576551:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020e58 00000400:00000010:2.0:1789131397.576554:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020e58. 00000100:00000001:2.0:1789131397.576560:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.576567:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b71680 x1876039997367552/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.576579:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.576583:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b71680 x1876039997367552/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.576591:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.576593:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131397.578008:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.578023:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.578027:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.578029:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.578037:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.578056:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00010000:00000010:0.1:1789131397.578505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d000. 00000400:00000200:3.0:1789131397.583228:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.583237:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.583245:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.583251:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0a500 00000400:00000200:3.0:1789131397.583256:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.583262:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xd95 [1] + 224 00000800:00000001:3.0:1789131397.583271:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.583409:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.583546:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.583552:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.583559:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.583567:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b71680 x1876039997367552/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.583578:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0c7b71680 x1876039997367552/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.583763:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131397.583783:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.583805:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.583809:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131397.583846:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.583849:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.583852:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.583857:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80206e8 00000400:00000010:1.0:1789131397.583859:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80206e8. 00000100:00000001:1.0:1789131397.583863:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.583874:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b71680 x1876039997367552/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.583884:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b71680 x1876039997367552/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.583891:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.583893:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.583896:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.583899:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.583901:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.583904:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.583906:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.583915:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.583920:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.583922:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.583925:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.583929:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.583932:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.583935:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131397.583936:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789131397.583938:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131397.583940:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.583942:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580578432 : -110360128973184 : ffff9ba0c7b71680) 00000100:00000001:1.0:1789131397.583945:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.583947:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.583948:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.583950:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.583955:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b71680 x1876039997367552/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.583962:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.583964:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.583966:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.583969:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b71680 x1876039997367552/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.583986:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b71680 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997367552:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.583991:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.583994:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.583996:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.583998:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.584002:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b71680 x1876039997367552/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.584008:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.584010:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2fdfc00. 00000100:00000001:1.0:1789131397.584014:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.584015:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.584023:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.584024:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580578432 : -110360128973184 : ffff9ba0c7b71680) 00000002:00000001:1.0:1789131397.584034:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.584036:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.584111:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8547c00. 00000080:00000001:1.0:1789131397.584116:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789131397.584119:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.584124:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789131397.584129:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.584137:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.584139:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.584140:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2f25d40. 00000100:00000001:1.0:1789131397.584144:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.584146:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b71680 x1876039997367552/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.584151:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.584154:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.584158:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c178de00. 00000080:00000001:1.0:1789131397.584167:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.584172:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:1.0:1789131397.584175:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-26:[0x200000402:0x1c:0x0](ffff9ba0d2170908), flags 100002, rc = 0 00000080:00000001:1.0:1789131397.584178:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.584183:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789131397.584184:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:1.0:1789131397.584186:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-26 (ffff9ba0d20e4a20, parent ffff9ba0d20e4ca8, inode ffff9ba0d2170908) hashed, 00000080:00000001:1.0:1789131397.584189:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.584242:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.584245:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.584247:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131397.584248:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:1.0:1789131397.584251:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131397.584256:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8547c00. 00800000:00000002:1.0:1789131397.584261:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.584265:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.584267:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.584269:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:1.0:1789131397.584271:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.584274:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131397.584277:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131397.584282:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.584284:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:1.0:1789131397.584285:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131397.584288:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131397.584290:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.584293:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.584299:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.584301:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.584303:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.584305:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131397.584307:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789131397.584311:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b71a40. 00000020:00000040:1.0:1789131397.584315:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=60 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:1.0:1789131397.584320:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131397.584330:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.584337:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.584339:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.584340:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.584343:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.584345:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.584349:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.584355:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d086bc00. 00000100:00000001:1.0:1789131397.584362:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.584366:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.584368:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.584369:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.584370:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.584372:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.584378:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713580579392 : -110360128972224 : ffff9ba0c7b71a40) 00010000:00000001:1.0:1789131397.584381:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131397.584383:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131397.584388:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0ed00. 00010000:00000010:1.0:1789131397.584391:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa100. 00010000:00000001:1.0:1789131397.584395:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131397.584398:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b43e00. 00000020:00000001:1.0:1789131397.584402:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131397.584405:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b43e00 with handle 0xc8adac5b2d01fed0 to hash 00000020:00000001:1.0:1789131397.584408:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131397.584409:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.584580:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.584585:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.584588:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.584592:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fed0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.584609:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fed0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.584628:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fed0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131397.584641:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.584643:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.584648:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2fdfc00. 00000100:00000001:1.0:1789131397.584650:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713501338624 : -110360208212992 : ffff9ba0c2fdfc00) 00000100:00000001:1.0:1789131397.584652:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.584653:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580579392 : -110360128972224 : ffff9ba0c7b71a40) 00000100:00000001:1.0:1789131397.584657:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.584661:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.584663:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.584665:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.584670:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b71a40 x1876039997367680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.584677:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.584680:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.584683:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.584694:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.584696:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.584699:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b71a40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997367680:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.584703:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.584708:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.584710:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.584713:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.584717:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131397.584719:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.584724:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.584728:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.584734:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80206e8. 00000100:00000200:1.0:1789131397.584740:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997367680, portal 10 00000100:00000001:1.0:1789131397.584742:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.584743:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580579392 : -110360128972224 : ffff9ba0c7b71a40) 00000100:00000040:1.0:1789131397.584749:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b71a40 x1876039997367680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.584766:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.584769:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.584772:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020f68. 00000100:00000200:1.0:1789131397.584775:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997367680, offset 0 00000400:00000200:1.0:1789131397.584781:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.584789:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.584795:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.584801:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.584806:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.584809:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.584812:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.584815:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [316:316:256:4294967295] 192.168.206.157@tcp LPNI seq info [316:316:8:4294967295] 00000400:00000200:1.0:1789131397.584819:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.584828:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.584833:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.584838:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4db00. 00000800:00000200:1.0:1789131397.584844:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.584851:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.584855:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4db00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.584917:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.584922:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 36501 usecs (37 jiffies) 00000400:00000200:1.0:1789131397.584926:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.584929:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984631 00000100:00000001:1.0:1789131397.584936:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984619 00000100:00000001:1.0:1789131397.584942:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984631 00000100:00000001:1.0:1789131397.584947:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984619 00000100:00000001:1.0:1789131397.584950:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.584952:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.584961:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.584963:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.584966:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2fdfc00 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.584968:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.584971:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.586151:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.586159:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4db00. 00000400:00000200:2.0:1789131397.586165:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.586171:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.586178:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020f68 00000400:00000010:2.0:1789131397.586180:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020f68. 00000100:00000001:2.0:1789131397.586185:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.586192:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b71a40 x1876039997367680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.586213:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.586217:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b71a40 x1876039997367680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.586224:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.586226:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131397.590581:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.590597:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.590733:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.590740:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.590750:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.590757:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.590765:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.590770:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.590775:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.590779:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0a580 00000400:00000200:2.0:1789131397.590783:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.590790:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xd9d [1] + 224 00000800:00000001:2.0:1789131397.590797:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.590805:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.590808:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.590813:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.590821:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.590846:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b71a40 x1876039997367680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.590858:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0c7b71a40 x1876039997367680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.590914:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131397.590934:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.590944:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.590948:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131397.591752:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.591757:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.591761:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.591768:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80206e8 00000400:00000010:1.0:1789131397.591770:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80206e8. 00000100:00000001:1.0:1789131397.591774:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.591782:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b71a40 x1876039997367680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.591792:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b71a40 x1876039997367680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.591799:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.591802:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.591804:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.591808:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.591811:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.591813:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.591816:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.591824:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.591828:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.591830:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.591832:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.591834:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.591838:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.591842:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.591844:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.591846:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.591849:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.591854:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b71a40 x1876039997367680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.591878:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.591881:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.591883:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.591889:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b71a40 x1876039997367680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.591896:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b71a40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997367680:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.591901:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.591904:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.591907:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.591909:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.591912:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b71a40 x1876039997367680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.591919:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.591922:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2fdfc00. 00000100:00000001:1.0:1789131397.591926:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.591927:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.591930:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131397.591934:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.591937:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.591941:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=4 00000020:00000001:1.0:1789131397.591944:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.591947:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000040:1.0:1789131397.591954:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b43e00, remote cookie: 0x2d69527cc21158aa, flags: 0x1001 00010000:00010000:1.0:1789131397.591959:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fed0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158aa expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.591970:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fed0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158aa expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.591988:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131397.591992:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131397.591994:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131397.591995:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131397.591997:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131397.591999:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c7d0ed00) refcount = 1 00010000:00010000:1.0:1789131397.592004:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fed0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21158aa expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.592010:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131397.592014:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131397.592015:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.592018:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131397.592020:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.592024:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fed0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158aa expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.592030:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131397.592032:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.592034:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.592035:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.592036:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.592038:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.592043:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131397.592045:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.592047:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.592048:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.592050:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.592053:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.592055:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.592056:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.592057:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=4 00000020:00000001:1.0:1789131397.592059:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.592067:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.592070:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.592073:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.592076:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fed0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21158aa expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.592084:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.592085:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.592086:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.592088:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.592089:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=5 00000020:00000001:1.0:1789131397.592091:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.592093:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.592095:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.592098:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fed0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21158aa expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.592105:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.592106:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131397.592109:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fed0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21158aa expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.592114:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.592116:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.592117:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.592118:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.592119:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131397.592125:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0c7b71a40 x1876039997367680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789131397.592135:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.592137:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.592138:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.592767:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.592770:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.592773:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.592775:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.592776:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.592778:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.592782:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789131397.592784:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.592785:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.592787:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.592789:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.592791:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00000002:00010000:1.0:1789131397.592795:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fed0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158aa expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.592805:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.592806:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.592808:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.592809:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.592810:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.592811:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.592813:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.592815:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000040:1.0:1789131397.592821:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ed00 count: 2 00010000:00000001:1.0:1789131397.592824:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131397.592828:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789131397.592830:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.592831:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.592833:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131397.592835:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:1.0:1789131397.592837:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789131397.592840:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.592844:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.592855:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131397.592859:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789131397.592862:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.592866:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131397.592870:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8547c00. 00000080:00000001:1.0:1789131397.592874:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131397.592876:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131397.592882:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789131397.592887:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789131397.592891:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c2f25d40. 00800000:00000001:1.0:1789131397.592894:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713500577088 : -110360208974528 : ffff9ba0c2f25d40) 00800000:00000001:1.0:1789131397.592896:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.592898:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131397.592901:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789131397.592903:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789131397.592906:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789131397.592908:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789131397.592910:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.592915:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789131397.592918:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789131397.592923:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:1.0:1789131397.592925:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.592927:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.592929:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.592931:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.592933:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.592935:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.592936:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.592938:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131397.592941:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789131397.592942:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c2f25d40 1 00800000:00000010:1.0:1789131397.592945:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c2f25d40. 00800000:00000001:1.0:1789131397.592948:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.592952:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fed0 00800000:00000001:1.0:1789131397.592955:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.592963:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.592964:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.592965:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.592967:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.592969:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.592971:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.592974:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.592975:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.592976:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.592978:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.592981:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.592983:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131397.592987:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fed0 from it ffffbc4101cb7bf8 00010000:00000001:1.0:1789131397.592990:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.592991:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.592992:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.592994:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.592996:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.592998:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.593001:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fed0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21158aa expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.593008:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.593009:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.593011:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.593014:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.593017:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fed0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158aa expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.593024:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.593027:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.593029:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.593033:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.593034:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.593041:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.593044:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.593045:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.593047:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.593050:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.593052:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.593054:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.593055:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131397.593057:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.593064:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c7b71a40 x1876039997367680/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.593072:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131397.593075:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131397.593078:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131397.593082:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131397.593084:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131397.593086:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=59 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:1.0:1789131397.593088:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131397.593091:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d086bc00. 02000000:00000001:1.0:1789131397.593095:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131397.593097:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131397.593099:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c7b71a40. 00000100:00000001:1.0:1789131397.593102:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131397.593104:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.593107:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:1.0:1789131397.593112:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.593127:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d0840ae0. 00000080:00000001:1.0:1789131397.594527:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.594533:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131397.594536:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:1.0:1789131397.594540:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131397.594549:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8547c00. 00800000:00000002:1.0:1789131397.594555:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.594559:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.594563:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.594565:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:1.0:1789131397.594568:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.594580:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131397.594585:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131397.594590:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.594592:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:1.0:1789131397.594594:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131397.594597:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131397.594599:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.594613:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.594700:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ed00 count: 2 00010000:00000001:1.0:1789131397.594704:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.594709:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.594713:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789131397.594717:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fed0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158aa expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789131397.594727:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789131397.594732:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.594735:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fed0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158aa expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789131397.594742:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789131397.594743:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131397.594745:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131397.594747:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131397.594749:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.594751:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789131397.594754:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789131397.594757:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131397.594760:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8547c00. 00000080:00000001:1.0:1789131397.594765:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131397.594766:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.594769:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131397.594773:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fed0 00800000:00000001:1.0:1789131397.594783:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.594786:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.594788:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.594789:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.594792:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.594794:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.594797:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.594800:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.594801:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.594802:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.594804:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.594806:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fed0 from it ffffbc4101cb7b38 00010000:00000001:1.0:1789131397.594808:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.594809:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.594810:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.594812:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.594815:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.594817:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.594820:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fed0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21158aa expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.594826:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.594827:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.594829:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.594831:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.594833:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fed0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158aa expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789131397.594841:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.594844:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.594845:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.594848:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.594849:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.594851:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.594859:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.594860:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.594863:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.594865:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.594868:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.594869:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.594870:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131397.594874:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789131397.594876:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.594878:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:1.0:1789131397.594882:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.594886:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789131397.594888:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:1.0:1789131397.594890:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-27, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d4ac9e00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789131397.594895:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d4bb96c0. 00000080:00000001:1.0:1789131397.594899:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789131397.594901:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:1.0:1789131397.594903:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-27, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:1.0:1789131397.594910:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8547c00. 00800000:00000002:1.0:1789131397.594913:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.594918:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.594919:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.594921:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:1.0:1789131397.594923:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-27' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.594926:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789131397.594929:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789131397.594932:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:1.0:1789131397.594936:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789131397.594938:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789131397.594940:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789131397.594943:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789131397.594946:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x1d:0x0] 40000000:00000001:1.0:1789131397.594949:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.594951:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.594953:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.594960:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.594962:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:1.0:1789131397.594964:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x1d:0x0], name='f0a.replay-dual-27' -> mds #0 layout version 1 00000002:00000001:1.0:1789131397.594969:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.594970:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:1.0:1789131397.594972:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-27,[0x200000402:0x1d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789131397.594976:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131397.594978:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789131397.594982:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789131397.594986:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.594988:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789131397.594992:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ed00 count: 2 00010000:00000001:1.0:1789131397.594994:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.594996:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789131397.594999:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789131397.595002:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fed0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc21158aa expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789131397.595010:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789131397.595013:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789131397.595015:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789131397.595017:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789131397.595020:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.595021:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.595023:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ed00 count: 3 00010000:00000001:1.0:1789131397.595025:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.595028:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.595029:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.595030:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.595032:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ed00 count: 3 00010000:00000001:1.0:1789131397.595034:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.595036:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.595037:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.595038:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.595040:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ed00 count: 3 00010000:00000001:1.0:1789131397.595050:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.595052:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.595054:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.595057:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789131397.595061:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789131397.595066:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789131397.595069:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789131397.595070:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.595073:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789131397.595076:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789131397.595078:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789131397.595079:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.595081:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789131397.595085:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b43e00 with handle 0xc8adac5b2d01fed0 from hash 00010000:00000001:1.0:1789131397.595087:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789131397.595089:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.595090:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.595091:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789131397.595094:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789131397.595095:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789131397.595097:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131397.595099:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131397.595101:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789131397.595106:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b71a40. 00000020:00000040:1.0:1789131397.595110:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=60 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:1.0:1789131397.595116:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789131397.595118:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.595121:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131397.595125:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.595127:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.595128:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.595130:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.595132:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.595134:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.595137:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.595144:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d086bc00. 00000100:00000001:1.0:1789131397.595155:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.595160:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.595162:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789131397.595166:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fed0 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21158aa expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789131397.595173:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789131397.595175:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131397.595177:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789131397.595179:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fed0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21158aa expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789131397.595187:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0ed00 count: 0 00010000:00000010:1.0:1789131397.595191:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa100. 00010000:00000001:1.0:1789131397.595204:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.595205:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.595207:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.595209:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.595211:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.595220:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713580579392 : -110360128972224 : ffff9ba0c7b71a40) 00010000:00000001:1.0:1789131397.595224:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131397.595226:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131397.595230:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e200. 00010000:00000010:1.0:1789131397.595234:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa100. 00010000:00000001:1.0:1789131397.595237:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131397.595240:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b42800. 00000020:00000001:1.0:1789131397.595242:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131397.595245:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b42800 with handle 0xc8adac5b2d01fed7 to hash 00000020:00000001:1.0:1789131397.595247:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131397.595248:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00010000:00000001:1.0:1789131397.595252:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00010000:00000001:1.0:1789131397.595254:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.595256:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.595264:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42800/0xc8adac5b2d01fed7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.595272:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42800/0xc8adac5b2d01fed7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789131397.595284:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789131397.595296:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7b71a40 x1876039997367936/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789131397.595306:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42800/0xc8adac5b2d01fed7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131397.595312:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.595314:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.595320:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2fdfc00. 00000100:00000001:1.0:1789131397.595322:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713501338624 : -110360208212992 : ffff9ba0c2fdfc00) 00000100:00000001:1.0:1789131397.595325:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.595327:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580579392 : -110360128972224 : ffff9ba0c7b71a40) 00000100:00000001:1.0:1789131397.595331:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.595334:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.595337:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.595338:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.595343:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b71a40 x1876039997367936/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.595351:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.595353:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.595356:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.595359:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.595361:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.595365:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b71a40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997367936:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.595369:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.595374:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.595382:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.595384:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.596588:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d0940000. 02000000:00000001:1.0:1789131397.596596:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.596615:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.596915:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.596924:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d0868000. 00000100:00000200:1.0:1789131397.596932:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997367936, portal 10 00000100:00000001:1.0:1789131397.596934:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.596936:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580579392 : -110360128972224 : ffff9ba0c7b71a40) 00000100:00000040:1.0:1789131397.596947:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b71a40 x1876039997367936/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.596955:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.596958:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.596961:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80206e8. 00000100:00000200:1.0:1789131397.596964:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997367936, offset 0 00000400:00000200:1.0:1789131397.596971:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.596979:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.596985:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.596991:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.596995:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.596998:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.597001:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.597005:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [317:317:256:4294967295] 192.168.206.157@tcp LPNI seq info [317:317:8:4294967295] 00000400:00000200:1.0:1789131397.597009:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.597019:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.597024:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.597029:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d500. 00000800:00000200:1.0:1789131397.597035:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.597042:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.597047:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d500 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.597065:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.597079:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 36272 usecs (37 jiffies) 00000400:00000200:1.0:1789131397.597083:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.597086:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984643 00000100:00000001:1.0:1789131397.597092:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984631 00000100:00000001:1.0:1789131397.597096:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984643 00000100:00000001:1.0:1789131397.597100:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984631 00000100:00000001:1.0:1789131397.597103:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.597105:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.597108:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.597110:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.597113:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2fdfc00 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.597115:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.597118:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.597307:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.597311:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d500. 00000400:00000200:2.0:1789131397.597316:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.597321:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.597326:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80206e8 00000400:00000010:2.0:1789131397.597328:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80206e8. 00000100:00000001:2.0:1789131397.597332:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.597337:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b71a40 x1876039997367936/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.597346:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.597350:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b71a40 x1876039997367936/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.597357:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.597358:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131397.601528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0ed00. 00010000:00000010:1.1:1789131397.601545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b43e00. 00000800:00000001:2.0:1789131397.614839:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.614858:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.614864:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.614866:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.614873:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.615003:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.615013:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.615016:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.615021:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.615025:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0a680 00000400:00000200:2.0:1789131397.615029:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.615046:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xda5 [32] + 224 00000800:00000001:2.0:1789131397.615053:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.615060:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.615063:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.615067:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.615073:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.615080:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b71a40 x1876039997367936/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.615088:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0c7b71a40 x1876039997367936/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.615146:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131397.615162:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131397.615170:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131397.615174:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.615178:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131397.615184:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [318:318:256:4294967295] 192.168.206.157@tcp LPNI seq info [318:318:8:4294967295] 00000400:00000200:2.0:1789131397.615188:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.615195:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131397.615200:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131397.615205:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0c7b01400. 00000800:00000200:2.0:1789131397.615211:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131397.615218:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131397.615222:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c7b01400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131397.615309:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.615312:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0c7b01400. 00000400:00000200:2.0:1789131397.615316:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.615319:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131397.615325:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.615328:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131397.615431:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.615434:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.615437:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.615441:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d0868000 00000400:00000010:1.0:1789131397.615444:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d0868000. 00000100:00000001:1.0:1789131397.615446:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.615452:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b71a40 x1876039997367936/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.615460:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b71a40 x1876039997367936/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.615467:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.615486:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.615489:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.615493:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.615495:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.615498:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.615501:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.615509:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.615513:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.615523:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.615525:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.615528:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.615531:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.615608:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131397.615611:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1789131397.615613:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131397.615615:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.615617:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580579392 : -110360128972224 : ffff9ba0c7b71a40) 00000100:00000001:1.0:1789131397.615620:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.615622:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.615623:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.615626:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.615632:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.615640:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.615644:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.615645:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.615650:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.615658:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b71a40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997367936:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.615738:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.615741:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.615743:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.615745:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.615750:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.615757:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.615760:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2fdfc00. 00000100:00000001:1.0:1789131397.615763:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.615913:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.615918:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131397.615929:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.615931:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.615934:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42800 refcount=4 00000020:00000001:1.0:1789131397.615937:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00010000:00000001:1.0:1789131397.615940:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00010000:00000040:1.0:1789131397.615947:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b42800, remote cookie: 0x2d69527cc21158c6, flags: 0x1001 00010000:00010000:1.0:1789131397.615952:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42800/0xc8adac5b2d01fed7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158c6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789131397.615960:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x1d:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789131397.615963:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789131397.615971:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0ed00. 00010000:00000010:1.0:1789131397.615975:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aac00. 00010000:00000040:1.0:1789131397.615979:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e200 count: 0 00010000:00000010:1.0:1789131397.615984:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa100. 00010000:00000001:1.0:1789131397.615993:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.615996:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42800/0xc8adac5b2d01fed7 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158c6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.616005:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42800/0xc8adac5b2d01fed7 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158c6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.616012:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131397.616015:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131397.616017:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131397.616018:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131397.616020:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131397.616022:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x1d:0x0].0x0 (ffff9ba0c7d0ed00) refcount = 1 00010000:00010000:1.0:1789131397.616026:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42800/0xc8adac5b2d01fed7 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21158c6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.616044:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131397.616047:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131397.616049:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.616052:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131397.616054:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.616057:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42800/0xc8adac5b2d01fed7 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158c6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.616062:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131397.616064:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.616066:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.616067:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.616068:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.616069:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.616075:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131397.616077:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.616078:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.616080:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42800 refcount=3 00000020:00000001:1.0:1789131397.616082:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00010000:00000001:1.0:1789131397.616084:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00010000:00000001:1.0:1789131397.616086:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.616087:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.616088:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42800 refcount=4 00000020:00000001:1.0:1789131397.616090:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00010000:00000001:1.0:1789131397.616091:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00010000:00000001:1.0:1789131397.616094:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.616097:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.616100:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42800/0xc8adac5b2d01fed7 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21158c6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.616107:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.616112:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.616114:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.616115:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.616116:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42800 refcount=5 00000020:00000001:1.0:1789131397.616118:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00010000:00000001:1.0:1789131397.616120:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00010000:00000001:1.0:1789131397.616123:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.616125:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42800/0xc8adac5b2d01fed7 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21158c6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.616131:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.616132:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131397.616135:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42800/0xc8adac5b2d01fed7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21158c6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.616141:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.616142:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.616143:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.616144:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.616145:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131397.616150:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.616159:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789131397.616163:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.616169:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.616177:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.616178:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.616180:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42800 refcount=3 00000020:00000001:1.0:1789131397.616182:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00010000:00000001:1.0:1789131397.616183:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00000002:00010000:1.0:1789131397.616186:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42800/0xc8adac5b2d01fed7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158c6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789131397.616198:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c2f25d40. 00010000:00000001:1.0:1789131397.616201:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.616202:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.616235:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.616238:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.616241:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789131397.616243:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.616244:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580579392 : -110360128972224 : ffff9ba0c7b71a40) 00000100:00000001:1.0:1789131397.616246:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.616247:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580579392 : -110360128972224 : ffff9ba0c7b71a40) 00010000:00000001:1.0:1789131397.616250:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.616251:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.616252:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42800 refcount=3 00000020:00000001:1.0:1789131397.616254:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00010000:00000001:1.0:1789131397.616256:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00000002:00010000:1.0:1789131397.616260:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42800/0xc8adac5b2d01fed7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158c6 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.616267:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.616269:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.616271:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.616272:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.616273:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.616275:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42800 refcount=3 00000020:00000001:1.0:1789131397.616276:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00010000:00000001:1.0:1789131397.616278:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00010000:00000040:1.0:1789131397.616282:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ed00 count: 2 00010000:00000001:1.0:1789131397.616285:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131397.616289:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/29 (0 0) 00010000:00000001:1.0:1789131397.616291:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.616293:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.616299:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131397.616302:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:1.0:1789131397.616305:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-27 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789131397.616309:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.616315:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.616318:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131397.616320:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789131397.616323:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.616327:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.616329:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789131397.616331:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d4bb96c0 it_disposition 1800037 00000080:00002000:1.0:1789131397.616336:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2178798 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789131397.616341:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131397.616344:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789131397.616345:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:1.0:1789131397.616347:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-27, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:1.0:1789131397.616349:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789131397.616351:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131397.616356:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789131397.616359:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131397.616362:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279517 : 144115205289279517 : 20000040200001d) 00000080:00000001:1.0:1789131397.616365:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789131397.616381:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d2174a40. 00000020:00000001:1.0:1789131397.616390:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789131397.616392:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789131397.616394:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789131397.616396:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x1d:0x0](ffff9ba0d2174b08) 00000020:00000001:1.0:1789131397.616400:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131397.616405:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:1.0:1789131397.616407:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:1.0:1789131397.616412:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789131397.616737:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d0937c80. 00000020:00000001:1.0:1789131397.616740:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131397.616742:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.618720:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789131397.618732:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d19ab6c8. 00020000:00000001:1.0:1789131397.618938:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713746491080 : -110359963060536 : ffff9ba0d19ab6c8) 00020000:00000001:1.0:1789131397.618997:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:1.0:1789131397.619000:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131397.619007:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb92a0. 00020000:00000010:1.0:1789131397.619011:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b800. 00020000:00000010:1.0:1789131397.619015:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9540. 00020000:00000001:1.0:1789131397.619018:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798976832 : -110359910574784 : ffff9ba0d4bb9540) 00020000:00000002:1.0:1789131397.619021:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9540, objid 0x1d:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.619025:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.619029:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b800: ostid: 0x280000400:16 ost idx: 1 gen: 0 00020000:00000001:1.0:1789131397.619032:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789131397.619034:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9540, objid 0x1d:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.619036:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.619039:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b800: ostid: 0x280000400:16 ost idx: 1 gen: 0 00020000:00000010:1.0:1789131397.619042:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c2b95180. 00020000:00000010:1.0:1789131397.619046:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2fdfc00. 00020000:00000001:1.0:1789131397.619050:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789131397.619053:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0d2e9f1d8. 00020000:00000001:1.0:1789131397.619056:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789131397.619058:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789131397.619064:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789131397.619067:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d0937258. 00000020:00000001:1.0:1789131397.619070:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131397.619071:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.619074:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713729237720 : -110359980313896 : ffff9ba0d09372d8) 00020000:00000001:1.0:1789131397.619078:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789131397.619082:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d1a076e0. 00020000:00000001:1.0:1789131397.619085:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.619090:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729237720 : -110359980313896 : ffff9ba0d09372d8) 00020000:00000001:1.0:1789131397.619092:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713729237720 : -110359980313896 : ffff9ba0d09372d8) 00020000:00000002:1.0:1789131397.619095:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x10:0x0]@ffff9ba0d0937258[0:0] -> [0x200000402:0x1d:0x0]@ffff9ba0d0937c80: ostid: 0x280000400:16 ost idx: 1 gen: 0 00020000:00000001:1.0:1789131397.619106:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:1.0:1789131397.619108:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789131397.619110:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.619113:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729240320 : -110359980311296 : ffff9ba0d0937d00) 00000020:00001000:1.0:1789131397.619117:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:1.0:1789131397.619124:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279517 : 144115205289279517 : 20000040200001d) 00000080:00000001:1.0:1789131397.619126:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789131397.619129:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279517 mtime from 0 to 1789131397 00000080:00000001:1.0:1789131397.619134:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789131397.619137:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754655496 : -110359954896120 : ffff9ba0d2174b08) 00010000:00000001:1.0:1789131397.619141:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.619144:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.619147:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42800 refcount=3 00000020:00000001:1.0:1789131397.619149:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00010000:00000001:1.0:1789131397.619152:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00000080:00000001:1.0:1789131397.619155:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789131397.619157:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131397.619159:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:1.0:1789131397.619161:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:1.0:1789131397.619164:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789131397.619166:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789131397.619168:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131397.619171:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9480. 00020000:00000010:1.0:1789131397.619174:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320bf00. 00020000:00000010:1.0:1789131397.619177:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9780. 00020000:00000001:1.0:1789131397.619178:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798977408 : -110359910574208 : ffff9ba0d4bb9780) 00020000:00000002:1.0:1789131397.619181:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9780, objid 0x1d:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.619185:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.619188:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320bf00: ostid: 0x280000400:16 ost idx: 1 gen: 0 00020000:00000002:1.0:1789131397.619191:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d19ab6c8) owner ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.619193:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789131397.619195:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d19ab6c8) owner ffff9ba0c2f34f80 00020000:00000010:1.0:1789131397.619209:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c320bf00. 00020000:00000010:1.0:1789131397.619214:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d4bb9480. 00020000:00000010:1.0:1789131397.619217:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d4bb9780. 00020000:00000002:1.0:1789131397.619219:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x1d:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789131397.619222:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.619223:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.619227:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789131397.619229:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab6c8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.619232:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d4bb9540 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:1.0:1789131397.619234:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab6c8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.619236:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789131397.619238:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789131397.619240:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789131397.619241:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789131397.619243:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789131397.619246:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x1d:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789131397.619248:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:1.0:1789131397.619250:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.619252:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.619253:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.619255:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131397.619259:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789131397.619261:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.619264:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x1d:0x0](ffff9ba0d2174b08) 00000080:00010000:1.0:1789131397.619267:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1d:0x0](ffff9ba0d2174b08) for lock 0xc8adac5b2d01fed7 00800000:00000001:1.0:1789131397.619270:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.619274:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.619275:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.619277:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.619278:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42800 refcount=3 00000020:00000001:1.0:1789131397.619280:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00010000:00000001:1.0:1789131397.619282:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00010000:00000001:1.0:1789131397.619284:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.619285:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.619287:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.619294:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.619296:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789131397.619298:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.619310:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.619317:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.619322:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d2174b08 need_sync_to_mds [0x200000402:0x1d:0x0] 00000080:00000001:1.0:1789131397.619325:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.619328:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1d:0x0](ffff9ba0d2174b08) 00000080:00000001:1.0:1789131397.619330:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.619334:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8547c00. 00000100:00000001:1.0:1789131397.619337:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.619340:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.619346:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.619349:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789131397.619351:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.619352:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d2174b08 need_sync_to_mds [0x200000402:0x1d:0x0] 00000080:00000001:1.0:1789131397.619360:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789131397.619363:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:1.0:1789131397.619365:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-27:[0x200000402:0x1d:0x0](ffff9ba0d2174b08), flags 100102 00000080:00000010:1.0:1789131397.619372:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c178de00. 00000080:00000010:1.0:1789131397.619378:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2f255c0. 00000080:00000001:1.0:1789131397.619381:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789131397.619386:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.619389:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789131397.619392:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d0840120. 00000002:00100000:1.0:1789131397.619397:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.619403:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.619405:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789131397.619408:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789131397.619412:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.621634:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.621641:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.621654:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789131397.621663:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131397.621667:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d0940000. 02000000:00000001:1.0:1789131397.621699:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789131397.621702:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.621706:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:1.0:1789131397.621708:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-27:[0x200000402:0x1d:0x0](ffff9ba0d2174b08), flags 100102, rc = 0 00000080:00000001:1.0:1789131397.621714:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789131397.621716:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d4bb96c0 released 00000080:00010000:1.0:1789131397.621718:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fed7 from it ffff9ba0d4bb96c0 00010000:00000001:1.0:1789131397.621721:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.621723:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.621726:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42800 refcount=3 00000020:00000001:1.0:1789131397.621728:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00010000:00000001:1.0:1789131397.621731:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580386304 : -110360129165312 : ffff9ba0c7b42800) 00010000:00000001:1.0:1789131397.621734:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.621738:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42800/0xc8adac5b2d01fed7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc21158c6 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.621745:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.621747:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.621748:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.621751:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.621753:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42800/0xc8adac5b2d01fed7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc21158c6 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.621760:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.621763:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.621765:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.621770:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.621776:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.621778:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.621781:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.621782:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.621784:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.621787:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.621790:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.621791:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.621792:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.621794:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789131397.621796:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789131397.621799:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.621800:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789131397.621802:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.621804:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.621806:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789131397.621808:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.621810:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131397.621812:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.621814:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.621817:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d4bb96c0. 00000080:00000001:1.0:1789131397.621820:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.621825:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789131397.621827:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1d:0x0](ffff9ba0d2174b08), inode mode 81a4 mask 40 00000080:00000001:1.0:1789131397.621831:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.622141:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.622146:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab6c8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.622151:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab6c8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.622153:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.622162:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789131397.622164:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:1.0:1789131397.622166:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-27:[0x200000402:0x1d:0x0](ffff9ba0d2174b08), flags 100002 00000080:00000001:1.0:1789131397.622169:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789131397.622171:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789131397.622172:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.622173:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab6c8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.622175:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab6c8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.622183:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.622186:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789131397.622193:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.622196:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.622278:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ed00 count: 2 00010000:00000001:1.0:1789131397.622281:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.622285:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.622288:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x1d:0x0]: 0 00000080:00000001:1.0:1789131397.622290:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789131397.622292:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789131397.622297:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d8547c00. 00000080:00000001:1.0:1789131397.622299:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789131397.622303:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789131397.622306:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789131397.622309:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x1d:0x0] 00000002:00000001:1.0:1789131397.622312:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789131397.622314:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x1d:0x0] file closed with intent: 0 00000100:00000010:1.0:1789131397.622320:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b73480. 00000020:00000040:1.0:1789131397.622324:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=61 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:1.0:1789131397.622328:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.622331:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.622335:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.622341:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d8546200. 00000100:00000001:1.0:1789131397.622347:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789131397.622361:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789131397.622372:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789131397.622377:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7b73480 x1876039997368192/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789131397.622384:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.622386:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.622393:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56c00. 00000100:00000001:1.0:1789131397.622395:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499728896 : -110360209822720 : ffff9ba0c2e56c00) 00000100:00000001:1.0:1789131397.622398:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.622404:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580586112 : -110360128965504 : ffff9ba0c7b73480) 00000100:00000001:1.0:1789131397.622409:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.622412:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.622414:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.622416:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.622420:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b73480 x1876039997368192/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.622427:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.622429:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.622432:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.622434:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.622437:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.622440:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b73480 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997368192:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.622444:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.622449:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.622451:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.622453:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.622457:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d0868000. 02000000:00000001:1.0:1789131397.622459:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.622466:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.623442:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.623456:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020990. 00000100:00000200:1.0:1789131397.623463:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997368192, portal 10 00000100:00000001:1.0:1789131397.623466:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.623467:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580586112 : -110360128965504 : ffff9ba0c7b73480) 00000100:00000040:1.0:1789131397.623498:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b73480 x1876039997368192/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.623506:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.623508:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.623511:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131397.623515:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997368192, offset 0 00000400:00000200:1.0:1789131397.623521:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.623530:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.623553:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.623558:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.623562:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.623566:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.623568:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.623572:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [319:319:256:4294967295] 192.168.206.157@tcp LPNI seq info [319:319:8:4294967295] 00000400:00000200:1.0:1789131397.623577:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.623587:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.623592:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.623598:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d700. 00000800:00000200:1.0:1789131397.623604:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.623611:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.623615:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.623784:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.623790:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 36180 usecs (37 jiffies) 00000400:00000200:1.0:1789131397.623794:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.623797:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984670 00000100:00000001:1.0:1789131397.623803:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984643 00000100:00000001:1.0:1789131397.623807:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984670 00000100:00000001:1.0:1789131397.623810:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984643 00000100:00000001:1.0:1789131397.623813:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.623816:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.623818:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.623820:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.623822:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56c00 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.623893:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.623896:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.625372:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.625393:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d700. 00000400:00000200:2.0:1789131397.625399:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.625407:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.625414:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:2.0:1789131397.625417:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:2.0:1789131397.625422:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.625428:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b73480 x1876039997368192/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.625440:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.625444:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b73480 x1876039997368192/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.625451:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.625453:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131397.625510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e200. 00000800:00000001:3.0:1789131397.628572:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.628589:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.628593:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.628596:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.629257:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.629265:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.629276:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.629280:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.629286:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.629291:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0a780 00000400:00000200:3.0:1789131397.629296:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.629301:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xdad [1] + 224 00000800:00000001:3.0:1789131397.629308:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.629319:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.629322:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.629328:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.629336:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.629344:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b73480 x1876039997368192/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.629355:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0c7b73480 x1876039997368192/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.629378:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.629386:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.629389:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.629698:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131397.629706:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.629709:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.629730:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.629735:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020990 00000400:00000010:1.0:1789131397.629737:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020990. 00000100:00000001:1.0:1789131397.629741:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.629746:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b73480 x1876039997368192/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.629755:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b73480 x1876039997368192/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.629761:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.629763:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.629765:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.629767:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.629769:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.629771:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.629773:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.629781:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.629784:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.629786:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.629787:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.629789:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.629791:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.629794:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131397.629795:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789131397.629796:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131397.629797:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.629798:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580586112 : -110360128965504 : ffff9ba0c7b73480) 00000100:00000001:1.0:1789131397.629801:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.629802:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.629804:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.629805:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.629808:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b73480 x1876039997368192/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.629813:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.629816:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.629821:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.629824:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b73480 x1876039997368192/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.629829:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b73480 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997368192:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.629833:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.629834:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.629836:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.629838:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.629840:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b73480 x1876039997368192/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.629844:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.629846:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56c00. 00000100:00000001:1.0:1789131397.629848:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.629849:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.629854:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.629855:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580586112 : -110360128965504 : ffff9ba0c7b73480) 00000002:00000001:1.0:1789131397.629857:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.629859:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.629864:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8547c00. 00000080:00000001:1.0:1789131397.629866:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789131397.629869:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.629873:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789131397.629876:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.629880:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.629882:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.629883:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2f255c0. 00000100:00000001:1.0:1789131397.629885:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.629887:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b73480 x1876039997368192/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.629890:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.629894:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.629898:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c178de00. 00000080:00000001:1.0:1789131397.629900:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.629905:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:1.0:1789131397.629907:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-27:[0x200000402:0x1d:0x0](ffff9ba0d2174b08), flags 100002, rc = 0 00000080:00000001:1.0:1789131397.629910:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.629914:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789131397.629915:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:1.0:1789131397.629916:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-27 (ffff9ba0d2178798, parent ffff9ba0d20e4ca8, inode ffff9ba0d2174b08) hashed, 00000080:00000001:1.0:1789131397.629918:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.629964:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.629967:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.629968:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131397.629969:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:1.0:1789131397.629970:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131397.629974:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8547c00. 00800000:00000002:1.0:1789131397.629979:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.629982:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.629984:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.629986:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:1.0:1789131397.629988:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.629990:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131397.629993:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131397.629996:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.629998:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:1.0:1789131397.629999:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131397.630002:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131397.630003:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.630005:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.630010:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.630011:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.630012:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.630014:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131397.630016:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789131397.630019:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b73840. 00000020:00000040:1.0:1789131397.630022:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=62 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:1.0:1789131397.630029:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131397.630033:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.630038:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.630039:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.630117:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.630121:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.630123:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.630127:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.630135:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d0868400. 00000100:00000001:1.0:1789131397.630140:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.630143:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.630145:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.630146:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.630148:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.630150:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.630155:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713580587072 : -110360128964544 : ffff9ba0c7b73840) 00010000:00000001:1.0:1789131397.630158:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131397.630161:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131397.630165:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e200. 00010000:00000010:1.0:1789131397.630169:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa100. 00010000:00000001:1.0:1789131397.630173:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131397.630176:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b43e00. 00000020:00000001:1.0:1789131397.630180:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131397.630183:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b43e00 with handle 0xc8adac5b2d01fede to hash 00000020:00000001:1.0:1789131397.630185:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131397.630186:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.630189:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.630193:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.630195:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.630199:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fede lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.630208:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fede lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.630229:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fede lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131397.630234:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.630235:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.630240:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56c00. 00000100:00000001:1.0:1789131397.630242:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499728896 : -110360209822720 : ffff9ba0c2e56c00) 00000100:00000001:1.0:1789131397.630245:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.630257:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580587072 : -110360128964544 : ffff9ba0c7b73840) 00000100:00000001:1.0:1789131397.630261:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.630265:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.630266:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.630268:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.630273:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b73840 x1876039997368320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.630280:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.630281:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.630285:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.630288:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.630290:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.630293:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b73840 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997368320:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.630296:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.630301:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.630304:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.630306:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.630311:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131397.630313:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.630317:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.630321:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.630326:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020990. 00000100:00000200:1.0:1789131397.630333:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997368320, portal 10 00000100:00000001:1.0:1789131397.630335:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.630341:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580587072 : -110360128964544 : ffff9ba0c7b73840) 00000100:00000040:1.0:1789131397.630348:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b73840 x1876039997368320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.630355:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.630358:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.630361:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020088. 00000100:00000200:1.0:1789131397.630370:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997368320, offset 0 00000400:00000200:1.0:1789131397.630376:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.630384:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.630390:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.630396:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.630400:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.630404:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.630406:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.630409:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [320:320:256:4294967295] 192.168.206.157@tcp LPNI seq info [320:320:8:4294967295] 00000400:00000200:1.0:1789131397.630413:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.630422:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.630428:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.630434:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d700. 00000800:00000200:1.0:1789131397.630439:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.630446:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.630450:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.630648:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.630653:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 35958 usecs (36 jiffies) 00000400:00000200:1.0:1789131397.630658:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.630661:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984676 00000100:00000001:1.0:1789131397.630667:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984670 00000100:00000001:1.0:1789131397.630672:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984676 00000100:00000001:1.0:1789131397.630676:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984670 00000100:00000001:1.0:1789131397.630697:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.630700:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.630703:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.630705:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.630708:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56c00 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.630711:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.630714:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.631049:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.631054:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d700. 00000400:00000200:2.0:1789131397.631059:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.631064:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.631069:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020088 00000400:00000010:2.0:1789131397.631071:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020088. 00000100:00000001:2.0:1789131397.631075:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.631080:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b73840 x1876039997368320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.631090:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.631094:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b73840 x1876039997368320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.631100:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.631102:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131397.636368:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.636397:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.636401:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.636404:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.636412:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.636419:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.636427:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.636432:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.636436:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.636440:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0a800 00000400:00000200:3.0:1789131397.636444:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.636450:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xdb5 [1] + 224 00000800:00000001:3.0:1789131397.636457:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.636463:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.636466:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.637303:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.637311:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.637320:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b73840 x1876039997368320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.637332:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0c7b73840 x1876039997368320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.637400:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131397.637419:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1789131397.637502:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.637505:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.637508:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.637513:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020990 00000400:00000010:1.0:1789131397.637515:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020990. 00000100:00000001:1.0:1789131397.637519:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.637523:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b73840 x1876039997368320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.637532:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b73840 x1876039997368320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.637539:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.637541:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.637543:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.637546:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.637548:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.637550:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.637553:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.637562:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.637566:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.637568:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.637570:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.637573:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.637576:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.637580:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.637582:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.637584:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.637587:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789131397.637609:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.637616:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.637782:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b73840 x1876039997368320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.637789:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.637792:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.637794:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.637798:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b73840 x1876039997368320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.637805:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b73840 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997368320:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.637809:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.637812:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.637814:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.637816:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.637820:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b73840 x1876039997368320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.637826:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.637829:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56c00. 00000100:00000001:1.0:1789131397.637832:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.637834:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.637836:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131397.637840:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.637843:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.637845:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=4 00000020:00000001:1.0:1789131397.637847:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.637851:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000040:1.0:1789131397.637857:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b43e00, remote cookie: 0x2d69527cc21158db, flags: 0x1001 00010000:00010000:1.0:1789131397.637862:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fede lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158db expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.637871:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fede lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158db expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.637890:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131397.637893:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131397.637895:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131397.637897:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131397.637898:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131397.637901:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c7d0e200) refcount = 1 00010000:00010000:1.0:1789131397.637905:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fede lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21158db expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.637911:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131397.637915:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131397.637916:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.637919:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131397.637921:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.637924:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fede lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158db expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.637929:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131397.637931:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.637932:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.637933:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.637934:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.637935:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.637999:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131397.638002:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.638003:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.638005:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.638007:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.638009:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.638011:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.638012:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.638013:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=4 00000020:00000001:1.0:1789131397.638015:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.638022:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.638025:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.638028:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.638031:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fede lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21158db expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.638037:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.638038:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.638040:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.638041:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.638042:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=5 00000020:00000001:1.0:1789131397.638044:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.638045:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.638047:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.638050:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fede lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21158db expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.638055:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.638056:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131397.638058:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fede lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21158db expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.638063:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.638064:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.638065:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.638066:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.638066:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131397.638072:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0c7b73840 x1876039997368320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789131397.638080:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.638081:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.638082:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.638088:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.638091:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.638093:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.638094:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.638095:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.638097:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.638099:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789131397.638102:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.638102:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.638104:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.638105:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.638107:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00000002:00010000:1.0:1789131397.638110:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fede lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158db expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.638116:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.638117:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.638118:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.638120:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.638121:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.638122:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.638123:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.638125:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000040:1.0:1789131397.638130:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e200 count: 2 00010000:00000001:1.0:1789131397.638133:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131397.638136:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789131397.638138:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.638139:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.638140:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131397.638143:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:1.0:1789131397.638144:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789131397.638147:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.638151:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.638157:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131397.638160:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789131397.638162:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.638166:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131397.638169:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8547c00. 00000080:00000001:1.0:1789131397.638173:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131397.638175:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131397.638180:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789131397.638184:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789131397.638187:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c2f255c0. 00800000:00000001:1.0:1789131397.638189:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713500575168 : -110360208976448 : ffff9ba0c2f255c0) 00800000:00000001:1.0:1789131397.638191:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.638193:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131397.638195:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789131397.638263:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789131397.638266:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789131397.638268:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789131397.638270:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.638274:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789131397.638277:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789131397.638282:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:1.0:1789131397.638284:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.638285:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.638287:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.638289:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.638291:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.638294:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.638295:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.638296:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131397.638299:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789131397.638300:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c2f255c0 1 00800000:00000010:1.0:1789131397.638302:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c2f255c0. 00800000:00000001:1.0:1789131397.638307:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.638310:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fede 00800000:00000001:1.0:1789131397.638313:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.638320:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.638321:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.638323:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.638324:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.638326:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.638328:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.638330:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.638332:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.638333:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.638335:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.638338:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.638340:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131397.638343:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fede from it ffffbc4101cb7bf8 00010000:00000001:1.0:1789131397.638345:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.638346:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.638347:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.638349:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.638351:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.638353:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.638355:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fede lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21158db expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.638361:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.638362:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.638363:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.638365:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.638367:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fede lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158db expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.638373:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.638375:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.638377:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.638381:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.638382:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.638388:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.638391:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.638393:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.638394:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.638397:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.638399:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.638400:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.638401:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131397.638404:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.638409:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c7b73840 x1876039997368320/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.638415:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131397.638418:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131397.638421:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131397.638424:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131397.638426:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131397.638427:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=61 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:1.0:1789131397.638430:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131397.638432:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d0868400. 02000000:00000001:1.0:1789131397.638435:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131397.638437:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131397.638438:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c7b73840. 00000100:00000001:1.0:1789131397.638441:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131397.638442:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.638446:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:1.0:1789131397.638450:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.638464:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d0840a00. 00000080:00000001:1.0:1789131397.638547:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.638549:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131397.638551:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:1.0:1789131397.638554:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131397.638559:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8547c00. 00800000:00000002:1.0:1789131397.638563:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.638566:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.638568:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.638570:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:1.0:1789131397.638572:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.638582:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131397.638586:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131397.638591:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.638593:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:1.0:1789131397.638594:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131397.638598:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131397.638600:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.638673:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.638676:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e200 count: 2 00010000:00000001:1.0:1789131397.638679:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.638681:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.638684:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789131397.638695:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fede lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158db expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789131397.638702:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789131397.638706:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.638709:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fede lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158db expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789131397.638716:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789131397.638718:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131397.638720:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131397.638722:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131397.638723:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.638726:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789131397.638728:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789131397.638730:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131397.638732:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8547c00. 00000080:00000001:1.0:1789131397.638735:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131397.638737:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.638739:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131397.638741:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fede 00800000:00000001:1.0:1789131397.638751:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.638752:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.638754:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.638755:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.638756:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.638758:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.638761:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.638763:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.638764:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.638765:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.638767:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.638769:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fede from it ffffbc4101cb7b38 00010000:00000001:1.0:1789131397.638771:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.638772:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.638773:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.638775:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.638777:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.638779:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.638781:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fede lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21158db expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.638787:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.638788:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.638789:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.638790:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.638792:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fede lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158db expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789131397.638798:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.638800:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.638801:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.638803:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.638804:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.638805:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.638812:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.638813:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.638815:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.638817:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.638819:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.638820:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.638821:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131397.638823:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789131397.638825:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131397.638827:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:1.0:1789131397.638830:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.638833:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789131397.638835:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:1.0:1789131397.638838:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-28, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d4ac8300, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789131397.638842:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d4bb96c0. 00000080:00000001:1.0:1789131397.638846:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789131397.638848:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:1.0:1789131397.638849:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-28, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:1.0:1789131397.638855:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8547c00. 00800000:00000002:1.0:1789131397.638857:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.638861:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.638863:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.638864:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:1.0:1789131397.638865:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-28' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.638868:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789131397.638870:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789131397.638874:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:1.0:1789131397.638877:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789131397.638879:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789131397.638881:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789131397.638884:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789131397.638886:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x1e:0x0] 40000000:00000001:1.0:1789131397.638888:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.638890:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.638891:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.638897:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.638899:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:1.0:1789131397.638901:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x1e:0x0], name='f0a.replay-dual-28' -> mds #0 layout version 1 00000002:00000001:1.0:1789131397.638904:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.638906:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:1.0:1789131397.638907:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-28,[0x200000402:0x1e:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789131397.638911:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131397.638913:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789131397.638916:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789131397.638919:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.638920:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789131397.638922:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e200 count: 2 00010000:00000001:1.0:1789131397.638924:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.638926:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789131397.638929:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789131397.638931:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fede lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc21158db expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789131397.638938:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789131397.639005:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789131397.639008:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789131397.639010:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789131397.639013:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.639014:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.639017:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e200 count: 3 00010000:00000001:1.0:1789131397.639019:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.639021:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.639023:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.639024:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.639025:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e200 count: 3 00010000:00000001:1.0:1789131397.639026:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.639028:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.639029:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.639030:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.639031:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e200 count: 3 00010000:00000001:1.0:1789131397.639038:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.639041:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.639043:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.639046:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789131397.639049:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789131397.639054:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789131397.639056:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789131397.639057:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.639060:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789131397.639063:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789131397.639064:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789131397.639066:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.639067:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789131397.639071:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b43e00 with handle 0xc8adac5b2d01fede from hash 00010000:00000001:1.0:1789131397.639073:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789131397.639074:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.639075:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.639077:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789131397.639079:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789131397.639080:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789131397.639083:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131397.639085:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131397.639087:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789131397.639091:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b73840. 00000020:00000040:1.0:1789131397.639094:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=62 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:1.0:1789131397.639099:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789131397.639100:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.639103:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131397.639106:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.639108:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.639109:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.639110:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.639112:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.639114:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.639117:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.639123:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d0868400. 00000100:00000001:1.0:1789131397.639134:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.639137:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.639139:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789131397.639143:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fede lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21158db expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789131397.639149:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789131397.639151:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131397.639152:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789131397.639154:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01fede lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21158db expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789131397.639161:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e200 count: 0 00010000:00000010:1.0:1789131397.639165:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa100. 00010000:00000001:1.0:1789131397.639176:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.639177:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.639179:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.639181:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.639182:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.639191:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713580587072 : -110360128964544 : ffff9ba0c7b73840) 00010000:00000001:1.0:1789131397.639194:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131397.639196:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131397.639323:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e400. 00010000:00000010:1.0:1789131397.639328:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa100. 00010000:00000001:1.0:1789131397.639332:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131397.639334:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b42600. 00000020:00000001:1.0:1789131397.639337:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131397.639340:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b42600 with handle 0xc8adac5b2d01fee5 to hash 00000020:00000001:1.0:1789131397.639341:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131397.639343:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00010000:00000001:1.0:1789131397.639346:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00010000:00000001:1.0:1789131397.639349:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.639351:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.639584:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42600/0xc8adac5b2d01fee5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.639593:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42600/0xc8adac5b2d01fee5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789131397.639617:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789131397.639628:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7b73840 x1876039997368576/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789131397.639638:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42600/0xc8adac5b2d01fee5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131397.639643:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.639645:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.639652:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56c00. 00000100:00000001:1.0:1789131397.639654:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499728896 : -110360209822720 : ffff9ba0c2e56c00) 00000100:00000001:1.0:1789131397.639657:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.639658:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580587072 : -110360128964544 : ffff9ba0c7b73840) 00000100:00000001:1.0:1789131397.639663:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.639667:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.639669:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.639678:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.639683:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b73840 x1876039997368576/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.639700:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.639702:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.639706:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.639709:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.639711:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.639714:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b73840 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997368576:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.639718:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.639724:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.639735:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.639738:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.639788:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d0940000. 02000000:00000001:1.0:1789131397.639791:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.639800:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.639805:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.639812:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d0869400. 00000100:00000200:1.0:1789131397.639819:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997368576, portal 10 00000100:00000001:1.0:1789131397.639820:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.639822:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580587072 : -110360128964544 : ffff9ba0c7b73840) 00000100:00000040:1.0:1789131397.639828:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b73840 x1876039997368576/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.639836:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.639838:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.639841:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020990. 00000100:00000200:1.0:1789131397.639845:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997368576, offset 0 00000400:00000200:1.0:1789131397.639852:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.639860:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.639868:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.639873:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.639878:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.639881:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.639884:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.639887:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [321:321:256:4294967295] 192.168.206.157@tcp LPNI seq info [321:321:8:4294967295] 00000400:00000200:1.0:1789131397.639891:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.639914:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.639920:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.639926:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d500. 00000800:00000200:1.0:1789131397.639932:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.639939:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.639951:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d500 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.639970:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.639979:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 35741 usecs (36 jiffies) 00000400:00000200:1.0:1789131397.639984:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.639986:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984685 00000100:00000001:1.0:1789131397.639994:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984676 00000100:00000001:1.0:1789131397.640000:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984685 00000100:00000001:1.0:1789131397.640003:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984676 00000100:00000001:1.0:1789131397.640006:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.640008:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.640011:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.640013:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.640016:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56c00 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.640019:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.640022:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.640332:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.640337:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d500. 00000400:00000200:2.0:1789131397.640342:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.640347:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.640357:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020990 00000400:00000010:2.0:1789131397.640359:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020990. 00000100:00000001:2.0:1789131397.640364:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.640369:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b73840 x1876039997368576/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.640378:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.640382:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b73840 x1876039997368576/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.640389:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.640391:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131397.645968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e200. 00010000:00000010:1.1:1789131397.645985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b43e00. 00000800:00000001:2.0:1789131397.656094:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.656114:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.656119:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.656121:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.656131:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.656139:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.656150:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.656155:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.656160:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.656164:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0a900 00000400:00000200:2.0:1789131397.656169:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.656175:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xdbd [32] + 224 00000800:00000001:2.0:1789131397.656182:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.656193:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.656196:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.656200:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.656208:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.656216:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b73840 x1876039997368576/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.656227:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0c7b73840 x1876039997368576/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.656271:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131397.656281:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131397.656285:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.656290:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131397.656296:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [322:322:256:4294967295] 192.168.206.157@tcp LPNI seq info [322:322:8:4294967295] 00000400:00000200:2.0:1789131397.656300:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.656308:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131397.656314:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131397.656319:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0c7b01400. 00000800:00000200:2.0:1789131397.656325:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131397.656332:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131397.656336:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c7b01400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131397.656496:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.656500:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0c7b01400. 00000400:00000200:2.0:1789131397.656504:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.656508:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131397.656514:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.656517:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.658940:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131397.658952:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.658954:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.658958:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131397.658967:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d0869400 00000400:00000010:1.0:1789131397.658969:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d0869400. 00000100:00000001:1.0:1789131397.658974:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.658984:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b73840 x1876039997368576/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.658995:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b73840 x1876039997368576/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.659003:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.659005:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.659007:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.659010:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.659012:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.659014:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.659017:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.659025:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.659029:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.659046:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.659048:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.659050:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.659054:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.659057:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131397.659059:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1789131397.659061:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131397.659063:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.659064:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580587072 : -110360128964544 : ffff9ba0c7b73840) 00000100:00000001:1.0:1789131397.659067:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.659069:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.659071:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.659073:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.659078:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.659085:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.659088:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.659089:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.659093:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.659102:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b73840 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997368576:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.659107:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.659109:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.659111:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.659113:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.659116:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.659123:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.659125:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56c00. 00000100:00000001:1.0:1789131397.659128:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.659129:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.659132:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131397.659139:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.659142:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.659145:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42600 refcount=4 00000020:00000001:1.0:1789131397.659147:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00010000:00000001:1.0:1789131397.659150:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00010000:00000040:1.0:1789131397.659156:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b42600, remote cookie: 0x2d69527cc21158f7, flags: 0x1001 00010000:00010000:1.0:1789131397.659162:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42600/0xc8adac5b2d01fee5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158f7 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789131397.659171:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x1e:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789131397.659174:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789131397.659182:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e200. 00010000:00000010:1.0:1789131397.659186:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa900. 00010000:00000040:1.0:1789131397.659190:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e400 count: 0 00010000:00000010:1.0:1789131397.659195:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa100. 00010000:00000001:1.0:1789131397.659205:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.659209:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42600/0xc8adac5b2d01fee5 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158f7 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.659217:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42600/0xc8adac5b2d01fee5 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158f7 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.659223:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131397.659227:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131397.659229:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131397.659230:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131397.659232:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131397.659234:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x1e:0x0].0x0 (ffff9ba0c7d0e200) refcount = 1 00010000:00010000:1.0:1789131397.659238:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42600/0xc8adac5b2d01fee5 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21158f7 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.659256:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131397.659259:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131397.659261:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.659264:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131397.659266:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.659269:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42600/0xc8adac5b2d01fee5 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158f7 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.659274:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131397.659276:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.659278:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.659279:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.659279:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.659281:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.659285:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131397.659289:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.659290:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.659291:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42600 refcount=3 00000020:00000001:1.0:1789131397.659294:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00010000:00000001:1.0:1789131397.659296:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00010000:00000001:1.0:1789131397.659298:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.659299:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.659300:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42600 refcount=4 00000020:00000001:1.0:1789131397.659302:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00010000:00000001:1.0:1789131397.659303:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00010000:00000001:1.0:1789131397.659306:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.659309:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.659312:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42600/0xc8adac5b2d01fee5 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21158f7 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.659318:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.659323:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.659325:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.659326:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.659327:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42600 refcount=5 00000020:00000001:1.0:1789131397.659329:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00010000:00000001:1.0:1789131397.659331:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00010000:00000001:1.0:1789131397.659333:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.659336:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42600/0xc8adac5b2d01fee5 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21158f7 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.659342:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.659343:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131397.659346:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42600/0xc8adac5b2d01fee5 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21158f7 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.659352:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.659353:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.659354:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.659355:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.659356:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131397.659361:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.659369:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789131397.659373:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.659379:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.659386:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.659387:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.659388:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42600 refcount=3 00000020:00000001:1.0:1789131397.659390:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00010000:00000001:1.0:1789131397.659392:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00000002:00010000:1.0:1789131397.659396:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42600/0xc8adac5b2d01fee5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158f7 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789131397.659407:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c2f255c0. 00010000:00000001:1.0:1789131397.659409:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.659410:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.659411:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.659413:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.659416:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789131397.659418:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.659419:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580587072 : -110360128964544 : ffff9ba0c7b73840) 00000100:00000001:1.0:1789131397.659421:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.659422:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580587072 : -110360128964544 : ffff9ba0c7b73840) 00010000:00000001:1.0:1789131397.659424:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.659425:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.659426:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42600 refcount=3 00000020:00000001:1.0:1789131397.659428:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00010000:00000001:1.0:1789131397.659430:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00000002:00010000:1.0:1789131397.659433:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42600/0xc8adac5b2d01fee5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21158f7 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.659438:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.659439:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.659441:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.659442:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.659443:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.659444:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42600 refcount=3 00000020:00000001:1.0:1789131397.659446:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00010000:00000001:1.0:1789131397.659448:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00010000:00000040:1.0:1789131397.659452:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e200 count: 2 00010000:00000001:1.0:1789131397.659454:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131397.659458:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/30 (0 0) 00010000:00000001:1.0:1789131397.659460:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.659461:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.659467:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131397.659524:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:1.0:1789131397.659527:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-28 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789131397.659530:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.659534:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.659537:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131397.659540:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789131397.659543:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.659547:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.659550:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789131397.659551:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d4bb96c0 it_disposition 1800037 00000080:00002000:1.0:1789131397.659557:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d21786c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789131397.659563:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131397.659565:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789131397.659567:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:1.0:1789131397.659569:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-28, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:1.0:1789131397.659572:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789131397.659574:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131397.659580:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789131397.659583:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131397.659586:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279518 : 144115205289279518 : 20000040200001e) 00000080:00000001:1.0:1789131397.659589:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789131397.659598:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21718c0. 00000020:00000001:1.0:1789131397.659608:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789131397.659610:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789131397.659613:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789131397.659615:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x1e:0x0](ffff9ba0d2171988) 00000020:00000001:1.0:1789131397.659618:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131397.659623:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:1.0:1789131397.659625:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:1.0:1789131397.659630:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789131397.659634:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d0937000. 00000020:00000001:1.0:1789131397.659637:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131397.659638:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.659645:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789131397.659648:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d19ab3e0. 00020000:00000001:1.0:1789131397.659655:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713746490336 : -110359963061280 : ffff9ba0d19ab3e0) 00020000:00000001:1.0:1789131397.659658:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:1.0:1789131397.659661:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131397.659665:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9780. 00020000:00000010:1.0:1789131397.659668:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320bf00. 00020000:00000010:1.0:1789131397.659672:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9480. 00020000:00000001:1.0:1789131397.659674:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798976640 : -110359910574976 : ffff9ba0d4bb9480) 00020000:00000002:1.0:1789131397.659677:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9480, objid 0x1e:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.659682:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.659694:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320bf00: ostid: 0x240000400:17 ost idx: 0 gen: 0 00020000:00000001:1.0:1789131397.659697:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789131397.659699:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9480, objid 0x1e:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.659702:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.659705:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320bf00: ostid: 0x240000400:17 ost idx: 0 gen: 0 00020000:00000010:1.0:1789131397.659709:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c2b958c0. 00020000:00000010:1.0:1789131397.659712:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2e56c00. 00020000:00000001:1.0:1789131397.659715:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789131397.659718:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0d2e9fb88. 00020000:00000001:1.0:1789131397.659720:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789131397.659722:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789131397.659727:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789131397.659730:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d0937708. 00000020:00000001:1.0:1789131397.659731:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131397.659733:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.659735:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713729238920 : -110359980312696 : ffff9ba0d0937788) 00020000:00000001:1.0:1789131397.659738:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789131397.659742:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d1a06f40. 00020000:00000001:1.0:1789131397.659745:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.659748:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729238920 : -110359980312696 : ffff9ba0d0937788) 00020000:00000001:1.0:1789131397.659750:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713729238920 : -110359980312696 : ffff9ba0d0937788) 00020000:00000002:1.0:1789131397.659754:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x11:0x0]@ffff9ba0d0937708[0:0] -> [0x200000402:0x1e:0x0]@ffff9ba0d0937000: ostid: 0x240000400:17 ost idx: 0 gen: 0 00020000:00000001:1.0:1789131397.659763:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:1.0:1789131397.659765:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789131397.659767:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.659770:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729237120 : -110359980314496 : ffff9ba0d0937080) 00000020:00001000:1.0:1789131397.659774:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:1.0:1789131397.659777:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279518 : 144115205289279518 : 20000040200001e) 00000080:00000001:1.0:1789131397.659780:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789131397.659782:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279518 mtime from 0 to 1789131397 00000080:00000001:1.0:1789131397.659786:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789131397.659788:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754642824 : -110359954908792 : ffff9ba0d2171988) 00010000:00000001:1.0:1789131397.659790:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.659792:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.659793:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42600 refcount=3 00000020:00000001:1.0:1789131397.659795:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00010000:00000001:1.0:1789131397.659797:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00000080:00000001:1.0:1789131397.659800:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789131397.659802:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131397.659803:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:1.0:1789131397.659805:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:1.0:1789131397.659807:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789131397.659809:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789131397.659810:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131397.659813:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9a80. 00020000:00000010:1.0:1789131397.659816:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320bb80. 00020000:00000010:1.0:1789131397.659819:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9300. 00020000:00000001:1.0:1789131397.659820:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798976256 : -110359910575360 : ffff9ba0d4bb9300) 00020000:00000002:1.0:1789131397.659823:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9300, objid 0x1e:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.659826:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.659829:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320bb80: ostid: 0x240000400:17 ost idx: 0 gen: 0 00020000:00000002:1.0:1789131397.659833:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d19ab3e0) owner ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.659835:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789131397.659837:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d19ab3e0) owner ffff9ba0c2f34f80 00020000:00000010:1.0:1789131397.659847:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c320bb80. 00020000:00000010:1.0:1789131397.659850:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d4bb9a80. 00020000:00000010:1.0:1789131397.659853:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d4bb9300. 00020000:00000002:1.0:1789131397.659855:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x1e:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789131397.659857:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.659859:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.659863:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789131397.659865:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab3e0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.659868:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d4bb9480 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:1.0:1789131397.659871:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab3e0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.659873:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789131397.659875:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789131397.659877:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789131397.659879:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789131397.659881:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789131397.659883:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x1e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789131397.659885:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:1.0:1789131397.659888:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.659889:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.659891:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.659892:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131397.659895:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789131397.659897:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.659899:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x1e:0x0](ffff9ba0d2171988) 00000080:00010000:1.0:1789131397.659902:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1e:0x0](ffff9ba0d2171988) for lock 0xc8adac5b2d01fee5 00800000:00000001:1.0:1789131397.659905:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.659907:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.659908:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.659909:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.659910:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42600 refcount=3 00000020:00000001:1.0:1789131397.659912:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00010000:00000001:1.0:1789131397.659914:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00010000:00000001:1.0:1789131397.659917:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.659918:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.659919:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.659925:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.659926:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789131397.659928:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.659934:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.659941:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.659945:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d2171988 need_sync_to_mds [0x200000402:0x1e:0x0] 00000080:00000001:1.0:1789131397.659949:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.659952:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1e:0x0](ffff9ba0d2171988) 00000080:00000001:1.0:1789131397.659954:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.659958:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8547c00. 00000100:00000001:1.0:1789131397.659961:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.659964:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.659970:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.659973:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789131397.659975:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.659977:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d2171988 need_sync_to_mds [0x200000402:0x1e:0x0] 00000080:00000001:1.0:1789131397.659985:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789131397.659987:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:1.0:1789131397.659989:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-28:[0x200000402:0x1e:0x0](ffff9ba0d2171988), flags 100102 00000080:00000010:1.0:1789131397.659995:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c178de00. 00000080:00000010:1.0:1789131397.660000:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2f25080. 00000080:00000001:1.0:1789131397.660002:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789131397.660005:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.660007:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789131397.660010:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d08406e0. 00000002:00100000:1.0:1789131397.660014:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.660020:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.660022:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789131397.660025:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789131397.660028:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.660033:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.660036:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.660040:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789131397.660046:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131397.660049:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d0940000. 02000000:00000001:1.0:1789131397.660065:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789131397.660067:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.660069:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:1.0:1789131397.660071:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-28:[0x200000402:0x1e:0x0](ffff9ba0d2171988), flags 100102, rc = 0 00000080:00000001:1.0:1789131397.660075:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789131397.660077:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d4bb96c0 released 00000080:00010000:1.0:1789131397.660079:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fee5 from it ffff9ba0d4bb96c0 00010000:00000001:1.0:1789131397.660081:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.660082:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.660084:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42600 refcount=3 00000020:00000001:1.0:1789131397.660085:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00010000:00000001:1.0:1789131397.660087:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580385792 : -110360129165824 : ffff9ba0c7b42600) 00010000:00000001:1.0:1789131397.660089:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.660093:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42600/0xc8adac5b2d01fee5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc21158f7 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.660099:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.660100:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.660102:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.660103:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.660106:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42600/0xc8adac5b2d01fee5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc21158f7 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.660112:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.660115:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.660117:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.660120:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.660124:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.660125:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.660128:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.660130:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.660132:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.660134:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.660136:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.660138:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.660139:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.660140:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789131397.660141:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789131397.660143:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.660145:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789131397.660147:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.660149:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.660152:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789131397.660154:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.660155:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131397.660157:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.660159:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.660161:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d4bb96c0. 00000080:00000001:1.0:1789131397.660163:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.660167:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789131397.660169:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1e:0x0](ffff9ba0d2171988), inode mode 81a4 mask 40 00000080:00000001:1.0:1789131397.660173:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.660193:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.660195:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab3e0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.660198:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab3e0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.660200:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.660207:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789131397.660209:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:1.0:1789131397.660211:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-28:[0x200000402:0x1e:0x0](ffff9ba0d2171988), flags 100002 00000080:00000001:1.0:1789131397.660213:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789131397.660215:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789131397.660216:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.660217:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab3e0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.660219:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab3e0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.660228:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.660231:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789131397.660235:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.660237:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.660239:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e200 count: 2 00010000:00000001:1.0:1789131397.660242:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.660245:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.660247:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x1e:0x0]: 0 00000080:00000001:1.0:1789131397.660249:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789131397.660250:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789131397.660253:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d8547c00. 00000080:00000001:1.0:1789131397.660255:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789131397.660259:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789131397.660263:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789131397.660265:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x1e:0x0] 00000002:00000001:1.0:1789131397.660268:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789131397.660269:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x1e:0x0] file closed with intent: 0 00000100:00000010:1.0:1789131397.660274:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b73c00. 00000020:00000040:1.0:1789131397.660277:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=63 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:1.0:1789131397.660280:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.660282:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.660286:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.660291:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d8547a00. 00000100:00000001:1.0:1789131397.660297:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789131397.660307:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789131397.660317:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789131397.660322:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7b73c00 x1876039997368832/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789131397.660328:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.660330:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.660335:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56d80. 00000100:00000001:1.0:1789131397.660338:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499729280 : -110360209822336 : ffff9ba0c2e56d80) 00000100:00000001:1.0:1789131397.660340:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.660346:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580588032 : -110360128963584 : ffff9ba0c7b73c00) 00000100:00000001:1.0:1789131397.660350:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.660354:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.660356:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.660357:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.660361:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b73c00 x1876039997368832/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.660368:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.660369:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.660373:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.660375:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.660378:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.660381:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b73c00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997368832:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.660385:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.660391:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.660394:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.660396:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.660401:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d0869400. 02000000:00000001:1.0:1789131397.660403:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.660411:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.660414:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131397.660421:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020110. 00000100:00000200:1.0:1789131397.660428:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997368832, portal 10 00000100:00000001:1.0:1789131397.660429:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.660430:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580588032 : -110360128963584 : ffff9ba0c7b73c00) 00000100:00000040:1.0:1789131397.660436:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b73c00 x1876039997368832/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.660441:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.660443:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.660446:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020880. 00000100:00000200:1.0:1789131397.660449:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997368832, offset 0 00000400:00000200:1.0:1789131397.660455:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.660463:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.660503:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.660508:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.660512:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.660516:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.660520:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.660524:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [323:323:256:4294967295] 192.168.206.157@tcp LPNI seq info [323:323:8:4294967295] 00000400:00000200:1.0:1789131397.660527:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.660537:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.660543:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.660548:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4db00. 00000800:00000200:1.0:1789131397.660554:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.660561:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.660565:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4db00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.663833:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.663845:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 35647 usecs (36 jiffies) 00000400:00000200:1.0:1789131397.663853:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.663857:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984709 00000100:00000001:0.0:1789131397.663961:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984685 00000100:00000001:0.0:1789131397.663968:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984709 00000100:00000001:0.0:1789131397.663971:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984685 00000100:00000001:0.0:1789131397.663974:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.663978:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.663981:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.663983:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.663986:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56d80 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.663989:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.663992:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.666697:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.666707:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4db00. 00000400:00000200:3.0:1789131397.666715:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.666726:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.666734:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020880 00000400:00000010:3.0:1789131397.666736:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020880. 00000100:00000001:3.0:1789131397.666742:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.667593:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b73c00 x1876039997368832/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.667605:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.667611:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b73c00 x1876039997368832/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.667633:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.667635:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131397.671638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e400. 00000800:00000001:2.0:1789131397.672396:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.672410:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.672414:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.672416:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.672425:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.672432:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.672441:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.672445:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.672450:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.672454:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0aa00 00000400:00000200:2.0:1789131397.672458:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.672646:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xdc5 [1] + 224 00000800:00000001:2.0:1789131397.672654:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.672661:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.672664:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.672668:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.672675:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.672682:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b73c00 x1876039997368832/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.672703:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0c7b73c00 x1876039997368832/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.672751:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131397.672769:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.672785:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.672789:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789131397.672876:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.673027:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.673031:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:0.0:1789131397.673035:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020110 00000400:00000010:0.0:1789131397.673038:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020110. 00000100:00000001:0.0:1789131397.673041:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.673046:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b73c00 x1876039997368832/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.673054:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b73c00 x1876039997368832/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.673060:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.673062:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.673064:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.673067:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.673069:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.673077:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.673080:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.673089:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.673093:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.673096:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.673097:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.673101:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.673104:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.673107:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.673109:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789131397.673110:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.673112:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.673114:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580588032 : -110360128963584 : ffff9ba0c7b73c00) 00000100:00000001:0.0:1789131397.673117:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.673119:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.673120:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.673123:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.673127:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b73c00 x1876039997368832/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.673133:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.673136:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.673139:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.673142:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b73c00 x1876039997368832/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.673149:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b73c00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997368832:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.673155:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.673157:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.673159:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.673162:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.673165:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b73c00 x1876039997368832/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.673172:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.673178:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56d80. 00000100:00000001:0.0:1789131397.673181:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.673183:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.673191:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.673192:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580588032 : -110360128963584 : ffff9ba0c7b73c00) 00000002:00000001:0.0:1789131397.673195:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.673197:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.673202:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8547c00. 00000080:00000001:0.0:1789131397.673205:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789131397.673208:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.673212:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.673217:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.673223:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.673225:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.673227:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2f25080. 00000100:00000001:0.0:1789131397.673230:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.673233:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b73c00 x1876039997368832/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.673238:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.673240:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.673244:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c178de00. 00000080:00000001:0.0:1789131397.673247:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.673252:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:0.0:1789131397.673254:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-28:[0x200000402:0x1e:0x0](ffff9ba0d2171988), flags 100002, rc = 0 00000080:00000001:0.0:1789131397.673258:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.673262:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789131397.673264:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:0.0:1789131397.673266:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-28 (ffff9ba0d21786c0, parent ffff9ba0d20e4ca8, inode ffff9ba0d2171988) hashed, 00000080:00000001:0.0:1789131397.673268:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.674195:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.674201:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.674203:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.674206:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:0.0:1789131397.674220:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.674233:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00800000:00000002:0.0:1789131397.674240:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.674244:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.674248:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.674250:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:0.0:1789131397.674252:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.674256:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.674260:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.674265:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.674267:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:0.0:1789131397.674269:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.674272:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.674275:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.674278:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.674285:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.674287:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.674289:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.674291:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.674294:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789131397.674299:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081d2c0. 00000020:00000040:0.0:1789131397.674304:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=64 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:0.0:1789131397.674309:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.674314:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.674320:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.674323:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.674324:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.674327:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.674329:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.674333:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.674339:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b12c00. 00000100:00000001:0.0:1789131397.674344:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.674348:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.674350:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.674351:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.674352:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.674359:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.674366:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713728082624 : -110359981468992 : ffff9ba0d081d2c0) 00010000:00000001:0.0:1789131397.674370:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.674372:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.674376:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d000. 00010000:00000010:0.0:1789131397.674379:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.674383:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.674386:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b88c00. 00000020:00000001:0.0:1789131397.674389:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.674392:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b88c00 with handle 0xc8adac5b2d01feec to hash 00000020:00000001:0.0:1789131397.674394:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.674396:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.674399:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.674403:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.674405:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.674410:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01feec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.674419:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01feec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.674428:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01feec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.674432:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.674434:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.674440:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908b40. 00000100:00000001:0.0:1789131397.674442:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729047360 : -110359980504256 : ffff9ba0d0908b40) 00000100:00000001:0.0:1789131397.674445:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.674446:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728082624 : -110359981468992 : ffff9ba0d081d2c0) 00000100:00000001:0.0:1789131397.674450:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.674454:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.674455:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.674457:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.674504:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081d2c0 x1876039997368960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.674512:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.674515:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.674518:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.674521:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.674523:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.674527:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081d2c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997368960:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.674531:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.674536:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.674538:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.674541:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.674546:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.674548:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.674554:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.674559:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.674565:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346c38. 00000100:00000200:0.0:1789131397.674572:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997368960, portal 10 00000100:00000001:0.0:1789131397.674574:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.674575:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728082624 : -110359981468992 : ffff9ba0d081d2c0) 00000100:00000040:0.0:1789131397.674581:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081d2c0 x1876039997368960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.674587:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.674589:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.674592:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13462a8. 00000100:00000200:0.0:1789131397.674595:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997368960, offset 0 00000400:00000200:0.0:1789131397.674601:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.674608:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.674615:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.674620:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.674624:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.674628:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.674630:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.674639:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [324:324:256:4294967295] 192.168.206.157@tcp LPNI seq info [324:324:8:4294967295] 00000400:00000200:0.0:1789131397.674644:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.674654:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.674660:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.674664:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593a00. 00000800:00000200:0.0:1789131397.674670:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.674678:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.674682:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.674712:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.674716:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 35490 usecs (36 jiffies) 00000400:00000200:0.0:1789131397.674719:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.674721:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984720 00000100:00000001:0.0:1789131397.674728:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984709 00000100:00000001:0.0:1789131397.674732:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984720 00000100:00000001:0.0:1789131397.674735:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984709 00000100:00000001:0.0:1789131397.674738:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.674740:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.674742:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.674744:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.674747:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908b40 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.674749:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.674752:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.674926:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.674931:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593a00. 00000400:00000200:2.0:1789131397.674935:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.674940:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.674945:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13462a8 00000400:00000010:2.0:1789131397.674947:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13462a8. 00000100:00000001:2.0:1789131397.674951:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.674955:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081d2c0 x1876039997368960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.674962:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.674965:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081d2c0 x1876039997368960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.674971:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.674972:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131397.682851:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.682874:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.682878:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.682881:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.682890:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.682916:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.682925:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.682930:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.682935:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.682939:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0aa80 00000400:00000200:2.0:1789131397.683006:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.683013:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xdcd [1] + 224 00000800:00000001:2.0:1789131397.683021:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.683032:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.683035:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.683040:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.683047:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.683054:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081d2c0 x1876039997368960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.683064:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d081d2c0 x1876039997368960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.683084:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.683092:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.683095:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.683162:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.683169:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.683171:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.683174:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.683179:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346c38 00000400:00000010:0.0:1789131397.683181:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346c38. 00000100:00000001:0.0:1789131397.683184:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.683189:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081d2c0 x1876039997368960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.683294:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081d2c0 x1876039997368960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.683301:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.683305:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.683308:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.683312:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.683314:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.683317:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.683320:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.683330:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.683333:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.683335:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.683337:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.683340:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.683343:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.683347:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.683349:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.683351:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.683354:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.683358:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081d2c0 x1876039997368960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.683365:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.683367:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.683369:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.683372:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081d2c0 x1876039997368960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.683379:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081d2c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997368960:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.683383:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.683386:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.683388:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.683389:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.683398:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081d2c0 x1876039997368960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.683405:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.683407:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908b40. 00000100:00000001:0.0:1789131397.683410:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.683412:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.683414:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.683418:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.683421:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.683424:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=4 00000020:00000001:0.0:1789131397.683426:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.683429:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000040:0.0:1789131397.683435:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b88c00, remote cookie: 0x2d69527cc211590c, flags: 0x1001 00010000:00010000:0.0:1789131397.683440:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01feec lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211590c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.683449:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01feec lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211590c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.683454:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.683458:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.683460:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.683461:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.683462:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.683465:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c4c0d000) refcount = 1 00010000:00010000:0.0:1789131397.683749:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01feec lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211590c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.683759:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.683763:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.683764:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.683767:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.684013:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.684017:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01feec lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211590c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.684023:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.684024:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.684026:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.684027:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.684028:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.684029:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.684034:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.684036:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.684038:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.684039:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.684041:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.684043:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.684045:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.684046:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.684048:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=4 00000020:00000001:0.0:1789131397.684050:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.684052:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.684054:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.684057:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.684060:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01feec lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211590c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.684065:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.684066:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.684068:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.684068:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.684070:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=5 00000020:00000001:0.0:1789131397.684072:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.684073:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.684075:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.684086:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01feec lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211590c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.684092:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.684092:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.684095:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01feec lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211590c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.684099:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.684101:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.684102:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.684103:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.684104:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.684110:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d081d2c0 x1876039997368960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789131397.684118:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.684119:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.684121:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.684122:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.684124:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.684126:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.684127:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.684128:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.684130:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.684133:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789131397.684135:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.684136:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.684137:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.684139:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.684140:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00000002:00010000:0.0:1789131397.684143:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01feec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211590c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.684158:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.684159:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.684161:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.684162:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.684163:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.684164:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.684166:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.684167:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000040:0.0:1789131397.684173:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d000 count: 2 00010000:00000001:0.0:1789131397.684175:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.684179:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789131397.684181:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.684182:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.684183:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.684186:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:0.0:1789131397.684188:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789131397.684190:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.684194:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.685007:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.685012:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789131397.685015:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.685019:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.685023:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.685029:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.685031:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.685037:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.685043:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789131397.685049:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0d84c6fc0. 00800000:00000001:0.0:1789131397.685051:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713858801600 : -110359850750016 : ffff9ba0d84c6fc0) 00800000:00000001:0.0:1789131397.685054:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.685056:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.685058:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789131397.685060:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789131397.685072:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789131397.685075:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789131397.685076:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.685081:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789131397.685084:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789131397.685089:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:0.0:1789131397.685091:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.685093:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.685095:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.685097:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.685098:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.685101:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.685102:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.685103:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.685106:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789131397.685107:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d84c6fc0 1 00800000:00000010:0.0:1789131397.685109:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0d84c6fc0. 00800000:00000001:0.0:1789131397.685112:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.685115:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01feec 00800000:00000001:0.0:1789131397.685118:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.685120:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.685121:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.685122:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.685123:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.685125:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.685126:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.685129:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.685130:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.685131:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.685132:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.685135:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.685136:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.685139:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01feec from it ffffbc4101cb7bf8 00010000:00000001:0.0:1789131397.685141:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.685146:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.685148:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.685149:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.685151:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.685153:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.685157:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01feec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211590c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.685163:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.685164:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.685166:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.685168:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.685171:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01feec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211590c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.685178:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.685180:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.685182:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.685186:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.685187:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.685188:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.685192:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.685193:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.685195:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.685269:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.685272:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.685274:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.685275:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.685278:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.685287:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d081d2c0 x1876039997368960/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.685294:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131397.685297:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.685300:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.685303:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131397.685312:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131397.685314:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=63 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131397.685317:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131397.685319:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c7b12c00. 02000000:00000001:0.0:1789131397.685323:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131397.685324:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131397.685326:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d081d2c0. 00000100:00000001:0.0:1789131397.685329:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131397.685331:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.685334:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:0.0:1789131397.685339:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.685355:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d0800de0. 00000080:00000001:0.0:1789131397.687695:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.687701:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.687704:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:0.0:1789131397.687708:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.687719:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00800000:00000002:0.0:1789131397.687726:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.687729:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.687734:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.687736:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:0.0:1789131397.687738:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.687742:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.687745:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.687751:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.687752:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:0.0:1789131397.687754:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.687757:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.687759:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.687762:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.687768:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d000 count: 2 00010000:00000001:0.0:1789131397.688307:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.688315:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.688319:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789131397.688325:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01feec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211590c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789131397.688349:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789131397.688354:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.688356:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01feec lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211590c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789131397.688363:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789131397.688365:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.688367:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.688369:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.688371:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.688373:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789131397.688376:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789131397.688379:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.688382:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.688387:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.688389:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.688391:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.688394:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01feec 00800000:00000001:0.0:1789131397.688397:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.688399:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.688401:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.688403:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.688405:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.688407:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.688410:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.688412:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.688414:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.688415:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.688417:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.688419:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01feec from it ffffbc4101cb7b38 00010000:00000001:0.0:1789131397.688421:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.688422:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.688427:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.688429:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.688431:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.688433:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.688436:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01feec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211590c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.688441:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.688442:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.688443:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.688445:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.688448:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01feec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211590c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789131397.688454:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.688457:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.688459:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.688462:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.688464:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.688465:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.688494:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.688497:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.688499:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.688501:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.688503:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.688505:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.688506:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.688509:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789131397.688511:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.688513:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:0.0:1789131397.688518:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.688522:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789131397.688524:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:0.0:1789131397.688526:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-29, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d8799380, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789131397.688532:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d81f77e0. 00000080:00000001:0.0:1789131397.688541:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789131397.688543:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:0.0:1789131397.688545:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-29, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:0.0:1789131397.688552:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00800000:00000002:0.0:1789131397.688556:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.688560:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.688563:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.688564:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:0.0:1789131397.688565:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-29' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.688568:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789131397.688571:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789131397.688575:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:0.0:1789131397.688579:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789131397.688580:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789131397.688583:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789131397.688585:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789131397.688587:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x1f:0x0] 40000000:00000001:0.0:1789131397.688590:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.688592:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.688593:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.688595:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.688597:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:0.0:1789131397.688599:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x1f:0x0], name='f0a.replay-dual-29' -> mds #0 layout version 1 00000002:00000001:0.0:1789131397.688602:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.688604:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:0.0:1789131397.688605:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-29,[0x200000402:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789131397.688609:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.688611:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789131397.688614:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789131397.688617:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.688619:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789131397.688622:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d000 count: 2 00010000:00000001:0.0:1789131397.688624:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.688626:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789131397.688634:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789131397.688637:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01feec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc211590c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789131397.688644:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131397.688647:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131397.688650:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131397.688652:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789131397.688654:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.688656:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.688658:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d000 count: 3 00010000:00000001:0.0:1789131397.688661:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.688663:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.688664:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.688665:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.688667:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d000 count: 3 00010000:00000001:0.0:1789131397.688669:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.688671:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.688672:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.688673:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.688675:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d000 count: 3 00010000:00000001:0.0:1789131397.688677:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.688678:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.688680:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.688682:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789131397.688695:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789131397.688702:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789131397.688704:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131397.688706:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.688709:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789131397.688713:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131397.688715:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131397.688717:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.688719:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789131397.688722:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b88c00 with handle 0xc8adac5b2d01feec from hash 00010000:00000001:0.0:1789131397.688725:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131397.688746:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.688747:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.688748:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131397.688752:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131397.688753:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789131397.688756:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.688758:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.688760:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789131397.688766:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081d2c0. 00000020:00000040:0.0:1789131397.688769:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=64 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:0.0:1789131397.689012:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789131397.689014:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.689016:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.689020:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.689023:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.689024:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.689025:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.689028:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.689030:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.689033:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.689041:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b12c00. 00000100:00000001:0.0:1789131397.689047:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.689051:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.689054:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789131397.689058:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01feec lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc211590c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789131397.689064:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789131397.689065:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.689067:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131397.689069:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01feec lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc211590c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789131397.689076:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d000 count: 0 00010000:00000010:0.0:1789131397.689081:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.689094:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.689096:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.689098:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.689099:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.689101:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.689111:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713728082624 : -110359981468992 : ffff9ba0d081d2c0) 00010000:00000001:0.0:1789131397.689115:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.689117:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.689122:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d400. 00010000:00000010:0.0:1789131397.689125:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.689129:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.689131:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b88600. 00000020:00000001:0.0:1789131397.689134:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.689136:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b88600 with handle 0xc8adac5b2d01fef3 to hash 00000020:00000001:0.0:1789131397.689140:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.689142:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00010000:00000001:0.0:1789131397.689145:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00010000:00000001:0.0:1789131397.689147:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.689149:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.689152:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88600/0xc8adac5b2d01fef3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.689158:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88600/0xc8adac5b2d01fef3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789131397.689169:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789131397.689181:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d081d2c0 x1876039997369216/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789131397.689190:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88600/0xc8adac5b2d01fef3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.689195:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.689262:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.689274:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908b40. 00000100:00000001:0.0:1789131397.689277:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729047360 : -110359980504256 : ffff9ba0d0908b40) 00000100:00000001:0.0:1789131397.689279:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.689280:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728082624 : -110359981468992 : ffff9ba0d081d2c0) 00000100:00000001:0.0:1789131397.689285:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.689288:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.689290:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.689292:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.689297:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081d2c0 x1876039997369216/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.689303:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.689305:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.689308:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.689311:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.689313:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.689316:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081d2c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997369216:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.689320:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.689325:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.689327:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.689329:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.689377:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d09a0000. 02000000:00000001:0.0:1789131397.689380:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.689388:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.689392:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.689398:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c7b11c00. 00000100:00000200:0.0:1789131397.689407:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997369216, portal 10 00000100:00000001:0.0:1789131397.689409:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.689410:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728082624 : -110359981468992 : ffff9ba0d081d2c0) 00000100:00000040:0.0:1789131397.689416:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081d2c0 x1876039997369216/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.689423:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.689425:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.689428:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346c38. 00000100:00000200:0.0:1789131397.689436:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997369216, offset 0 00000400:00000200:0.0:1789131397.689442:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.689451:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.689458:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.689463:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.689604:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.689610:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.689612:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.689616:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [325:325:256:4294967295] 192.168.206.157@tcp LPNI seq info [325:325:8:4294967295] 00000400:00000200:0.0:1789131397.689621:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.689631:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.689637:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.689642:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593a00. 00000800:00000200:0.0:1789131397.689649:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.689655:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.689659:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593a00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.689675:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.689680:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 35296 usecs (36 jiffies) 00000400:00000200:0.0:1789131397.689683:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.689695:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984735 00000100:00000001:0.0:1789131397.689703:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984720 00000100:00000001:0.0:1789131397.689708:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984735 00000100:00000001:0.0:1789131397.689710:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984720 00000100:00000001:0.0:1789131397.689713:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.689716:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.689718:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.689720:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.689722:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908b40 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.689725:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.689728:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.689887:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.689892:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593a00. 00000400:00000200:2.0:1789131397.689896:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.689901:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.689906:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346c38 00000400:00000010:2.0:1789131397.689908:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346c38. 00000100:00000001:2.0:1789131397.689912:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.689916:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081d2c0 x1876039997369216/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.689924:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.689927:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081d2c0 x1876039997369216/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.689951:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.689952:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1789131397.694575:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.694583:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.694589:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.694591:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.694593:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.694594:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.697662:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131397.697668:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.697673:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:0.1:1789131397.699049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d000. 00010000:00000010:0.1:1789131397.699062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b88c00. 00000800:00000001:2.0:1789131397.702828:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.702844:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.702847:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.702849:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.702857:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.702864:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.702873:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.702877:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.702882:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.702886:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0ab80 00000400:00000200:2.0:1789131397.702890:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.702896:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xdd5 [32] + 224 00000800:00000001:2.0:1789131397.702902:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.702907:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.702911:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.702914:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.702921:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.702929:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081d2c0 x1876039997369216/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.702940:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d081d2c0 x1876039997369216/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.702969:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131397.702977:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131397.702981:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.702985:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131397.702991:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [326:326:256:4294967295] 192.168.206.157@tcp LPNI seq info [326:326:8:4294967295] 00000400:00000200:2.0:1789131397.702996:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.703017:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131397.703023:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131397.703028:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0c7b02c00. 00000800:00000200:2.0:1789131397.703034:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131397.703040:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131397.703045:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c7b02c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131397.703120:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.703123:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0c7b02c00. 00000400:00000200:2.0:1789131397.703126:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.703130:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131397.703136:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.703139:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.703443:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.703451:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.703453:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.703457:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.703461:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c7b11c00 00000400:00000010:0.0:1789131397.703463:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c7b11c00. 00000100:00000001:0.0:1789131397.703467:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.703510:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081d2c0 x1876039997369216/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.703519:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081d2c0 x1876039997369216/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.703525:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.703527:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.703529:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.703532:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.703534:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.703536:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.703539:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.703547:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.703551:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.703554:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.703555:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.703558:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.703561:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.703565:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.703567:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1789131397.703569:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.703571:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.703573:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728082624 : -110359981468992 : ffff9ba0d081d2c0) 00000100:00000001:0.0:1789131397.703576:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.703585:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.703587:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.703590:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.703596:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.703603:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.703606:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.703608:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.703612:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.703620:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081d2c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997369216:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.703625:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.703628:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.703630:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.703632:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.703635:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.703641:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.703643:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908b40. 00000100:00000001:0.0:1789131397.703645:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.703647:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.703649:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.703653:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.703656:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.703659:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88600 refcount=4 00000020:00000001:0.0:1789131397.703661:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00010000:00000001:0.0:1789131397.703664:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00010000:00000040:0.0:1789131397.703670:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b88600, remote cookie: 0x2d69527cc2115928, flags: 0x1001 00010000:00010000:0.0:1789131397.703675:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88600/0xc8adac5b2d01fef3 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115928 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789131397.703706:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789131397.703709:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789131397.703716:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d000. 00010000:00000010:0.0:1789131397.703720:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837fe80. 00010000:00000040:0.0:1789131397.703725:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d400 count: 0 00010000:00000010:0.0:1789131397.703729:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.703735:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.703738:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88600/0xc8adac5b2d01fef3 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115928 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.703746:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88600/0xc8adac5b2d01fef3 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115928 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.703753:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.703756:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.703758:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.703760:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.703761:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.703763:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x1f:0x0].0x0 (ffff9ba0c4c0d000) refcount = 1 00010000:00010000:0.0:1789131397.703766:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88600/0xc8adac5b2d01fef3 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115928 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.703772:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.703775:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.703777:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.703779:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.703781:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.703784:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88600/0xc8adac5b2d01fef3 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115928 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.703800:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.703802:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.703803:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.703804:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.703805:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.703807:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.703812:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.703814:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.703816:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.703818:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88600 refcount=3 00000020:00000001:0.0:1789131397.703820:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00010000:00000001:0.0:1789131397.703822:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00010000:00000001:0.0:1789131397.703824:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.703825:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.703826:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88600 refcount=4 00000020:00000001:0.0:1789131397.703828:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00010000:00000001:0.0:1789131397.703829:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00010000:00000001:0.0:1789131397.703832:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.703834:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.703837:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88600/0xc8adac5b2d01fef3 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115928 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.703842:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.703843:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.703845:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.703846:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.703847:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88600 refcount=5 00000020:00000001:0.0:1789131397.703849:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00010000:00000001:0.0:1789131397.703851:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00010000:00000001:0.0:1789131397.703853:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.703856:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88600/0xc8adac5b2d01fef3 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115928 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.703868:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.703869:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.703871:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88600/0xc8adac5b2d01fef3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115928 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.703877:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.703878:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.703879:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.703881:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.703882:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.703890:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.703898:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.703903:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.703908:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.703914:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.703916:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.703917:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88600 refcount=3 00000020:00000001:0.0:1789131397.703919:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00010000:00000001:0.0:1789131397.703921:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00000002:00010000:0.0:1789131397.703924:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88600/0xc8adac5b2d01fef3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115928 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789131397.703932:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0d84c6fc0. 00010000:00000001:0.0:1789131397.703934:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.703935:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.703937:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.703938:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.704063:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789131397.704071:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.704072:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728082624 : -110359981468992 : ffff9ba0d081d2c0) 00000100:00000001:0.0:1789131397.704074:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.704076:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728082624 : -110359981468992 : ffff9ba0d081d2c0) 00010000:00000001:0.0:1789131397.704078:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.704079:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.704081:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88600 refcount=3 00000020:00000001:0.0:1789131397.704083:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00010000:00000001:0.0:1789131397.704085:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00000002:00010000:0.0:1789131397.704089:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88600/0xc8adac5b2d01fef3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115928 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.704096:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.704097:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.704099:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.704100:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.704100:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.704102:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88600 refcount=3 00000020:00000001:0.0:1789131397.704104:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00010000:00000001:0.0:1789131397.704105:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00010000:00000040:0.0:1789131397.704109:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d000 count: 2 00010000:00000001:0.0:1789131397.704111:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.704114:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/31 (0 0) 00010000:00000001:0.0:1789131397.704116:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.704117:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.704119:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.704121:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:0.0:1789131397.704123:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-29 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789131397.704126:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.704130:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.704133:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.704135:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789131397.704138:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.704147:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.704150:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789131397.704151:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d81f77e0 it_disposition 1800037 00000080:00002000:0.0:1789131397.704156:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2186798 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789131397.704161:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.704163:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789131397.704165:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:0.0:1789131397.704167:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-29, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:0.0:1789131397.704170:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789131397.704172:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.704176:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789131397.704180:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.704182:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279519 : 144115205289279519 : 20000040200001f) 00000080:00000001:0.0:1789131397.704185:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789131397.704199:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d212a940. 00000020:00000001:0.0:1789131397.704209:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789131397.704210:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789131397.704213:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789131397.704215:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x1f:0x0](ffff9ba0d212aa08) 00000020:00000001:0.0:1789131397.704218:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.704222:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:0.0:1789131397.704224:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:0.0:1789131397.704228:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789131397.704232:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d08ff4b0. 00000020:00000001:0.0:1789131397.704234:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.704236:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.704243:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.704717:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d7d9b0. 00020000:00000001:0.0:1789131397.704721:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582725552 : -110360126826064 : ffff9ba0c7d7d9b0) 00020000:00000001:0.0:1789131397.704724:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789131397.704727:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.704733:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f7960. 00020000:00000010:0.0:1789131397.704737:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364a80. 00020000:00000010:0.0:1789131397.704742:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7840. 00020000:00000001:0.0:1789131397.704744:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855854656 : -110359853696960 : ffff9ba0d81f7840) 00020000:00000002:0.0:1789131397.704747:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7840, objid 0x1f:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.704757:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.704761:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364a80: ostid: 0x280000400:17 ost idx: 1 gen: 0 00020000:00000001:0.0:1789131397.704764:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789131397.704765:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7840, objid 0x1f:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.704769:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.704782:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364a80: ostid: 0x280000400:17 ost idx: 1 gen: 0 00020000:00000010:0.0:1789131397.704788:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d0b0f4b0. 00020000:00000010:0.0:1789131397.704792:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0d0908b40. 00020000:00000001:0.0:1789131397.704797:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789131397.704800:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7f22d10. 00020000:00000001:0.0:1789131397.704803:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789131397.704804:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789131397.704809:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.704812:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d08ffe10. 00000020:00000001:0.0:1789131397.704814:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.704815:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.704817:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713729011344 : -110359980540272 : ffff9ba0d08ffe90) 00020000:00000001:0.0:1789131397.704821:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789131397.704825:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d816e0. 00020000:00000001:0.0:1789131397.704828:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.704831:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729011344 : -110359980540272 : ffff9ba0d08ffe90) 00020000:00000001:0.0:1789131397.704833:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713729011344 : -110359980540272 : ffff9ba0d08ffe90) 00020000:00000002:0.0:1789131397.704836:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x11:0x0]@ffff9ba0d08ffe10[0:0] -> [0x200000402:0x1f:0x0]@ffff9ba0d08ff4b0: ostid: 0x280000400:17 ost idx: 1 gen: 0 00020000:00000001:0.0:1789131397.704841:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789131397.704843:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789131397.704846:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.704848:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729008944 : -110359980542672 : ffff9ba0d08ff530) 00000020:00001000:0.0:1789131397.704852:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:0.0:1789131397.704856:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279519 : 144115205289279519 : 20000040200001f) 00000080:00000001:0.0:1789131397.704859:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789131397.704866:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279519 mtime from 0 to 1789131397 00000080:00000001:0.0:1789131397.704870:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789131397.704872:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754352136 : -110359955199480 : ffff9ba0d212aa08) 00010000:00000001:0.0:1789131397.704875:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.704876:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.704879:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88600 refcount=3 00000020:00000001:0.0:1789131397.704881:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00010000:00000001:0.0:1789131397.704883:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00000080:00000001:0.0:1789131397.704886:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131397.704887:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.704889:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:0.0:1789131397.704890:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:0.0:1789131397.704892:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789131397.704894:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131397.704896:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.704898:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f7f60. 00020000:00000010:0.0:1789131397.704900:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364f80. 00020000:00000010:0.0:1789131397.704902:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f79c0. 00020000:00000001:0.0:1789131397.704904:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855855040 : -110359853696576 : ffff9ba0d81f79c0) 00020000:00000002:0.0:1789131397.704907:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f79c0, objid 0x1f:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.704909:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.704912:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364f80: ostid: 0x280000400:17 ost idx: 1 gen: 0 00020000:00000002:0.0:1789131397.704915:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d7d9b0) owner ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.704917:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131397.704919:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d7d9b0) owner ffff9ba0c2f34f80 00020000:00000010:0.0:1789131397.704923:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0d8364f80. 00020000:00000010:0.0:1789131397.704926:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d81f7f60. 00020000:00000010:0.0:1789131397.704929:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d81f79c0. 00020000:00000002:0.0:1789131397.704931:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x1f:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789131397.704933:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.704935:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.704938:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789131397.704953:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d9b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.704964:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d81f7840 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:0.0:1789131397.704966:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d9b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.704968:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789131397.704970:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789131397.704971:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789131397.704973:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789131397.704975:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789131397.704978:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x1f:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789131397.704980:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:0.0:1789131397.704982:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.704984:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.704985:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.704987:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.704990:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.704992:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.704995:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x1f:0x0](ffff9ba0d212aa08) 00000080:00010000:0.0:1789131397.704998:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1f:0x0](ffff9ba0d212aa08) for lock 0xc8adac5b2d01fef3 00800000:00000001:0.0:1789131397.705000:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.705003:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.705004:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.705005:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.705006:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88600 refcount=3 00000020:00000001:0.0:1789131397.705008:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00010000:00000001:0.0:1789131397.705010:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00010000:00000001:0.0:1789131397.705012:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.705013:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.705014:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.705015:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.705017:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789131397.705019:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.705027:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.705033:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.705036:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d212aa08 need_sync_to_mds [0x200000402:0x1f:0x0] 00000080:00000001:0.0:1789131397.705040:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.705048:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x1f:0x0](ffff9ba0d212aa08) 00000080:00000001:0.0:1789131397.705051:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.705054:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000100:00000001:0.0:1789131397.705057:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.705061:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.705067:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.705070:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789131397.705072:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.705074:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d212aa08 need_sync_to_mds [0x200000402:0x1f:0x0] 00000080:00000001:0.0:1789131397.705082:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789131397.705084:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:0.0:1789131397.705086:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-29:[0x200000402:0x1f:0x0](ffff9ba0d212aa08), flags 100102 00000080:00000010:0.0:1789131397.705093:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5de9b80. 00000080:00000010:0.0:1789131397.705099:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0d84c6180. 00000080:00000001:0.0:1789131397.705101:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789131397.705104:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.705107:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789131397.705111:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d09417a0. 00000002:00100000:0.0:1789131397.705114:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.705120:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.705121:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789131397.705124:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789131397.705127:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.705129:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.705131:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.705134:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789131397.705139:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.705142:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d09a0000. 02000000:00000001:0.0:1789131397.705162:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789131397.705163:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.705169:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:0.0:1789131397.705171:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-29:[0x200000402:0x1f:0x0](ffff9ba0d212aa08), flags 100102, rc = 0 00000080:00000001:0.0:1789131397.705175:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789131397.705177:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d81f77e0 released 00000080:00010000:0.0:1789131397.705179:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fef3 from it ffff9ba0d81f77e0 00010000:00000001:0.0:1789131397.705181:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.705182:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.705184:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88600 refcount=3 00000020:00000001:0.0:1789131397.705186:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00010000:00000001:0.0:1789131397.705187:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672512 : -110360128879104 : ffff9ba0c7b88600) 00010000:00000001:0.0:1789131397.705190:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.705193:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88600/0xc8adac5b2d01fef3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115928 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.705199:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.705200:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.705202:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.705204:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.705220:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88600/0xc8adac5b2d01fef3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115928 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.705227:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.705230:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.705231:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.705235:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.705236:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.705237:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.705240:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.705242:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.705243:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.705254:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.705256:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.705257:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.705258:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.705259:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789131397.705267:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789131397.705269:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.705271:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789131397.705273:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.705274:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.705277:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789131397.705279:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.705281:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.705282:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.705284:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.705286:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d81f77e0. 00000080:00000001:0.0:1789131397.705289:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.705292:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789131397.705294:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1f:0x0](ffff9ba0d212aa08), inode mode 81a4 mask 40 00000080:00000001:0.0:1789131397.705298:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.705319:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.705321:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d9b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.705324:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d9b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.705326:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.705333:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789131397.705335:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:0.0:1789131397.705337:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-29:[0x200000402:0x1f:0x0](ffff9ba0d212aa08), flags 100002 00000080:00000001:0.0:1789131397.705339:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789131397.705341:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789131397.705342:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.705344:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d9b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.705345:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d9b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.705347:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.705349:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789131397.705353:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.705355:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.705359:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d000 count: 2 00010000:00000001:0.0:1789131397.705361:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.705365:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.705367:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x1f:0x0]: 0 00000080:00000001:0.0:1789131397.705369:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789131397.705377:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789131397.705380:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.705382:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789131397.705386:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789131397.705390:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789131397.705392:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x1f:0x0] 00000002:00000001:0.0:1789131397.705395:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789131397.705397:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x1f:0x0] file closed with intent: 0 00000100:00000010:0.0:1789131397.705401:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081de00. 00000020:00000040:0.0:1789131397.705405:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=65 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131397.705415:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.705417:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.705420:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.705426:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d836cc00. 00000100:00000001:0.0:1789131397.705432:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789131397.705443:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789131397.705453:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789131397.705458:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d081de00 x1876039997369472/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789131397.705463:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.705465:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.705504:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908480. 00000100:00000001:0.0:1789131397.705507:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729045632 : -110359980505984 : ffff9ba0d0908480) 00000100:00000001:0.0:1789131397.705509:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.705511:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728085504 : -110359981466112 : ffff9ba0d081de00) 00000100:00000001:0.0:1789131397.705515:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.705519:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.705520:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.705522:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.705526:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081de00 x1876039997369472/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.705532:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.705538:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.705542:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.705544:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.705556:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.705561:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081de00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997369472:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.705565:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.705570:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.705572:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.705575:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.705579:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c7b11c00. 02000000:00000001:0.0:1789131397.705580:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.705586:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.705589:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.705596:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13464c8. 00000100:00000200:0.0:1789131397.705602:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997369472, portal 10 00000100:00000001:0.0:1789131397.705604:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.705605:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728085504 : -110359981466112 : ffff9ba0d081de00) 00000100:00000040:0.0:1789131397.705612:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081de00 x1876039997369472/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.705618:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.705621:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.705624:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346220. 00000100:00000200:0.0:1789131397.705627:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997369472, offset 0 00000400:00000200:0.0:1789131397.705633:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.705640:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.705646:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.705652:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.705656:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.705659:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.705662:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.705666:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [327:327:256:4294967295] 192.168.206.157@tcp LPNI seq info [327:327:8:4294967295] 00000400:00000200:0.0:1789131397.705670:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.705678:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.705700:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.705704:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593e00. 00000800:00000200:0.0:1789131397.705710:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.705716:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.705720:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.705728:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.705732:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 35158 usecs (36 jiffies) 00000400:00000200:0.0:1789131397.705735:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.705738:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984751 00000100:00000001:0.0:1789131397.705746:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984735 00000100:00000001:0.0:1789131397.705750:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984751 00000100:00000001:0.0:1789131397.705753:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984735 00000100:00000001:0.0:1789131397.705756:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.705758:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.705760:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.705762:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.705764:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908480 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.705766:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.705769:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.706608:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.706614:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593e00. 00000400:00000200:2.0:1789131397.706620:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.706626:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.706631:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346220 00000400:00000010:2.0:1789131397.706634:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346220. 00000100:00000001:2.0:1789131397.706637:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.706643:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081de00 x1876039997369472/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.706652:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.706655:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081de00 x1876039997369472/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.706663:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.706665:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.711632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d400. 00000800:00000001:3.0:1789131397.716315:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.716330:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.716334:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.716336:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.716345:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.716352:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.716360:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.716365:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.716370:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.716374:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0ac80 00000400:00000200:3.0:1789131397.716379:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.716384:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xddd [1] + 224 00000800:00000001:3.0:1789131397.716391:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.716400:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.716403:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.716407:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.716415:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.716422:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081de00 x1876039997369472/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.716432:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d081de00 x1876039997369472/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.716453:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.716461:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.716464:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.717025:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.717035:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.717037:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.717050:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.717055:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13464c8 00000400:00000010:0.0:1789131397.717058:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13464c8. 00000100:00000001:0.0:1789131397.717061:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.717068:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081de00 x1876039997369472/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.717078:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081de00 x1876039997369472/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.717084:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.717101:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.717103:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.717106:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.717109:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.717111:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.717114:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.717123:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.717126:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.717129:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.717131:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.717134:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.717137:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.717140:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.717142:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789131397.717143:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.717145:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.717147:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728085504 : -110359981466112 : ffff9ba0d081de00) 00000100:00000001:0.0:1789131397.717150:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.717152:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.717154:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.717156:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.717162:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081de00 x1876039997369472/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.717168:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.717171:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.717174:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.717177:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081de00 x1876039997369472/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.717185:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081de00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997369472:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.717190:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.717192:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.717195:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.717197:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.717206:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081de00 x1876039997369472/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.717213:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.717217:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908480. 00000100:00000001:0.0:1789131397.717220:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.717221:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.717227:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.717229:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728085504 : -110359981466112 : ffff9ba0d081de00) 00000002:00000001:0.0:1789131397.717242:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.717246:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.717252:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.717255:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789131397.717258:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.717263:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.717268:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.717274:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.717277:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.717279:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0d84c6180. 00000100:00000001:0.0:1789131397.717282:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.717284:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081de00 x1876039997369472/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.717290:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.717293:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.717297:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5de9b80. 00000080:00000001:0.0:1789131397.717301:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.717307:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:0.0:1789131397.717309:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-29:[0x200000402:0x1f:0x0](ffff9ba0d212aa08), flags 100002, rc = 0 00000080:00000001:0.0:1789131397.717313:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.717319:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789131397.717321:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:0.0:1789131397.717323:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-29 (ffff9ba0d2186798, parent ffff9ba0d20e4ca8, inode ffff9ba0d212aa08) hashed, 00000080:00000001:0.0:1789131397.717326:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.717389:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.717393:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.717395:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.717397:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:0.0:1789131397.717399:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.717404:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00800000:00000002:0.0:1789131397.717410:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.717414:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.717417:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.717420:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:0.0:1789131397.717423:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.717426:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.717429:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.717434:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.717436:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:0.0:1789131397.717438:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.717441:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.717443:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.717446:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.717452:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.717454:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.717455:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.717457:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.717460:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789131397.717464:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081ed00. 00000020:00000040:0.0:1789131397.717518:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=66 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:0.0:1789131397.717524:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.717528:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.717534:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.717536:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.717537:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.717540:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.717542:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.717546:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.717552:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b13800. 00000100:00000001:0.0:1789131397.717558:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.717567:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.717569:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.717570:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.717571:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.717573:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.717579:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713728089344 : -110359981462272 : ffff9ba0d081ed00) 00010000:00000001:0.0:1789131397.717582:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.717584:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.717589:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d400. 00010000:00000010:0.0:1789131397.717593:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.717597:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.717601:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b88c00. 00000020:00000001:0.0:1789131397.717604:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.717607:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b88c00 with handle 0xc8adac5b2d01fefa to hash 00000020:00000001:0.0:1789131397.717609:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.717611:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.717614:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.717617:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.717620:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.717625:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fefa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.717633:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fefa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.717641:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fefa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.717646:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.717648:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.717653:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908480. 00000100:00000001:0.0:1789131397.717655:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729045632 : -110359980505984 : ffff9ba0d0908480) 00000100:00000001:0.0:1789131397.717657:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.717658:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728089344 : -110359981462272 : ffff9ba0d081ed00) 00000100:00000001:0.0:1789131397.717667:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.717671:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.717672:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.717674:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.717679:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081ed00 x1876039997369600/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.717698:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.717700:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.717704:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.717706:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.717709:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.717712:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081ed00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997369600:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.717716:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.717720:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.717723:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.717725:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.717730:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.717732:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.717737:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.717741:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.717745:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13464c8. 00000100:00000200:0.0:1789131397.717752:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997369600, portal 10 00000100:00000001:0.0:1789131397.717753:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.717755:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728089344 : -110359981462272 : ffff9ba0d081ed00) 00000100:00000040:0.0:1789131397.717760:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081ed00 x1876039997369600/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.717767:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.717770:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.717772:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346330. 00000100:00000200:0.0:1789131397.717775:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997369600, offset 0 00000400:00000200:0.0:1789131397.717782:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.717789:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.717796:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.717807:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.717811:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.717814:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.717817:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.717820:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [328:328:256:4294967295] 192.168.206.157@tcp LPNI seq info [328:328:8:4294967295] 00000400:00000200:0.0:1789131397.717824:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.717832:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.717838:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.717842:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593100. 00000800:00000200:0.0:1789131397.717849:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.717856:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.717860:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.717879:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.717883:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 34996 usecs (35 jiffies) 00000400:00000200:0.0:1789131397.717887:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.717890:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984762 00000100:00000001:0.0:1789131397.717897:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984751 00000100:00000001:0.0:1789131397.717902:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984762 00000100:00000001:0.0:1789131397.717905:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984751 00000100:00000001:0.0:1789131397.717908:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.717911:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.717914:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.717916:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.717918:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908480 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.717921:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.717923:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.718399:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.718405:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593100. 00000400:00000200:2.0:1789131397.718411:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.718416:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.718421:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346330 00000400:00000010:2.0:1789131397.718424:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346330. 00000100:00000001:2.0:1789131397.718433:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.718438:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081ed00 x1876039997369600/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.718448:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.718451:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081ed00 x1876039997369600/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.718458:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.718459:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131397.722018:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.722033:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.722036:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.722039:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.722046:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.722053:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.722074:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.722079:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.722084:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.722087:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0ad00 00000400:00000200:3.0:1789131397.722091:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.722097:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xde5 [1] + 224 00000800:00000001:3.0:1789131397.722103:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.722109:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.722112:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.722116:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.722124:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.722133:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081ed00 x1876039997369600/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.722143:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d081ed00 x1876039997369600/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.722165:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.722174:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.722186:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.722227:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.722236:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.722238:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.722242:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.722246:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13464c8 00000400:00000010:0.0:1789131397.722255:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13464c8. 00000100:00000001:0.0:1789131397.722258:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.722263:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081ed00 x1876039997369600/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.722273:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081ed00 x1876039997369600/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.722280:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.722282:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.722284:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.722288:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.722290:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.722292:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.722295:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.722303:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.722307:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.722310:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.722311:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.722315:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.722317:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.722321:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.722323:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.722325:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.722328:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.722333:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081ed00 x1876039997369600/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.722340:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.722343:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.722345:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.722348:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081ed00 x1876039997369600/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.722355:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081ed00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997369600:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.722360:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.722371:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.722373:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.722375:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.722379:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081ed00 x1876039997369600/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.722386:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.722388:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908480. 00000100:00000001:0.0:1789131397.722391:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.722392:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.722395:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.722399:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.722401:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.722404:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=4 00000020:00000001:0.0:1789131397.722406:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.722409:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000040:0.0:1789131397.722415:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b88c00, remote cookie: 0x2d69527cc211593d, flags: 0x1001 00010000:00010000:0.0:1789131397.722420:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fefa lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211593d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.722430:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fefa lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211593d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.722436:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.722441:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.722443:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.722445:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.722446:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.722449:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c4c0d400) refcount = 1 00010000:00010000:0.0:1789131397.722454:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fefa lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211593d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.722460:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.722464:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.722508:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.722513:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.722514:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.722518:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fefa lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211593d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.722524:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.722526:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.722527:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.722528:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.722529:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.722531:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.722536:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.722538:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.722539:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.722541:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.722543:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.722545:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.722547:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.722548:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.722549:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=4 00000020:00000001:0.0:1789131397.722551:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.722552:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.722555:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.722558:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.722561:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fefa lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211593d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.722567:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.722568:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.722570:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.722571:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.722572:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=5 00000020:00000001:0.0:1789131397.722574:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.722581:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.722584:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.722587:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fefa lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211593d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.722592:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.722593:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.722596:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fefa lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211593d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.722601:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.722603:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.722604:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.722605:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.722606:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.722611:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d081ed00 x1876039997369600/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789131397.722620:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.722621:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.722623:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.722625:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.722627:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.722629:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.722630:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.722631:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.722633:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.722636:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789131397.722639:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.722640:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.722641:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.722643:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.722644:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00000002:00010000:0.0:1789131397.722648:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fefa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211593d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.722660:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.722661:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.722663:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.722664:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.722665:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.722667:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.722669:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.722671:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000040:0.0:1789131397.722676:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d400 count: 2 00010000:00000001:0.0:1789131397.722678:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.722682:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789131397.722694:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.722696:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.722697:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.722700:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:0.0:1789131397.722702:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789131397.722704:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.722708:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.722711:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.722713:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789131397.722716:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.722720:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.722723:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.722728:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.722730:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.722736:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.722740:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789131397.722744:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0d84c6180. 00800000:00000001:0.0:1789131397.722745:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713858797952 : -110359850753664 : ffff9ba0d84c6180) 00800000:00000001:0.0:1789131397.722748:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.722749:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.722752:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789131397.722753:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789131397.722761:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789131397.722763:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789131397.722765:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.722770:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789131397.722773:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789131397.722778:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:0.0:1789131397.722780:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.722781:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.722783:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.722785:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.722787:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.722789:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.722790:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.722792:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.722794:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789131397.722795:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d84c6180 1 00800000:00000010:0.0:1789131397.722798:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0d84c6180. 00800000:00000001:0.0:1789131397.722800:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.722804:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fefa 00800000:00000001:0.0:1789131397.722806:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.722808:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.722809:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.722811:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.722812:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.722813:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.722816:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.722818:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.722819:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.722820:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.722822:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.722824:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.722826:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.722829:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fefa from it ffffbc4101cb7bf8 00010000:00000001:0.0:1789131397.722830:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.722837:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.722838:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.722840:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.722842:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.722844:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.722847:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fefa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211593d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.722853:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.722854:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.722856:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.722858:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.722860:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fefa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211593d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.722866:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.722869:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.722871:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.722875:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.722876:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.722878:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.722881:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.722883:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.722885:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.722887:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.722888:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.722889:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.722890:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.722892:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.722897:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d081ed00 x1876039997369600/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.722904:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131397.722906:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.722910:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.722913:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131397.722920:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131397.722922:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=65 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131397.722924:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131397.722927:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c7b13800. 02000000:00000001:0.0:1789131397.722930:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131397.722932:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131397.722934:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d081ed00. 00000100:00000001:0.0:1789131397.722938:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131397.722939:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.722942:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:0.0:1789131397.722960:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.722975:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d0941500. 00000080:00000001:0.0:1789131397.722980:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.722982:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.722983:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:0.0:1789131397.722985:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.722990:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00800000:00000002:0.0:1789131397.722995:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.722998:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.723000:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.723002:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:0.0:1789131397.723004:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.723007:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.723010:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.723013:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.723015:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:0.0:1789131397.723017:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.723020:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.723022:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.723024:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.723026:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d400 count: 2 00010000:00000001:0.0:1789131397.723028:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.723031:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.723034:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789131397.723037:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fefa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211593d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789131397.723297:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789131397.723301:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.723304:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fefa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211593d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789131397.723309:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789131397.723311:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.723313:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.723315:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.723317:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.723318:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789131397.723321:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789131397.723322:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.723325:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.723327:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.723329:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.723331:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.723334:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fefa 00800000:00000001:0.0:1789131397.723336:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.723338:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.723340:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.723341:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.723343:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.723344:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.723347:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.723348:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.723349:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.723350:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.723352:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.723353:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fefa from it ffffbc4101cb7b38 00010000:00000001:0.0:1789131397.723355:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.723356:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.723363:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.723364:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.723366:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.723368:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.723370:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fefa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211593d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.723376:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.723377:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.723378:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.723379:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.723381:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fefa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211593d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789131397.723386:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.723388:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.723389:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.723392:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.723393:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.723394:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.723396:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.723397:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.723398:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.723401:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.723402:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.723403:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.723404:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.723406:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789131397.723408:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.723410:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:0.0:1789131397.723413:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.723416:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789131397.723418:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:0.0:1789131397.723420:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-30, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d8799800, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789131397.723425:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d81f77e0. 00000080:00000001:0.0:1789131397.723435:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789131397.723437:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:0.0:1789131397.723439:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-30, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:0.0:1789131397.723445:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00800000:00000002:0.0:1789131397.723448:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.723453:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.723455:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.723456:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:0.0:1789131397.723458:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-30' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.723461:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789131397.723463:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789131397.723467:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:0.0:1789131397.723507:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789131397.723509:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789131397.723511:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789131397.723514:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789131397.723516:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x20:0x0] 40000000:00000001:0.0:1789131397.723519:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.723521:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.723522:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.723524:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.723526:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:0.0:1789131397.723528:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x20:0x0], name='f0a.replay-dual-30' -> mds #0 layout version 1 00000002:00000001:0.0:1789131397.723531:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.723532:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:0.0:1789131397.723533:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-30,[0x200000402:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789131397.723536:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.723539:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789131397.723542:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789131397.723545:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.723547:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789131397.723549:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d400 count: 2 00010000:00000001:0.0:1789131397.723551:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.723554:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789131397.723562:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789131397.723564:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fefa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc211593d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789131397.723573:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131397.723576:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131397.723578:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131397.723580:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789131397.723582:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.723584:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.723586:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d400 count: 3 00010000:00000001:0.0:1789131397.723589:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.723591:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.723593:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.723594:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.723596:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d400 count: 3 00010000:00000001:0.0:1789131397.723598:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.723600:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.723601:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.723602:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.723604:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d400 count: 3 00010000:00000001:0.0:1789131397.723605:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.723607:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.723609:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.723611:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789131397.723615:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789131397.723621:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789131397.723624:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131397.723625:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.723628:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789131397.723630:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131397.723632:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131397.723634:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.723636:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789131397.723638:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b88c00 with handle 0xc8adac5b2d01fefa from hash 00010000:00000001:0.0:1789131397.723640:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131397.723647:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.723648:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.723649:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131397.723653:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131397.723654:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789131397.723657:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.723659:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.723661:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789131397.723665:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081ed00. 00000020:00000040:0.0:1789131397.723669:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=66 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:0.0:1789131397.723674:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789131397.723675:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.723678:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.723681:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.723684:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.723696:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.723697:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.723699:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.723701:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.723703:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.723710:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b13800. 00000100:00000001:0.0:1789131397.723716:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.723719:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.723721:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789131397.723724:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fefa lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc211593d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789131397.723731:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789131397.723733:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.723734:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131397.723737:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01fefa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc211593d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789131397.723744:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d400 count: 0 00010000:00000010:0.0:1789131397.723748:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.723763:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.723764:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.723766:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.723767:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.723769:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.723779:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713728089344 : -110359981462272 : ffff9ba0d081ed00) 00010000:00000001:0.0:1789131397.723782:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.723784:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.723789:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d900. 00010000:00000010:0.0:1789131397.723793:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.723796:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.723798:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b89400. 00000020:00000001:0.0:1789131397.723800:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.723802:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b89400 with handle 0xc8adac5b2d01ff01 to hash 00000020:00000001:0.0:1789131397.723804:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.723806:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00010000:00000001:0.0:1789131397.723809:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00010000:00000001:0.0:1789131397.723811:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.723813:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.723815:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89400/0xc8adac5b2d01ff01 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.723821:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89400/0xc8adac5b2d01ff01 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789131397.723832:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789131397.723840:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d081ed00 x1876039997369856/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789131397.723849:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89400/0xc8adac5b2d01ff01 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.723853:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.723855:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.723869:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908480. 00000100:00000001:0.0:1789131397.723871:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729045632 : -110359980505984 : ffff9ba0d0908480) 00000100:00000001:0.0:1789131397.723873:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.723874:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728089344 : -110359981462272 : ffff9ba0d081ed00) 00000100:00000001:0.0:1789131397.723878:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.723881:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.723883:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.723885:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.723889:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081ed00 x1876039997369856/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.723895:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.723897:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.723901:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.723903:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.723905:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.723908:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081ed00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997369856:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.723912:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.723918:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.723920:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.723922:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.723970:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d09c0000. 02000000:00000001:0.0:1789131397.723973:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.723980:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.723984:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.723989:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c7b10800. 00000100:00000200:0.0:1789131397.723996:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997369856, portal 10 00000100:00000001:0.0:1789131397.723998:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.723999:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728089344 : -110359981462272 : ffff9ba0d081ed00) 00000100:00000040:0.0:1789131397.724005:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081ed00 x1876039997369856/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.724011:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.724014:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.724017:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13464c8. 00000100:00000200:0.0:1789131397.724027:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997369856, offset 0 00000400:00000200:0.0:1789131397.724033:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.724364:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.724373:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.724379:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.724383:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.724391:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.724393:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.724397:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [329:329:256:4294967295] 192.168.206.157@tcp LPNI seq info [329:329:8:4294967295] 00000400:00000200:0.0:1789131397.724401:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.724411:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.724416:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.724422:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593400. 00000800:00000200:0.0:1789131397.724429:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.724435:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.724439:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593400 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.724458:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.724463:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 34770 usecs (35 jiffies) 00000400:00000200:0.0:1789131397.724466:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.724587:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984768 00000100:00000001:0.0:1789131397.724596:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984762 00000100:00000001:0.0:1789131397.724601:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984769 00000100:00000001:0.0:1789131397.724604:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984762 00000100:00000001:0.0:1789131397.724608:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.724611:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.724613:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.724615:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.724618:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908480 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.724620:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.724623:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.725142:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.725147:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593400. 00000400:00000200:2.0:1789131397.725153:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.725158:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.725164:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13464c8 00000400:00000010:2.0:1789131397.725166:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13464c8. 00000100:00000001:2.0:1789131397.725170:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.725176:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081ed00 x1876039997369856/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.725186:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.725190:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081ed00 x1876039997369856/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.725196:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.725197:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.729678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d400. 00010000:00000010:0.1:1789131397.729805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b88c00. 00000800:00000001:3.0:1789131397.737523:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.737539:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.737544:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.737546:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.737554:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.737562:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.737571:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.737575:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.737580:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.737584:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0ae00 00000400:00000200:3.0:1789131397.737588:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.737594:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xded [32] + 224 00000800:00000001:3.0:1789131397.737601:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.737620:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.737623:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.737628:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.737634:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.737641:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081ed00 x1876039997369856/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.737650:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d081ed00 x1876039997369856/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.737670:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131397.737678:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131397.737682:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.737696:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131397.737703:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [330:330:256:4294967295] 192.168.206.157@tcp LPNI seq info [330:330:8:4294967295] 00000400:00000200:3.0:1789131397.737707:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.737714:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131397.737718:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131397.737724:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84fcc00. 00000800:00000200:3.0:1789131397.737729:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131397.737735:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131397.737739:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84fcc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131397.737832:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.737836:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84fcc00. 00000400:00000200:3.0:1789131397.737839:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.737843:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131397.737849:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.737853:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.738352:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.738360:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.738362:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.738366:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.738371:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c7b10800 00000400:00000010:0.0:1789131397.738373:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c7b10800. 00000100:00000001:0.0:1789131397.738376:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.738381:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081ed00 x1876039997369856/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.738390:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081ed00 x1876039997369856/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.738396:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.738398:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.738401:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.738404:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.738406:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.738407:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.738410:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.738418:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.738423:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.738425:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.738427:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.738429:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.738432:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.738547:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.738550:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1789131397.738553:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.738555:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.738557:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728089344 : -110359981462272 : ffff9ba0d081ed00) 00000100:00000001:0.0:1789131397.738560:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.738562:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.738564:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.738567:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.738581:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.738604:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.738606:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.738608:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.738612:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.738619:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081ed00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997369856:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.738624:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.738627:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.738630:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.738632:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.738635:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.738642:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.738645:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908480. 00000100:00000001:0.0:1789131397.738648:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.738649:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.738652:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.738656:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.738658:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.738661:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89400 refcount=4 00000020:00000001:0.0:1789131397.738663:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00010000:00000001:0.0:1789131397.738666:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00010000:00000040:0.0:1789131397.738671:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b89400, remote cookie: 0x2d69527cc2115959, flags: 0x1001 00010000:00010000:0.0:1789131397.738676:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89400/0xc8adac5b2d01ff01 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115959 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789131397.738683:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789131397.738697:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789131397.738709:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c4c0d400. 00010000:00000010:0.0:1789131397.738715:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f600. 00010000:00000040:0.0:1789131397.738721:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d900 count: 0 00010000:00000010:0.0:1789131397.738727:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.738734:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.738737:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89400/0xc8adac5b2d01ff01 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115959 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.738747:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89400/0xc8adac5b2d01ff01 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115959 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.738752:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.738756:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.738758:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.738759:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.738761:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.738763:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x20:0x0].0x0 (ffff9ba0c4c0d400) refcount = 1 00010000:00010000:0.0:1789131397.738767:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89400/0xc8adac5b2d01ff01 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115959 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.738773:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.738776:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.738777:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.738780:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.738782:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.738785:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89400/0xc8adac5b2d01ff01 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115959 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.738791:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.738792:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.738794:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.738795:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.738796:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.738802:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.738808:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.738810:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.738811:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.738813:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89400 refcount=3 00000020:00000001:0.0:1789131397.738815:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00010000:00000001:0.0:1789131397.738816:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00010000:00000001:0.0:1789131397.738818:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.738819:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.738820:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89400 refcount=4 00000020:00000001:0.0:1789131397.738822:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00010000:00000001:0.0:1789131397.738823:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00010000:00000001:0.0:1789131397.738826:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.738829:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.738832:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89400/0xc8adac5b2d01ff01 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115959 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.738837:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.738839:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.738840:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.738841:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.738842:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89400 refcount=5 00000020:00000001:0.0:1789131397.738843:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00010000:00000001:0.0:1789131397.738845:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00010000:00000001:0.0:1789131397.738847:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.738850:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89400/0xc8adac5b2d01ff01 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115959 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.738854:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.738856:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.738858:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89400/0xc8adac5b2d01ff01 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115959 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.738871:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.738872:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.738873:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.738875:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.738875:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.738881:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.738891:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.738895:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.738902:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.738909:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.738910:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.738911:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89400 refcount=3 00000020:00000001:0.0:1789131397.738913:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00010000:00000001:0.0:1789131397.738915:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00000002:00010000:0.0:1789131397.738919:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89400/0xc8adac5b2d01ff01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115959 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789131397.738927:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0d84c6180. 00010000:00000001:0.0:1789131397.738929:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.738930:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.738931:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.738933:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.738936:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789131397.738938:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.738940:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728089344 : -110359981462272 : ffff9ba0d081ed00) 00000100:00000001:0.0:1789131397.738942:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.738943:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728089344 : -110359981462272 : ffff9ba0d081ed00) 00010000:00000001:0.0:1789131397.738944:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.738950:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.738952:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89400 refcount=3 00000020:00000001:0.0:1789131397.738953:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00010000:00000001:0.0:1789131397.738956:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00000002:00010000:0.0:1789131397.738959:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89400/0xc8adac5b2d01ff01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115959 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.738965:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.738967:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.738968:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.738970:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.738970:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.738972:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89400 refcount=3 00000020:00000001:0.0:1789131397.738973:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00010000:00000001:0.0:1789131397.738975:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00010000:00000040:0.0:1789131397.738979:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d400 count: 2 00010000:00000001:0.0:1789131397.738982:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.738985:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/32 (0 0) 00010000:00000001:0.0:1789131397.738988:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.738989:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.738990:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.738993:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:0.0:1789131397.738995:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-30 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789131397.738997:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.739000:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.739003:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.739005:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789131397.739009:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.739012:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.739015:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789131397.739016:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d81f77e0 it_disposition 1800037 00000080:00002000:0.0:1789131397.739021:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2186438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789131397.739027:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.739035:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789131397.739037:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:0.0:1789131397.739039:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-30, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:0.0:1789131397.739042:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789131397.739044:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.739049:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789131397.739053:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.739056:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279520 : 144115205289279520 : 200000402000020) 00000080:00000001:0.0:1789131397.739059:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789131397.739071:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d2129080. 00000020:00000001:0.0:1789131397.739079:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789131397.739081:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789131397.739083:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789131397.739085:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x20:0x0](ffff9ba0d2129148) 00000020:00000001:0.0:1789131397.739089:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.739092:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:0.0:1789131397.739095:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:0.0:1789131397.739099:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789131397.739103:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d08ff578. 00000020:00000001:0.0:1789131397.739105:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.739107:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.739113:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.739117:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d7dba0. 00020000:00000001:0.0:1789131397.739120:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582726048 : -110360126825568 : ffff9ba0c7d7dba0) 00020000:00000001:0.0:1789131397.739122:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789131397.739124:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.739130:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f79c0. 00020000:00000010:0.0:1789131397.739133:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364f80. 00020000:00000010:0.0:1789131397.739138:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7f60. 00020000:00000001:0.0:1789131397.739140:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855856480 : -110359853695136 : ffff9ba0d81f7f60) 00020000:00000002:0.0:1789131397.739142:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7f60, objid 0x20:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.739147:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.739151:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364f80: ostid: 0x240000400:18 ost idx: 0 gen: 0 00020000:00000001:0.0:1789131397.739154:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789131397.739161:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7f60, objid 0x20:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.739164:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.739167:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364f80: ostid: 0x240000400:18 ost idx: 0 gen: 0 00020000:00000010:0.0:1789131397.739170:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d0b0fcf0. 00020000:00000010:0.0:1789131397.739173:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0d0908480. 00020000:00000001:0.0:1789131397.739177:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789131397.739180:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7f22028. 00020000:00000001:0.0:1789131397.739183:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789131397.739185:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789131397.739190:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.739193:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d08ff0c8. 00000020:00000001:0.0:1789131397.739195:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.739196:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.739198:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713729007944 : -110359980543672 : ffff9ba0d08ff148) 00020000:00000001:0.0:1789131397.739201:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789131397.739218:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d80f40. 00020000:00000001:0.0:1789131397.739221:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.739225:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729007944 : -110359980543672 : ffff9ba0d08ff148) 00020000:00000001:0.0:1789131397.739227:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713729007944 : -110359980543672 : ffff9ba0d08ff148) 00020000:00000002:0.0:1789131397.739231:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x12:0x0]@ffff9ba0d08ff0c8[0:0] -> [0x200000402:0x20:0x0]@ffff9ba0d08ff578: ostid: 0x240000400:18 ost idx: 0 gen: 0 00020000:00000001:0.0:1789131397.739243:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789131397.739245:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789131397.739247:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.739250:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729009144 : -110359980542472 : ffff9ba0d08ff5f8) 00000020:00001000:0.0:1789131397.739253:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:0.0:1789131397.739256:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279520 : 144115205289279520 : 200000402000020) 00000080:00000001:0.0:1789131397.739259:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789131397.739261:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279520 mtime from 0 to 1789131397 00000080:00000001:0.0:1789131397.739265:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789131397.739267:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754345800 : -110359955205816 : ffff9ba0d2129148) 00010000:00000001:0.0:1789131397.739270:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.739275:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.739277:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89400 refcount=3 00000020:00000001:0.0:1789131397.739279:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00010000:00000001:0.0:1789131397.739281:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00000080:00000001:0.0:1789131397.739285:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131397.739286:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.739288:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:0.0:1789131397.739290:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:0.0:1789131397.739292:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789131397.739295:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131397.739297:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.739300:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f7600. 00020000:00000010:0.0:1789131397.739303:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364c80. 00020000:00000010:0.0:1789131397.739305:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7420. 00020000:00000001:0.0:1789131397.739307:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855853600 : -110359853698016 : ffff9ba0d81f7420) 00020000:00000002:0.0:1789131397.739309:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7420, objid 0x20:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.739312:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.739315:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364c80: ostid: 0x240000400:18 ost idx: 0 gen: 0 00020000:00000002:0.0:1789131397.739318:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d7dba0) owner ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.739320:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131397.739322:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d7dba0) owner ffff9ba0c2f34f80 00020000:00000010:0.0:1789131397.739326:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0d8364c80. 00020000:00000010:0.0:1789131397.739328:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d81f7600. 00020000:00000010:0.0:1789131397.739331:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d81f7420. 00020000:00000002:0.0:1789131397.739332:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x20:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789131397.739334:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.739336:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.739339:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789131397.739341:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7dba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.739344:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d81f7f60 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:0.0:1789131397.739347:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7dba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.739349:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789131397.739355:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789131397.739357:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789131397.739358:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789131397.739360:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789131397.739363:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x20:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789131397.739365:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:0.0:1789131397.739367:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.739369:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.739371:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.739372:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.739375:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.739377:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.739379:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x20:0x0](ffff9ba0d2129148) 00000080:00010000:0.0:1789131397.739382:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x20:0x0](ffff9ba0d2129148) for lock 0xc8adac5b2d01ff01 00800000:00000001:0.0:1789131397.739385:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.739387:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.739388:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.739389:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.739390:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89400 refcount=3 00000020:00000001:0.0:1789131397.739392:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00010000:00000001:0.0:1789131397.739394:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00010000:00000001:0.0:1789131397.739396:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.739397:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.739398:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.739400:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.739401:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789131397.739403:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.739409:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.739415:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.739420:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d2129148 need_sync_to_mds [0x200000402:0x20:0x0] 00000080:00000001:0.0:1789131397.739423:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.739427:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x20:0x0](ffff9ba0d2129148) 00000080:00000001:0.0:1789131397.739430:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.739434:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000100:00000001:0.0:1789131397.740311:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.740319:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.740326:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.740329:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789131397.740331:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.740333:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d2129148 need_sync_to_mds [0x200000402:0x20:0x0] 00000080:00000001:0.0:1789131397.740340:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789131397.740342:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:0.0:1789131397.740344:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-30:[0x200000402:0x20:0x0](ffff9ba0d2129148), flags 100102 00000080:00000010:0.0:1789131397.740351:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5de9b80. 00000080:00000010:0.0:1789131397.740357:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0d84c6c40. 00000080:00000001:0.0:1789131397.740360:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789131397.740364:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.740368:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789131397.740372:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d0941920. 00000002:00100000:0.0:1789131397.740377:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.740383:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.740384:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789131397.740387:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789131397.740391:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.740393:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.740395:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.740398:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789131397.740405:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.740407:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d09c0000. 02000000:00000001:0.0:1789131397.740433:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789131397.740435:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.740661:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:0.0:1789131397.740664:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-30:[0x200000402:0x20:0x0](ffff9ba0d2129148), flags 100102, rc = 0 00000080:00000001:0.0:1789131397.740669:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789131397.740677:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d81f77e0 released 00000080:00010000:0.0:1789131397.740680:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff01 from it ffff9ba0d81f77e0 00010000:00000001:0.0:1789131397.740683:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.740694:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.740696:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89400 refcount=3 00000020:00000001:0.0:1789131397.740699:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00010000:00000001:0.0:1789131397.740701:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580676096 : -110360128875520 : ffff9ba0c7b89400) 00010000:00000001:0.0:1789131397.740704:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.740707:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89400/0xc8adac5b2d01ff01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115959 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.740714:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.740715:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.740716:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.740719:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.740721:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89400/0xc8adac5b2d01ff01 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115959 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.740728:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.740730:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.740732:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.740735:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.740736:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.740738:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.740740:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.740742:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.740744:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.740746:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.740748:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.740749:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.740750:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.740751:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789131397.740753:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789131397.740755:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.740757:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789131397.740759:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.740765:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.740768:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789131397.740769:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.740771:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.740773:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.740774:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.740777:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d81f77e0. 00000080:00000001:0.0:1789131397.740779:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.740783:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789131397.740785:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x20:0x0](ffff9ba0d2129148), inode mode 81a4 mask 40 00000080:00000001:0.0:1789131397.740789:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.740808:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.740812:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7dba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.740814:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7dba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.740817:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.740823:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789131397.740825:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:0.0:1789131397.740827:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-30:[0x200000402:0x20:0x0](ffff9ba0d2129148), flags 100002 00000080:00000001:0.0:1789131397.740829:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789131397.740831:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789131397.740832:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.740834:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7dba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.740836:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7dba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.740837:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.740839:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789131397.740844:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.740846:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.740850:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d400 count: 2 00010000:00000001:0.0:1789131397.740853:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.740868:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.740871:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x20:0x0]: 0 00000080:00000001:0.0:1789131397.740873:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789131397.740875:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789131397.740878:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.740880:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789131397.740890:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789131397.740894:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789131397.740895:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x20:0x0] 00000002:00000001:0.0:1789131397.740898:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789131397.740900:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x20:0x0] file closed with intent: 0 00000100:00000010:0.0:1789131397.740904:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081e1c0. 00000020:00000040:0.0:1789131397.740908:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=67 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131397.740912:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.740914:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.740917:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.740924:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d2de1600. 00000100:00000001:0.0:1789131397.740929:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789131397.740939:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789131397.740948:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789131397.740952:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d081e1c0 x1876039997370112/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789131397.740959:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.740960:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.740965:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908c00. 00000100:00000001:0.0:1789131397.740967:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729047552 : -110359980504064 : ffff9ba0d0908c00) 00000100:00000001:0.0:1789131397.740970:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.740971:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728086464 : -110359981465152 : ffff9ba0d081e1c0) 00000100:00000001:0.0:1789131397.740975:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.740978:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.740980:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.740981:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.740985:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081e1c0 x1876039997370112/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.740991:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.740994:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.740997:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.741000:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.741007:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.741012:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081e1c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997370112:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.741016:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.741023:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.741025:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.741028:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.741031:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c7b10800. 02000000:00000001:0.0:1789131397.741033:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.741039:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.741043:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.741050:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13465d8. 00000100:00000200:0.0:1789131397.741058:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997370112, portal 10 00000100:00000001:0.0:1789131397.741059:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.741060:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728086464 : -110359981465152 : ffff9ba0d081e1c0) 00000100:00000040:0.0:1789131397.741066:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081e1c0 x1876039997370112/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.741072:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.741074:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.741077:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346a18. 00000100:00000200:0.0:1789131397.741080:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997370112, offset 0 00000400:00000200:0.0:1789131397.741085:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.741093:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.741100:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.741105:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.741109:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.741113:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.741115:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.741119:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [331:331:256:4294967295] 192.168.206.157@tcp LPNI seq info [331:331:8:4294967295] 00000400:00000200:0.0:1789131397.741123:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.741131:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.741137:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.741141:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593b00. 00000800:00000200:0.0:1789131397.741152:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.741158:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.741162:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.741246:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.741250:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 34642 usecs (35 jiffies) 00000400:00000200:0.0:1789131397.741253:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.741256:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984785 00000100:00000001:0.0:1789131397.741263:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984768 00000100:00000001:0.0:1789131397.741266:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984785 00000100:00000001:0.0:1789131397.741269:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984769 00000100:00000001:0.0:1789131397.741272:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.741274:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.741276:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.741278:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.741280:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908c00 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.741282:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.741284:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.741987:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.741993:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593b00. 00000400:00000200:2.0:1789131397.741999:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.742005:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.742011:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346a18 00000400:00000010:2.0:1789131397.742013:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346a18. 00000100:00000001:2.0:1789131397.742017:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.742023:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081e1c0 x1876039997370112/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.742033:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.742045:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081e1c0 x1876039997370112/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.742051:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.742053:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131397.746904:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.746919:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.746923:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.746925:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.747001:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.747009:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.747017:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.747023:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.747028:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.747033:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0af00 00000400:00000200:3.0:1789131397.747038:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.747043:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xdf5 [1] + 224 00000800:00000001:3.0:1789131397.747050:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.747060:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.747062:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.747067:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.747074:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.747081:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081e1c0 x1876039997370112/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.747091:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d081e1c0 x1876039997370112/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.747145:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131397.747162:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.747171:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.747175:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789131397.748055:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.748060:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.748064:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.748070:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13465d8 00000400:00000010:0.0:1789131397.748072:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13465d8. 00000100:00000001:0.0:1789131397.748077:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.748085:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081e1c0 x1876039997370112/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.748095:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081e1c0 x1876039997370112/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.748101:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.748103:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.748106:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.748109:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.748122:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.748124:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.748127:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.748136:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.748140:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.748143:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.748144:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.748147:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.748150:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.748152:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.748154:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789131397.748156:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.748159:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.748160:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728086464 : -110359981465152 : ffff9ba0d081e1c0) 00000100:00000001:0.0:1789131397.748163:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.748165:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.748167:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.748169:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.748174:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081e1c0 x1876039997370112/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.748181:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.748184:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.748186:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.748190:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081e1c0 x1876039997370112/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.748668:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081e1c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997370112:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.748674:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.748676:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.748678:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.748680:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.748684:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081e1c0 x1876039997370112/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.748699:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.748709:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908c00. 00000100:00000001:0.0:1789131397.748712:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.748713:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.748720:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.748721:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728086464 : -110359981465152 : ffff9ba0d081e1c0) 00000002:00000001:0.0:1789131397.748724:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.748727:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.748732:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.748737:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789131397.748740:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.748746:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.748751:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.748758:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.748760:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.748762:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0d84c6c40. 00000100:00000001:0.0:1789131397.748764:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.748767:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081e1c0 x1876039997370112/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.748773:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.748775:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.748779:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5de9b80. 00000080:00000001:0.0:1789131397.748783:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.748789:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:0.0:1789131397.748792:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-30:[0x200000402:0x20:0x0](ffff9ba0d2129148), flags 100002, rc = 0 00000080:00000001:0.0:1789131397.748796:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.748801:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789131397.748803:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:0.0:1789131397.748805:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-30 (ffff9ba0d2186438, parent ffff9ba0d20e4ca8, inode ffff9ba0d2129148) hashed, 00000080:00000001:0.0:1789131397.748807:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.748859:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.748862:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.748864:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.748865:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:0.0:1789131397.748872:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.748879:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00800000:00000002:0.0:1789131397.748884:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.748888:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.748892:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.748894:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:0.0:1789131397.748896:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.748900:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.748903:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.748908:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.748909:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:0.0:1789131397.748911:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.748914:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.748917:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.748919:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.748925:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.748927:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.748929:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.748931:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.748934:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789131397.748939:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081cb40. 00000020:00000040:0.0:1789131397.749006:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=68 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:0.0:1789131397.749011:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.749016:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.749021:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.749023:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.749025:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.749027:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.749029:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.749033:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.749039:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b10c00. 00000100:00000001:0.0:1789131397.749045:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.749049:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.749050:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.749052:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.749053:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.749061:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.749067:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713728080704 : -110359981470912 : ffff9ba0d081cb40) 00010000:00000001:0.0:1789131397.749070:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.749072:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.749077:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d4ea2d00. 00010000:00000010:0.0:1789131397.749080:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.749083:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.749086:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b88c00. 00000020:00000001:0.0:1789131397.749089:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.749092:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b88c00 with handle 0xc8adac5b2d01ff08 to hash 00000020:00000001:0.0:1789131397.749094:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.749095:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.749098:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.749101:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.749104:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.749107:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff08 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.749114:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff08 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.749122:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff08 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.749127:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.749129:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.749134:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908c00. 00000100:00000001:0.0:1789131397.749136:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729047552 : -110359980504064 : ffff9ba0d0908c00) 00000100:00000001:0.0:1789131397.749138:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.749139:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728080704 : -110359981470912 : ffff9ba0d081cb40) 00000100:00000001:0.0:1789131397.749143:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.749147:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.749149:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.749150:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.749163:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081cb40 x1876039997370240/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.749171:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.749173:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.749176:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.749179:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.749181:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.749184:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081cb40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997370240:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.749188:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.749603:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.749607:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.749611:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.749616:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.749619:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.749625:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.749628:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.749634:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13465d8. 00000100:00000200:0.0:1789131397.749642:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997370240, portal 10 00000100:00000001:0.0:1789131397.749643:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.749645:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728080704 : -110359981470912 : ffff9ba0d081cb40) 00000100:00000040:0.0:1789131397.749651:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081cb40 x1876039997370240/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.749658:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.749661:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.749664:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13463b8. 00000100:00000200:0.0:1789131397.749667:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997370240, offset 0 00000400:00000200:0.0:1789131397.749674:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.749681:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.749698:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.749703:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.749706:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.749710:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.749713:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.749722:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [332:332:256:4294967295] 192.168.206.157@tcp LPNI seq info [332:332:8:4294967295] 00000400:00000200:0.0:1789131397.749727:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.749735:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.749741:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.749745:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593800. 00000800:00000200:0.0:1789131397.749751:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.749758:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.749762:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.749783:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.749787:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 34446 usecs (35 jiffies) 00000400:00000200:0.0:1789131397.749791:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.749793:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984794 00000100:00000001:0.0:1789131397.749801:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984785 00000100:00000001:0.0:1789131397.749806:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984794 00000100:00000001:0.0:1789131397.749809:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984785 00000100:00000001:0.0:1789131397.749813:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.749815:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.749817:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.749820:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.749822:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908c00 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.749824:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.749827:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.750924:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.750931:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593800. 00000400:00000200:2.0:1789131397.750937:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.750954:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.750961:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13463b8 00000400:00000010:2.0:1789131397.750963:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13463b8. 00000100:00000001:2.0:1789131397.750968:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.750974:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081cb40 x1876039997370240/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.750985:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.750988:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081cb40 x1876039997370240/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.750994:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.750996:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.755558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d900. 00000800:00000001:3.0:1789131397.760565:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.760580:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.760584:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.760586:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.760594:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.760601:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.760609:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.760614:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.760619:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.760623:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0af80 00000400:00000200:3.0:1789131397.760628:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.760633:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xdfd [1] + 224 00000800:00000001:3.0:1789131397.760655:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.760671:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.760674:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.760679:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.760694:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.760703:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081cb40 x1876039997370240/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.760712:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d081cb40 x1876039997370240/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.760730:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.760738:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.760742:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.760797:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.760804:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.760807:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.760810:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.760814:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13465d8 00000400:00000010:0.0:1789131397.760816:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13465d8. 00000100:00000001:0.0:1789131397.760820:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.760831:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081cb40 x1876039997370240/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.760852:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081cb40 x1876039997370240/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.760858:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.760860:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.760862:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.760865:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.760867:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.760869:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.760872:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.760880:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.760884:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.760886:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.760888:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.760890:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.760893:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.760897:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.760900:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.760901:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.760905:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.760910:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081cb40 x1876039997370240/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.760917:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.760920:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.760922:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.760925:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081cb40 x1876039997370240/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.760931:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081cb40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997370240:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.760936:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.760938:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.760940:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.760942:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.760951:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081cb40 x1876039997370240/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.760959:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.760962:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908c00. 00000100:00000001:0.0:1789131397.760964:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.760966:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.760969:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.760972:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.760975:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.760978:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=4 00000020:00000001:0.0:1789131397.760980:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.760983:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000040:0.0:1789131397.760989:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b88c00, remote cookie: 0x2d69527cc211596e, flags: 0x1001 00010000:00010000:0.0:1789131397.760994:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff08 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211596e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.761005:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff08 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211596e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.761013:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.761017:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.761019:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.761020:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.761021:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.761024:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0d4ea2d00) refcount = 1 00010000:00010000:0.0:1789131397.761028:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff08 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211596e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.761034:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.761037:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.761038:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.761041:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.761048:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.761051:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff08 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211596e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.761056:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.761057:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.761059:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.761060:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.761061:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.761062:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.761067:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.761069:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.761070:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.761072:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.761074:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.761076:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.761078:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.761079:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.761080:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=4 00000020:00000001:0.0:1789131397.761082:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.761083:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.761086:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.761088:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.761091:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff08 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211596e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.761097:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.761098:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.761100:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.761101:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.761102:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=5 00000020:00000001:0.0:1789131397.761103:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.761105:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.761107:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.761115:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff08 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211596e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.761121:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.761122:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.761125:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff08 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211596e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.761130:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.761131:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.761132:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.761133:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.761134:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.761140:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d081cb40 x1876039997370240/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789131397.761149:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.761150:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.761152:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.761153:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.761156:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.761158:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.761158:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.761160:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.761161:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.761164:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789131397.761166:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.761167:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.761168:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.761170:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.761172:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00000002:00010000:0.0:1789131397.761175:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff08 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211596e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.761191:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.761192:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.761194:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.761195:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.761196:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.761197:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.761199:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.761201:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000040:0.0:1789131397.761218:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2d00 count: 2 00010000:00000001:0.0:1789131397.761222:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.761226:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789131397.761229:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.761230:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.761232:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.761234:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:0.0:1789131397.761236:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789131397.761239:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.761243:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.761245:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.761249:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789131397.761252:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.761255:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.761259:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.761263:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.761265:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.761271:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.761275:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789131397.761279:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0d84c6c40. 00800000:00000001:0.0:1789131397.761281:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713858800704 : -110359850750912 : ffff9ba0d84c6c40) 00800000:00000001:0.0:1789131397.761283:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.761285:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.761288:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789131397.761289:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789131397.761298:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789131397.761301:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789131397.761303:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.761307:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789131397.761310:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789131397.761315:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:0.0:1789131397.761318:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.761319:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.761321:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.761323:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.761325:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.761328:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.761328:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.761330:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.761332:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789131397.761334:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d84c6c40 1 00800000:00000010:0.0:1789131397.761336:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0d84c6c40. 00800000:00000001:0.0:1789131397.761338:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.761342:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff08 00800000:00000001:0.0:1789131397.761344:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.761346:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.761347:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.761348:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.761349:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.761351:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.761353:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.761355:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.761355:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.761357:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.761359:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.761361:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.761363:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.761367:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff08 from it ffffbc4101cb7bf8 00010000:00000001:0.0:1789131397.761368:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.761375:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.761376:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.761378:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.761380:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.761381:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.761384:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff08 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211596e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.761389:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.761390:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.761391:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.761394:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.761396:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff08 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211596e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.761403:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.761406:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.761407:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.761412:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.761412:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.761414:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.761416:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.761418:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.761419:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.761422:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.761423:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.761424:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.761425:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.761427:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.761431:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d081cb40 x1876039997370240/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.761437:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131397.761439:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.761441:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.761445:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131397.761450:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131397.761452:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=67 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131397.761454:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131397.761456:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c7b10c00. 02000000:00000001:0.0:1789131397.761460:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131397.761461:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131397.761463:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d081cb40. 00000100:00000001:0.0:1789131397.761465:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131397.761466:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.761508:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:0.0:1789131397.761515:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.761528:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d0941080. 00000080:00000001:0.0:1789131397.761533:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.761535:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.761536:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:0.0:1789131397.761538:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.761543:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00800000:00000002:0.0:1789131397.761547:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.761551:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.761553:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.761555:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:0.0:1789131397.761557:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.761560:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.761563:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.761567:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.761569:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:0.0:1789131397.761571:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.761575:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.761576:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.761578:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.761581:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2d00 count: 2 00010000:00000001:0.0:1789131397.761584:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.761587:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.761589:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789131397.761592:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff08 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211596e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789131397.761605:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789131397.761608:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.761611:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff08 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211596e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789131397.761617:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789131397.761619:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.761621:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.761622:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.761624:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.761625:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789131397.761628:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789131397.761629:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.761631:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.761633:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.761635:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.761636:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.761639:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff08 00800000:00000001:0.0:1789131397.761641:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.761642:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.761643:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.761645:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.761646:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.761647:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.761649:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.761651:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.761652:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.761653:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.761654:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.761656:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff08 from it ffffbc4101cb7b38 00010000:00000001:0.0:1789131397.761657:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.761658:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.761664:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.761666:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.761668:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.761670:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.761672:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff08 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211596e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.761677:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.761678:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.761679:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.761680:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.761682:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff08 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211596e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789131397.761700:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.761702:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.761703:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.761705:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.761706:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.761708:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.761710:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.761711:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.761712:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.761715:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.761716:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.761717:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.761718:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.761721:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789131397.761722:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.761724:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:0.0:1789131397.761728:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.761730:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789131397.761732:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:0.0:1789131397.761734:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-31, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d8799380, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789131397.761740:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d81f77e0. 00000080:00000001:0.0:1789131397.761750:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789131397.761752:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:0.0:1789131397.761754:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-31, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:0.0:1789131397.761760:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00800000:00000002:0.0:1789131397.761762:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.761767:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.761769:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.761770:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:0.0:1789131397.761772:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-31' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.761775:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789131397.761777:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789131397.761781:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:0.0:1789131397.761784:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789131397.761786:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789131397.761788:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789131397.761791:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789131397.761793:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x21:0x0] 40000000:00000001:0.0:1789131397.761795:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.761797:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.761798:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.761800:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.761802:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:0.0:1789131397.761804:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x21:0x0], name='f0a.replay-dual-31' -> mds #0 layout version 1 00000002:00000001:0.0:1789131397.761807:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.761809:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:0.0:1789131397.761810:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-31,[0x200000402:0x21:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789131397.761814:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.761816:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789131397.761819:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789131397.761822:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.761824:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789131397.761827:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2d00 count: 2 00010000:00000001:0.0:1789131397.761829:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.761831:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789131397.761839:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789131397.761842:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff08 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc211596e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789131397.761848:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131397.761851:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131397.761853:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131397.761855:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789131397.761857:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.761859:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.761861:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2d00 count: 3 00010000:00000001:0.0:1789131397.761863:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.761865:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.761867:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.761867:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.761869:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2d00 count: 3 00010000:00000001:0.0:1789131397.761871:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.761872:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.761874:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.761875:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.761876:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2d00 count: 3 00010000:00000001:0.0:1789131397.761878:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.761879:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.761881:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.761884:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789131397.761887:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789131397.761892:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789131397.761895:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131397.761896:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.761899:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789131397.761901:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131397.761902:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131397.761904:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.761905:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789131397.761908:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b88c00 with handle 0xc8adac5b2d01ff08 from hash 00010000:00000001:0.0:1789131397.761910:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131397.761918:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.761919:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.761920:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131397.761922:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131397.761924:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789131397.761926:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.761928:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.761930:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789131397.761935:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081cb40. 00000020:00000040:0.0:1789131397.761938:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=68 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:0.0:1789131397.761942:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789131397.761944:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.761946:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.761950:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.761952:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.761953:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.761954:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.761957:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.761959:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.761961:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.761967:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b10c00. 00000100:00000001:0.0:1789131397.761973:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.761976:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.761978:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789131397.761981:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff08 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc211596e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789131397.761988:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789131397.761990:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.761991:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131397.761993:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff08 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc211596e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789131397.762001:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4ea2d00 count: 0 00010000:00000010:0.0:1789131397.762005:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.762019:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.762020:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.762022:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.762023:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.762025:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.762034:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713728080704 : -110359981470912 : ffff9ba0d081cb40) 00010000:00000001:0.0:1789131397.762038:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.762040:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.762044:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d4ea2700. 00010000:00000010:0.0:1789131397.762047:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.762050:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.762053:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b88200. 00000020:00000001:0.0:1789131397.762055:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.762057:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b88200 with handle 0xc8adac5b2d01ff0f to hash 00000020:00000001:0.0:1789131397.762059:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.762061:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00010000:00000001:0.0:1789131397.762063:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00010000:00000001:0.0:1789131397.762066:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.762068:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.762070:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88200/0xc8adac5b2d01ff0f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.762077:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88200/0xc8adac5b2d01ff0f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789131397.762086:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789131397.762094:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d081cb40 x1876039997370496/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789131397.762102:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88200/0xc8adac5b2d01ff0f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.762107:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.762109:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.762119:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908c00. 00000100:00000001:0.0:1789131397.762121:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729047552 : -110359980504064 : ffff9ba0d0908c00) 00000100:00000001:0.0:1789131397.762123:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.762125:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728080704 : -110359981470912 : ffff9ba0d081cb40) 00000100:00000001:0.0:1789131397.762128:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.762132:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.762133:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.762135:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.762140:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081cb40 x1876039997370496/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.762146:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.762149:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.762152:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.762154:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.762156:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.762159:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081cb40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997370496:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.762163:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.762168:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.762170:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.762172:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.762218:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d09e0000. 02000000:00000001:0.0:1789131397.762221:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.762227:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.762231:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.762248:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d09dd400. 00000100:00000200:0.0:1789131397.762255:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997370496, portal 10 00000100:00000001:0.0:1789131397.762257:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.762258:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728080704 : -110359981470912 : ffff9ba0d081cb40) 00000100:00000040:0.0:1789131397.762265:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081cb40 x1876039997370496/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.762271:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.762274:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.762277:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13465d8. 00000100:00000200:0.0:1789131397.762286:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997370496, offset 0 00000400:00000200:0.0:1789131397.762292:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.762299:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.762306:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.762310:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.762313:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.762317:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.762320:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.762323:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [333:333:256:4294967295] 192.168.206.157@tcp LPNI seq info [333:333:8:4294967295] 00000400:00000200:0.0:1789131397.762326:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.762334:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.762339:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.762343:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593800. 00000800:00000200:0.0:1789131397.762349:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.762355:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.762360:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593800 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.762379:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.762383:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 34296 usecs (35 jiffies) 00000400:00000200:0.0:1789131397.762387:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.762389:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984806 00000100:00000001:0.0:1789131397.762395:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984794 00000100:00000001:0.0:1789131397.762400:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984806 00000100:00000001:0.0:1789131397.762404:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984794 00000100:00000001:0.0:1789131397.762406:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.762409:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.762411:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.762413:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.762417:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908c00 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.762419:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.762421:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.765060:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.765068:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593800. 00000400:00000200:2.0:1789131397.765074:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.765082:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.765088:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13465d8 00000400:00000010:2.0:1789131397.765091:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13465d8. 00000100:00000001:2.0:1789131397.765096:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.765103:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081cb40 x1876039997370496/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.765115:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.765118:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081cb40 x1876039997370496/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.765124:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.765126:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.774591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4ea2d00. 00010000:00000010:0.1:1789131397.774605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b88c00. 00000800:00000001:3.0:1789131397.775846:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.775859:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.775863:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.775865:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.775874:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.775881:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.775889:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.775893:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.775897:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.775901:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0b080 00000400:00000200:3.0:1789131397.775905:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.775910:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xe05 [32] + 224 00000800:00000001:3.0:1789131397.775916:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.775922:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.775925:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.775929:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.775936:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.775956:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081cb40 x1876039997370496/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.775967:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d081cb40 x1876039997370496/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.775999:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131397.776009:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131397.776012:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.776017:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131397.776023:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [334:334:256:4294967295] 192.168.206.157@tcp LPNI seq info [334:334:8:4294967295] 00000400:00000200:3.0:1789131397.776027:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.776035:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131397.776049:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131397.776056:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84ff000. 00000100:00000001:0.0:1789131397.776061:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1789131397.776064:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000400:00000001:0.0:1789131397.776069:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1789131397.776074:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000400:00000001:0.0:1789131397.776075:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.776080:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000800:00000200:3.0:1789131397.776081:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84ff000 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1789131397.776086:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d09dd400 00000400:00000010:0.0:1789131397.776091:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d09dd400. 00000100:00000001:0.0:1789131397.776094:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.776100:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081cb40 x1876039997370496/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.776113:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081cb40 x1876039997370496/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.776120:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.776122:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.776124:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.776128:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.776130:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.776133:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.776135:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.776145:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.776149:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.776151:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.776153:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.776157:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.776160:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.776161:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1789131397.776164:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000800:00000010:3.0:1789131397.776166:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84ff000. 00000100:00000040:0.0:1789131397.776168:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1789131397.776172:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000400:00000200:3.0:1789131397.776172:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1789131397.776176:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.776180:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728080704 : -110359981470912 : ffff9ba0d081cb40) 00000400:00000200:3.0:1789131397.776181:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000100:00000001:0.0:1789131397.776186:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.776190:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000800:00000001:3.0:1789131397.776190:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1789131397.776193:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1789131397.776196:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.776198:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.776206:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.776238:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.776242:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.776244:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.776249:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.776263:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081cb40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997370496:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.776269:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.776272:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.776275:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.776277:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.776281:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.776288:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.776290:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908c00. 00000100:00000001:0.0:1789131397.776293:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.776295:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.776298:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.776303:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.776305:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.776308:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88200 refcount=4 00000020:00000001:0.0:1789131397.776310:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00010000:00000001:0.0:1789131397.776313:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00010000:00000040:0.0:1789131397.776319:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b88200, remote cookie: 0x2d69527cc211598a, flags: 0x1001 00010000:00010000:0.0:1789131397.776324:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88200/0xc8adac5b2d01ff0f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211598a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789131397.776333:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x21:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789131397.776336:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789131397.776347:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d4ea2d00. 00010000:00000010:0.0:1789131397.776351:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f100. 00010000:00000040:0.0:1789131397.776356:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4ea2700 count: 0 00010000:00000010:0.0:1789131397.776360:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.776366:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.776370:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88200/0xc8adac5b2d01ff0f lrc: 4/0,1 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211598a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.776378:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88200/0xc8adac5b2d01ff0f lrc: 4/0,1 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211598a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.776383:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.776387:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.776389:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.776391:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.776392:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.776394:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x21:0x0].0x0 (ffff9ba0d4ea2d00) refcount = 1 00010000:00010000:0.0:1789131397.776398:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88200/0xc8adac5b2d01ff0f lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211598a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.776403:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.776407:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.776408:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.776411:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.776413:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.776416:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88200/0xc8adac5b2d01ff0f lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211598a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.776421:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.776422:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.776424:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.776425:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.776426:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.776435:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.776440:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.776443:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.776445:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.776446:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88200 refcount=3 00000020:00000001:0.0:1789131397.776448:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00010000:00000001:0.0:1789131397.776450:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00010000:00000001:0.0:1789131397.776452:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.776453:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.776454:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88200 refcount=4 00000020:00000001:0.0:1789131397.776455:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00010000:00000001:0.0:1789131397.776457:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00010000:00000001:0.0:1789131397.776459:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.776462:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.776465:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88200/0xc8adac5b2d01ff0f lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211598a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.776519:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.776520:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.776521:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.776522:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.776523:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88200 refcount=5 00000020:00000001:0.0:1789131397.776525:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00010000:00000001:0.0:1789131397.776527:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00010000:00000001:0.0:1789131397.776529:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.776532:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88200/0xc8adac5b2d01ff0f lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211598a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.776538:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.776539:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.776542:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88200/0xc8adac5b2d01ff0f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211598a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.776582:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.776584:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.776585:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.776586:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.776587:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.776593:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.776602:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.776609:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.776615:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.776622:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.776624:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.776625:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88200 refcount=3 00000020:00000001:0.0:1789131397.776626:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00010000:00000001:0.0:1789131397.776628:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00000002:00010000:0.0:1789131397.776632:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88200/0xc8adac5b2d01ff0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211598a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789131397.776641:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0d84c6c40. 00010000:00000001:0.0:1789131397.776643:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.776644:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.776646:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.776648:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.776650:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789131397.776653:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.776654:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728080704 : -110359981470912 : ffff9ba0d081cb40) 00000100:00000001:0.0:1789131397.776655:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.776656:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728080704 : -110359981470912 : ffff9ba0d081cb40) 00010000:00000001:0.0:1789131397.776658:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.776665:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.776666:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88200 refcount=3 00000020:00000001:0.0:1789131397.776668:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00010000:00000001:0.0:1789131397.776670:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00000002:00010000:0.0:1789131397.776673:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88200/0xc8adac5b2d01ff0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211598a expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.776681:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.776682:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.776683:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.776694:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.776695:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.776697:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88200 refcount=3 00000020:00000001:0.0:1789131397.776699:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00010000:00000001:0.0:1789131397.776701:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00010000:00000040:0.0:1789131397.776704:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2d00 count: 2 00010000:00000001:0.0:1789131397.776707:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.776710:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/33 (0 0) 00010000:00000001:0.0:1789131397.776713:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.776714:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.776715:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.776717:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:0.0:1789131397.776719:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-31 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789131397.776722:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.776725:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.776728:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.776731:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789131397.776734:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.776738:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.776740:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789131397.776741:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d81f77e0 it_disposition 1800037 00000080:00002000:0.0:1789131397.776747:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2186a20 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789131397.776751:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.776759:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789131397.776761:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:0.0:1789131397.776763:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-31, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:0.0:1789131397.776765:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789131397.776767:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.776771:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789131397.776775:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.776777:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279521 : 144115205289279521 : 200000402000021) 00000080:00000001:0.0:1789131397.776780:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789131397.776792:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d212a100. 00000020:00000001:0.0:1789131397.776802:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789131397.776803:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789131397.776806:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789131397.776808:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x21:0x0](ffff9ba0d212a1c8) 00000020:00000001:0.0:1789131397.776811:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.776815:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:0.0:1789131397.776817:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:0.0:1789131397.776821:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789131397.776837:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d08ff7d0. 00000020:00000001:0.0:1789131397.776839:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.776841:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.776847:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.776851:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d7dd90. 00020000:00000001:0.0:1789131397.776853:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582726544 : -110360126825072 : ffff9ba0c7d7dd90) 00020000:00000001:0.0:1789131397.776856:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789131397.776859:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.776864:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f7420. 00020000:00000010:0.0:1789131397.776868:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364c80. 00020000:00000010:0.0:1789131397.776873:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7600. 00020000:00000001:0.0:1789131397.776875:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855854080 : -110359853697536 : ffff9ba0d81f7600) 00020000:00000002:0.0:1789131397.776882:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7600, objid 0x21:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.776886:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.776890:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364c80: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000001:0.0:1789131397.776893:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789131397.776900:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7600, objid 0x21:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.776904:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.776906:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364c80: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000010:0.0:1789131397.776912:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c6688110. 00020000:00000010:0.0:1789131397.776915:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0d0908c00. 00020000:00000001:0.0:1789131397.776921:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789131397.776923:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7f22630. 00020000:00000001:0.0:1789131397.776926:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789131397.776927:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789131397.776932:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.776935:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d08ff898. 00000020:00000001:0.0:1789131397.776937:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.776938:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.776941:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713729009944 : -110359980541672 : ffff9ba0d08ff918) 00020000:00000001:0.0:1789131397.776944:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789131397.776949:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d801e8. 00020000:00000001:0.0:1789131397.776951:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.776956:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729009944 : -110359980541672 : ffff9ba0d08ff918) 00020000:00000001:0.0:1789131397.776958:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713729009944 : -110359980541672 : ffff9ba0d08ff918) 00020000:00000002:0.0:1789131397.776961:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x12:0x0]@ffff9ba0d08ff898[0:0] -> [0x200000402:0x21:0x0]@ffff9ba0d08ff7d0: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000001:0.0:1789131397.776966:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789131397.776968:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789131397.776969:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.776972:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729009744 : -110359980541872 : ffff9ba0d08ff850) 00000020:00001000:0.0:1789131397.776975:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:0.0:1789131397.776979:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279521 : 144115205289279521 : 200000402000021) 00000080:00000001:0.0:1789131397.776982:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789131397.776984:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279521 mtime from 0 to 1789131397 00000080:00000001:0.0:1789131397.776988:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789131397.776991:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754350024 : -110359955201592 : ffff9ba0d212a1c8) 00010000:00000001:0.0:1789131397.776993:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.776999:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.777001:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88200 refcount=3 00000020:00000001:0.0:1789131397.777008:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00010000:00000001:0.0:1789131397.777010:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00000080:00000001:0.0:1789131397.777014:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131397.777015:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.777017:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:0.0:1789131397.777019:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:0.0:1789131397.777021:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789131397.777023:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131397.777025:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.777028:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f7240. 00020000:00000010:0.0:1789131397.777031:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364780. 00020000:00000010:0.0:1789131397.777033:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f73c0. 00020000:00000001:0.0:1789131397.777035:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855853504 : -110359853698112 : ffff9ba0d81f73c0) 00020000:00000002:0.0:1789131397.777037:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f73c0, objid 0x21:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.777040:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.777043:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364780: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000002:0.0:1789131397.777046:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d7dd90) owner ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.777048:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131397.777050:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d7dd90) owner ffff9ba0c2f34f80 00020000:00000010:0.0:1789131397.777053:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0d8364780. 00020000:00000010:0.0:1789131397.777057:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d81f7240. 00020000:00000010:0.0:1789131397.777059:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d81f73c0. 00020000:00000002:0.0:1789131397.777061:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x21:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789131397.777063:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.777065:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.777067:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789131397.777069:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7dd90) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.777072:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d81f7600 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:0.0:1789131397.777075:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7dd90) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.777078:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789131397.777084:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789131397.777086:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789131397.777087:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789131397.777090:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789131397.777092:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x21:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789131397.777094:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:0.0:1789131397.777097:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.777098:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.777099:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.777101:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.777104:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.777105:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.777108:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x21:0x0](ffff9ba0d212a1c8) 00000080:00010000:0.0:1789131397.777110:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x21:0x0](ffff9ba0d212a1c8) for lock 0xc8adac5b2d01ff0f 00800000:00000001:0.0:1789131397.777113:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.777115:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.777116:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.777117:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.777119:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88200 refcount=3 00000020:00000001:0.0:1789131397.777120:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00010000:00000001:0.0:1789131397.777122:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00010000:00000001:0.0:1789131397.777124:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.777125:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.777126:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.777128:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.777129:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789131397.777131:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.777137:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.777144:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.777148:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d212a1c8 need_sync_to_mds [0x200000402:0x21:0x0] 00000080:00000001:0.0:1789131397.777151:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.777154:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x21:0x0](ffff9ba0d212a1c8) 00000080:00000001:0.0:1789131397.777157:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.777160:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000100:00000001:0.0:1789131397.777589:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.777595:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.777600:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.777604:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789131397.777606:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.777608:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d212a1c8 need_sync_to_mds [0x200000402:0x21:0x0] 00000080:00000001:0.0:1789131397.777616:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789131397.777618:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:0.0:1789131397.777620:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-31:[0x200000402:0x21:0x0](ffff9ba0d212a1c8), flags 100102 00000080:00000010:0.0:1789131397.777627:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5de9b80. 00000080:00000010:0.0:1789131397.777633:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0d84c6a00. 00000080:00000001:0.0:1789131397.777635:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789131397.777638:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.777641:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789131397.777644:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d0941380. 00000002:00100000:0.0:1789131397.777649:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.777655:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.777657:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789131397.777660:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789131397.777664:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.777666:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.777668:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.777672:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789131397.777678:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.777681:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d09e0000. 02000000:00000001:0.0:1789131397.777712:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789131397.777716:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.777719:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:0.0:1789131397.777721:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-31:[0x200000402:0x21:0x0](ffff9ba0d212a1c8), flags 100102, rc = 0 00000080:00000001:0.0:1789131397.777725:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789131397.777731:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d81f77e0 released 00000080:00010000:0.0:1789131397.777734:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff0f from it ffff9ba0d81f77e0 00010000:00000001:0.0:1789131397.777736:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.777737:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.777739:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88200 refcount=3 00000020:00000001:0.0:1789131397.777740:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00010000:00000001:0.0:1789131397.777743:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580671488 : -110360128880128 : ffff9ba0c7b88200) 00010000:00000001:0.0:1789131397.777745:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.777749:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88200/0xc8adac5b2d01ff0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc211598a expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.777756:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.777757:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.777759:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.777762:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.777764:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88200/0xc8adac5b2d01ff0f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc211598a expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.777771:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.777774:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.777776:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.777779:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.777781:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.777782:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.777785:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.777786:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.777788:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.777791:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.777793:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.777794:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.777795:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.777796:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789131397.777798:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789131397.777800:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.777801:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789131397.777804:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.777811:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.777814:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789131397.777815:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.777817:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.777819:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.777821:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.777824:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d81f77e0. 00000080:00000001:0.0:1789131397.777826:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.777830:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789131397.777832:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x21:0x0](ffff9ba0d212a1c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1789131397.777836:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.777855:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.777858:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7dd90) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.777862:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7dd90) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.777864:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.777870:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789131397.777872:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:0.0:1789131397.777874:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-31:[0x200000402:0x21:0x0](ffff9ba0d212a1c8), flags 100002 00000080:00000001:0.0:1789131397.777876:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789131397.777878:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789131397.777879:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.777881:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7dd90) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.777882:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7dd90) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.777884:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.777886:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789131397.777890:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.777892:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.777896:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2d00 count: 2 00010000:00000001:0.0:1789131397.777899:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.777902:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.777904:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x21:0x0]: 0 00000080:00000001:0.0:1789131397.777906:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789131397.777909:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789131397.778011:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.778015:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789131397.778023:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789131397.778026:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789131397.778028:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x21:0x0] 00000002:00000001:0.0:1789131397.778031:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789131397.778032:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x21:0x0] file closed with intent: 0 00000100:00000010:0.0:1789131397.778037:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081d680. 00000020:00000040:0.0:1789131397.778040:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=69 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131397.778044:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.778046:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.778050:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.778056:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0c5915800. 00000100:00000001:0.0:1789131397.778060:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789131397.778068:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789131397.778078:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789131397.778083:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d081d680 x1876039997370752/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789131397.778089:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.778091:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.778096:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908000. 00000100:00000001:0.0:1789131397.778098:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729044480 : -110359980507136 : ffff9ba0d0908000) 00000100:00000001:0.0:1789131397.778100:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.778101:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728083584 : -110359981468032 : ffff9ba0d081d680) 00000100:00000001:0.0:1789131397.778105:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.778109:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.778111:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.778112:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.778115:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081d680 x1876039997370752/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.778121:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.778123:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.778126:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.778128:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.778134:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.778137:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081d680 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997370752:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.778141:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.778146:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.778148:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.778150:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.778154:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d09dd400. 02000000:00000001:0.0:1789131397.778155:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.778351:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.778357:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.778363:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346000. 00000100:00000200:0.0:1789131397.778370:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997370752, portal 10 00000100:00000001:0.0:1789131397.778372:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.778373:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728083584 : -110359981468032 : ffff9ba0d081d680) 00000100:00000040:0.0:1789131397.778380:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081d680 x1876039997370752/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.778387:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.778389:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.778391:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346770. 00000100:00000200:0.0:1789131397.778395:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997370752, offset 0 00000400:00000200:0.0:1789131397.778400:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.778408:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.778414:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.778419:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.778423:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.778426:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.778429:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.778432:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [335:335:256:4294967295] 192.168.206.157@tcp LPNI seq info [335:335:8:4294967295] 00000400:00000200:0.0:1789131397.778435:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.778444:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.778450:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.778454:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593b00. 00000800:00000200:0.0:1789131397.778465:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.778499:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.778504:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.778525:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.778530:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 34170 usecs (35 jiffies) 00000400:00000200:0.0:1789131397.778534:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.778536:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984823 00000100:00000001:0.0:1789131397.778543:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984806 00000100:00000001:0.0:1789131397.778547:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984823 00000100:00000001:0.0:1789131397.778550:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984806 00000100:00000001:0.0:1789131397.778553:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.778556:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.778558:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.778559:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.778562:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908000 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.778564:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.778567:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.778714:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.778718:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593b00. 00000400:00000200:3.0:1789131397.778723:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.778727:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.778732:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346770 00000400:00000010:3.0:1789131397.778734:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346770. 00000100:00000001:3.0:1789131397.778738:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.778743:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081d680 x1876039997370752/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.778753:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.778756:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081d680 x1876039997370752/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.778768:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.778770:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.780612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4ea2700. 00000800:00000001:2.0:1789131397.788915:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.788931:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.788935:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.788937:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.788954:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.788961:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.788970:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.788974:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.788979:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.788982:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0b180 00000400:00000200:2.0:1789131397.788987:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.788993:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xe0d [1] + 224 00000800:00000001:2.0:1789131397.788999:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.789010:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.789013:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.789017:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.789024:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.789030:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081d680 x1876039997370752/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.789051:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d081d680 x1876039997370752/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.789088:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.789097:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.789100:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.789282:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.789290:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.789292:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.789296:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.789301:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346000 00000400:00000010:0.0:1789131397.789303:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346000. 00000100:00000001:0.0:1789131397.789306:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.789312:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081d680 x1876039997370752/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.789321:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081d680 x1876039997370752/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.789327:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.789329:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.789331:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.789334:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.789349:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.789351:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.789354:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.789362:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.789366:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.789369:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.789371:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.789373:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.789376:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.789380:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.789381:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789131397.789383:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.789385:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.789386:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728083584 : -110359981468032 : ffff9ba0d081d680) 00000100:00000001:0.0:1789131397.789390:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.789391:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.789393:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.789395:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.789401:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081d680 x1876039997370752/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.789408:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.789411:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.789413:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.789417:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081d680 x1876039997370752/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.789424:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081d680 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997370752:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.789429:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.789431:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.789433:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.789435:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.789438:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081d680 x1876039997370752/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.789444:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.789453:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908000. 00000100:00000001:0.0:1789131397.789456:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.789457:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.789464:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.789465:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728083584 : -110359981468032 : ffff9ba0d081d680) 00000002:00000001:0.0:1789131397.789467:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.789505:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.789510:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.789515:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789131397.789517:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.789522:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.789527:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.789534:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.789535:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.789537:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0d84c6a00. 00000100:00000001:0.0:1789131397.789540:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.789543:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081d680 x1876039997370752/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.789549:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.789551:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.789555:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5de9b80. 00000080:00000001:0.0:1789131397.789558:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.789564:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:0.0:1789131397.789566:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-31:[0x200000402:0x21:0x0](ffff9ba0d212a1c8), flags 100002, rc = 0 00000080:00000001:0.0:1789131397.789569:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.789574:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789131397.789576:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:0.0:1789131397.789577:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-31 (ffff9ba0d2186a20, parent ffff9ba0d20e4ca8, inode ffff9ba0d212a1c8) hashed, 00000080:00000001:0.0:1789131397.789580:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.789632:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.789635:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.789637:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.789638:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:0.0:1789131397.789645:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.789652:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00800000:00000002:0.0:1789131397.789658:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.789661:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.789665:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.789667:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:0.0:1789131397.789670:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.789673:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.789676:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.789681:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.789682:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:0.0:1789131397.789696:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.789700:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.789702:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.789708:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.789713:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.789715:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.789717:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.789719:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.789722:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789131397.789727:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081da40. 00000020:00000040:0.0:1789131397.789730:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=70 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:0.0:1789131397.789735:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.789740:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.789746:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.789930:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.789932:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.789935:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.789937:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.789941:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.789947:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d09dec00. 00000100:00000001:0.0:1789131397.789953:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.789956:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.789957:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.789959:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.789960:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.789968:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.789974:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713728084544 : -110359981467072 : ffff9ba0d081da40) 00010000:00000001:0.0:1789131397.789977:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.789979:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.789983:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d4ea2700. 00010000:00000010:0.0:1789131397.789987:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.789990:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.789993:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b88c00. 00000020:00000001:0.0:1789131397.789996:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.789999:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b88c00 with handle 0xc8adac5b2d01ff16 to hash 00000020:00000001:0.0:1789131397.790001:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.790003:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.790006:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.790009:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.790012:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.790016:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff16 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.790025:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff16 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.790034:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff16 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.790039:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.790041:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.790046:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908000. 00000100:00000001:0.0:1789131397.790048:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729044480 : -110359980507136 : ffff9ba0d0908000) 00000100:00000001:0.0:1789131397.790050:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.790051:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728084544 : -110359981467072 : ffff9ba0d081da40) 00000100:00000001:0.0:1789131397.790055:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.790058:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.790060:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.790062:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.790073:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081da40 x1876039997370880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.790080:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.790082:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.790086:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.790089:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.790091:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.790094:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081da40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997370880:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.790098:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.790103:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.790105:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.790107:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.790111:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.790113:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.790118:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.790122:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.790127:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346000. 00000100:00000200:0.0:1789131397.790133:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997370880, portal 10 00000100:00000001:0.0:1789131397.790135:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.790136:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728084544 : -110359981467072 : ffff9ba0d081da40) 00000100:00000040:0.0:1789131397.790142:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081da40 x1876039997370880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.790148:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.790151:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.790153:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346d48. 00000100:00000200:0.0:1789131397.790157:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997370880, offset 0 00000400:00000200:0.0:1789131397.790162:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.790168:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.790175:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.790179:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.790183:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.790186:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.790189:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.790199:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [336:336:256:4294967295] 192.168.206.157@tcp LPNI seq info [336:336:8:4294967295] 00000400:00000200:0.0:1789131397.790203:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.790213:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.791215:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.791226:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593400. 00000800:00000200:0.0:1789131397.791235:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.791391:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.791396:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.791414:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.791420:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 34020 usecs (35 jiffies) 00000400:00000200:0.0:1789131397.791424:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.791427:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984835 00000100:00000001:0.0:1789131397.791434:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984823 00000100:00000001:0.0:1789131397.791438:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984835 00000100:00000001:0.0:1789131397.791442:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984823 00000100:00000001:0.0:1789131397.791444:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.791447:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.791450:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.791452:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.791455:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908000 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.791457:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.791460:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.791596:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.791601:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593400. 00000400:00000200:3.0:1789131397.791605:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.791611:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.791616:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346d48 00000400:00000010:3.0:1789131397.791618:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346d48. 00000100:00000001:3.0:1789131397.791622:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.791629:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081da40 x1876039997370880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.791639:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.791642:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081da40 x1876039997370880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.791649:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.791651:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131397.799105:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.799121:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.799124:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.799126:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.799393:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.799407:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.799416:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.799420:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.799425:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.799444:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0b200 00000400:00000200:2.0:1789131397.799449:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.799455:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xe15 [1] + 224 00000800:00000001:2.0:1789131397.799462:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.799508:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.799512:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.799520:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.799530:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.799540:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081da40 x1876039997370880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.799549:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d081da40 x1876039997370880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.799560:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.799567:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.799570:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.800162:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.800171:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.800174:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.800177:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.800183:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346000 00000400:00000010:0.0:1789131397.800185:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346000. 00000100:00000001:0.0:1789131397.800188:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.800195:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081da40 x1876039997370880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.800221:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081da40 x1876039997370880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.800227:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.800230:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.800232:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.800235:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.800237:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.800239:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.800242:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.800251:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.800254:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.800256:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.800258:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.800261:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.800264:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.800267:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.800269:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.800271:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.800274:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.800278:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081da40 x1876039997370880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.800285:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.800288:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.800289:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.800293:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081da40 x1876039997370880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.800300:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081da40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997370880:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.800305:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.800307:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.800310:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.800311:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.800320:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081da40 x1876039997370880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.800326:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.800329:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908000. 00000100:00000001:0.0:1789131397.800331:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.800333:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.800336:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.800340:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.800343:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.800346:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=4 00000020:00000001:0.0:1789131397.800348:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.800351:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000040:0.0:1789131397.800357:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b88c00, remote cookie: 0x2d69527cc211599f, flags: 0x1001 00010000:00010000:0.0:1789131397.800362:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff16 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211599f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.800372:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff16 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211599f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.800379:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.800383:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.800385:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.800386:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.800388:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.800391:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0d4ea2700) refcount = 1 00010000:00010000:0.0:1789131397.800394:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff16 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211599f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.800401:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.800404:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.800406:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.800409:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.800417:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.800421:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff16 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211599f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.800426:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.800427:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.800429:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.800430:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.800431:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.800432:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.800437:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.800438:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.800439:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.800441:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.800442:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.800444:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.800446:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.800447:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.800448:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=4 00000020:00000001:0.0:1789131397.800449:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.800451:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.800453:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.800456:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.800460:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff16 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211599f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.800465:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.800466:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.800467:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.800505:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.800507:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=5 00000020:00000001:0.0:1789131397.800509:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.800511:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.800513:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.800522:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff16 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211599f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.800528:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.800529:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.800532:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff16 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211599f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.800537:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.800538:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.800539:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.800540:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.800541:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.800546:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d081da40 x1876039997370880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789131397.800554:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.800555:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.800557:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.800558:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.800560:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.800562:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.800563:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.800564:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.800566:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.800569:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789131397.800571:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.800572:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.800573:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.800575:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.800577:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00000002:00010000:0.0:1789131397.800580:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211599f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.800593:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.800595:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.800597:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.800598:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.800599:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.800600:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.800602:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.800605:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000040:0.0:1789131397.800610:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2700 count: 2 00010000:00000001:0.0:1789131397.800613:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.800617:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789131397.800619:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.800620:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.800621:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.800623:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:0.0:1789131397.800625:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789131397.800627:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.800631:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.800633:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.800636:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789131397.800638:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.800642:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.800645:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.800648:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.800650:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.800656:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.800659:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789131397.800662:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0d84c6a00. 00800000:00000001:0.0:1789131397.800664:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713858800128 : -110359850751488 : ffff9ba0d84c6a00) 00800000:00000001:0.0:1789131397.800666:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.800668:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.800670:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789131397.800672:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789131397.800679:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789131397.800682:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789131397.800695:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.800701:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789131397.800703:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789131397.800708:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:0.0:1789131397.800710:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.800711:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.800713:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.800714:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.800716:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.800719:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.800720:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.800721:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.800724:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789131397.800725:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d84c6a00 1 00800000:00000010:0.0:1789131397.800728:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0d84c6a00. 00800000:00000001:0.0:1789131397.800731:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.800734:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff16 00800000:00000001:0.0:1789131397.800736:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.800738:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.800739:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.800740:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.800751:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.800753:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.800754:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.800757:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.800758:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.800759:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.800761:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.800763:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.800765:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.800767:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff16 from it ffffbc4101cb7bf8 00010000:00000001:0.0:1789131397.800769:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.800775:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.800776:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.800777:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.800779:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.800781:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.800784:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211599f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.800790:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.800791:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.800792:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.800794:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.800796:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff16 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211599f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.800802:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.800805:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.800807:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.800810:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.800812:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.800813:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.800816:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.800817:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.800819:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.800821:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.800823:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.800824:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.800825:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.800827:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.800833:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d081da40 x1876039997370880/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.800839:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131397.800842:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.800845:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.800848:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131397.800856:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131397.800857:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=69 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131397.800860:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131397.800862:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d09dec00. 02000000:00000001:0.0:1789131397.800865:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131397.800867:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131397.800869:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d081da40. 00000100:00000001:0.0:1789131397.800871:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131397.800872:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.800875:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:0.0:1789131397.800881:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.800895:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d0941e40. 00000080:00000001:0.0:1789131397.800900:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.800902:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.800903:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:0.0:1789131397.800905:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.800909:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00800000:00000002:0.0:1789131397.800913:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.800916:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.800918:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.800920:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:0.0:1789131397.800922:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.800924:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.800927:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.800931:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.800933:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:0.0:1789131397.800935:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.800938:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.800940:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.800941:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.800944:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2700 count: 2 00010000:00000001:0.0:1789131397.800946:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.800949:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.800951:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789131397.800954:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff16 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211599f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789131397.800966:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789131397.800970:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.800973:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff16 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211599f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789131397.800978:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789131397.800980:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.800982:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.800983:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.800985:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.800987:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789131397.800989:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789131397.800991:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.800993:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.800995:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.800997:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.800998:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.801001:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff16 00800000:00000001:0.0:1789131397.801004:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.801005:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.801006:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.801008:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.801009:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.801011:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.801013:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.801015:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.801016:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.801017:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.801018:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.801020:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff16 from it ffffbc4101cb7b38 00010000:00000001:0.0:1789131397.801021:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.801022:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.801030:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.801032:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.801033:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.801035:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.801038:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc211599f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.801043:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.801044:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.801045:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.801047:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.801049:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff16 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc211599f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789131397.801054:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.801055:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.801056:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.801058:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.801059:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.801060:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.801062:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.801063:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.801065:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.801066:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.801068:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.801069:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.801070:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.801071:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789131397.801073:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.801075:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:0.0:1789131397.801078:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.801081:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789131397.801082:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:0.0:1789131397.801084:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-32, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d8799800, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789131397.801089:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d81f77e0. 00000080:00000001:0.0:1789131397.801098:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789131397.801100:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:0.0:1789131397.801102:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-32, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:0.0:1789131397.801108:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00800000:00000002:0.0:1789131397.801111:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.801116:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.801118:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.801119:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:0.0:1789131397.801121:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-32' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.801124:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789131397.801126:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789131397.801129:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:0.0:1789131397.801131:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789131397.801133:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789131397.801135:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789131397.801138:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789131397.801140:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x22:0x0] 40000000:00000001:0.0:1789131397.801142:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.801144:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.801145:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.801147:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.801149:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:0.0:1789131397.801150:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x22:0x0], name='f0a.replay-dual-32' -> mds #0 layout version 1 00000002:00000001:0.0:1789131397.801153:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.801154:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:0.0:1789131397.801156:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-32,[0x200000402:0x22:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789131397.801159:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.801161:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789131397.801164:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789131397.801167:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.801168:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789131397.801170:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2700 count: 2 00010000:00000001:0.0:1789131397.801172:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.801174:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789131397.801182:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789131397.801184:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff16 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc211599f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789131397.801191:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131397.801194:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131397.801196:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131397.801198:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789131397.801200:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.801202:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.801204:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2700 count: 3 00010000:00000001:0.0:1789131397.801206:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.801208:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.801209:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.801210:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.801211:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2700 count: 3 00010000:00000001:0.0:1789131397.801213:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.801215:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.801216:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.801217:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.801218:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2700 count: 3 00010000:00000001:0.0:1789131397.801748:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.801755:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.801757:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.801761:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789131397.801765:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789131397.801772:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789131397.801774:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131397.801776:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.801779:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789131397.801782:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131397.801783:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131397.801785:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.801787:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789131397.801790:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b88c00 with handle 0xc8adac5b2d01ff16 from hash 00010000:00000001:0.0:1789131397.801793:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131397.801802:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.801803:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.801804:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131397.801809:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131397.801811:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789131397.801814:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.801816:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.801818:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789131397.801823:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081da40. 00000020:00000040:0.0:1789131397.801826:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=70 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:0.0:1789131397.801831:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789131397.801833:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.801835:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.801839:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.801842:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.801843:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.801844:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.801847:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.801849:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.801852:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.801858:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d09dec00. 00000100:00000001:0.0:1789131397.801864:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.801868:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.801870:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789131397.801874:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff16 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc211599f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789131397.801881:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789131397.801882:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.801884:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131397.801886:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff16 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc211599f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789131397.801893:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4ea2700 count: 0 00010000:00000010:0.0:1789131397.801898:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.801913:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.801914:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.801916:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.801917:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.801919:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.801929:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713728084544 : -110359981467072 : ffff9ba0d081da40) 00010000:00000001:0.0:1789131397.801933:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.801935:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.801939:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d4ea2e00. 00010000:00000010:0.0:1789131397.801943:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.801947:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.801949:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b89a00. 00000020:00000001:0.0:1789131397.801952:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.801954:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b89a00 with handle 0xc8adac5b2d01ff1d to hash 00000020:00000001:0.0:1789131397.801956:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.801958:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00010000:00000001:0.0:1789131397.801961:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00010000:00000001:0.0:1789131397.801964:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.801965:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.801969:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89a00/0xc8adac5b2d01ff1d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.801976:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89a00/0xc8adac5b2d01ff1d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789131397.801986:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789131397.801995:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d081da40 x1876039997371136/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789131397.802004:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89a00/0xc8adac5b2d01ff1d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.802009:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.802010:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.802021:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908000. 00000100:00000001:0.0:1789131397.802023:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729044480 : -110359980507136 : ffff9ba0d0908000) 00000100:00000001:0.0:1789131397.802026:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.802027:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728084544 : -110359981467072 : ffff9ba0d081da40) 00000100:00000001:0.0:1789131397.802031:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.802034:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.802036:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.802038:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.802043:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081da40 x1876039997371136/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.802049:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.802051:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.802054:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.802057:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.802059:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.802062:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081da40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997371136:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.802066:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.802071:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.802073:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.802076:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.802123:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d0620000. 02000000:00000001:0.0:1789131397.802125:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.802132:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.802136:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.802143:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d09ddc00. 00000100:00000200:0.0:1789131397.802150:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997371136, portal 10 00000100:00000001:0.0:1789131397.802152:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.802154:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728084544 : -110359981467072 : ffff9ba0d081da40) 00000100:00000040:0.0:1789131397.802160:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081da40 x1876039997371136/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.802167:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.802169:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.802173:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346000. 00000100:00000200:0.0:1789131397.802181:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997371136, offset 0 00000400:00000200:0.0:1789131397.802188:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.802196:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.802203:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.802208:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.802213:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.802217:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.802219:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.802223:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [337:337:256:4294967295] 192.168.206.157@tcp LPNI seq info [337:337:8:4294967295] 00000400:00000200:0.0:1789131397.802228:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.802237:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.802243:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.802247:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593100. 00000800:00000200:0.0:1789131397.802253:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.802260:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.802264:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.802884:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.802891:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 33861 usecs (34 jiffies) 00000400:00000200:0.0:1789131397.802896:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.802899:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984846 00000100:00000001:0.0:1789131397.802908:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984835 00000100:00000001:0.0:1789131397.802913:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984846 00000100:00000001:0.0:1789131397.802917:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984835 00000100:00000001:0.0:1789131397.802921:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.802924:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.802926:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.802928:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.802931:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908000 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.802934:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.802937:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.804012:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.804019:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593100. 00000400:00000200:2.0:1789131397.804025:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.804033:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.804039:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346000 00000400:00000010:2.0:1789131397.804042:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346000. 00000100:00000001:2.0:1789131397.804046:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.804052:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081da40 x1876039997371136/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.804063:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.804066:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081da40 x1876039997371136/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.804072:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.804074:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.806596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4ea2700. 00010000:00000010:0.1:1789131397.806610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b88c00. 00000800:00000001:2.0:1789131397.821276:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.821293:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.821296:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.821312:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.821320:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.821328:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.821337:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.821341:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.821346:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.821350:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0b300 00000400:00000200:2.0:1789131397.821354:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.821359:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xe1d [32] + 224 00000800:00000001:2.0:1789131397.821366:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.821373:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.821376:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.821381:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.821389:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.821397:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081da40 x1876039997371136/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.821407:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d081da40 x1876039997371136/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.821429:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131397.821438:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131397.821442:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.821447:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131397.821452:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [338:338:256:4294967295] 192.168.206.157@tcp LPNI seq info [338:338:8:4294967295] 00000400:00000200:2.0:1789131397.821456:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.821463:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131397.821510:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131397.821518:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0c7b02800. 00000800:00000200:2.0:1789131397.821525:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131397.821531:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131397.821541:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c7b02800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131397.821624:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.821628:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0c7b02800. 00000400:00000200:2.0:1789131397.821631:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.821635:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131397.821641:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.821645:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.821769:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.821777:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.821779:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.821782:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.821787:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d09ddc00 00000400:00000010:0.0:1789131397.821790:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d09ddc00. 00000100:00000001:0.0:1789131397.821793:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.821798:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081da40 x1876039997371136/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.821806:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081da40 x1876039997371136/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.821812:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.821813:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.821816:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.821818:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.821821:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.821823:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.821838:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.821847:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.821850:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.821853:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.821855:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.821858:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.821861:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.821864:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.821866:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1789131397.821868:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.821870:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.821872:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728084544 : -110359981467072 : ffff9ba0d081da40) 00000100:00000001:0.0:1789131397.821875:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.821877:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.821879:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.821881:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.821886:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.821910:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.821913:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.821915:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.821919:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.821926:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081da40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997371136:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.821931:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.821933:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.821935:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.821938:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.821941:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.821947:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.821950:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908000. 00000100:00000001:0.0:1789131397.821953:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.821954:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.821957:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.821962:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.821964:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.821967:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89a00 refcount=4 00000020:00000001:0.0:1789131397.821970:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00010000:00000001:0.0:1789131397.821973:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00010000:00000040:0.0:1789131397.821979:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b89a00, remote cookie: 0x2d69527cc21159bb, flags: 0x1001 00010000:00010000:0.0:1789131397.821983:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89a00/0xc8adac5b2d01ff1d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21159bb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789131397.821991:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x22:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789131397.821994:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789131397.822006:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d4ea2700. 00010000:00000010:0.0:1789131397.822010:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d582d380. 00010000:00000040:0.0:1789131397.822014:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4ea2e00 count: 0 00010000:00000010:0.0:1789131397.822019:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f980. 00010000:00000001:0.0:1789131397.822026:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.822029:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89a00/0xc8adac5b2d01ff1d lrc: 4/0,1 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21159bb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.822036:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89a00/0xc8adac5b2d01ff1d lrc: 4/0,1 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21159bb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.822042:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.822045:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.822047:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.822049:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.822050:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.822052:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x22:0x0].0x0 (ffff9ba0d4ea2700) refcount = 1 00010000:00010000:0.0:1789131397.822056:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89a00/0xc8adac5b2d01ff1d lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21159bb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.822062:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.822065:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.822067:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.822070:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.822071:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.822074:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89a00/0xc8adac5b2d01ff1d lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21159bb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.822080:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.822081:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.822083:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.822084:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.822084:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.822091:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.822096:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.822098:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.822099:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.822101:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89a00 refcount=3 00000020:00000001:0.0:1789131397.822103:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00010000:00000001:0.0:1789131397.822105:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00010000:00000001:0.0:1789131397.822107:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.822108:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.822109:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89a00 refcount=4 00000020:00000001:0.0:1789131397.822110:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00010000:00000001:0.0:1789131397.822112:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00010000:00000001:0.0:1789131397.822115:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.822118:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.822120:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89a00/0xc8adac5b2d01ff1d lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21159bb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.822126:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.822127:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.822128:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.822129:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.822130:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89a00 refcount=5 00000020:00000001:0.0:1789131397.822132:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00010000:00000001:0.0:1789131397.822134:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00010000:00000001:0.0:1789131397.822136:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.822138:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89a00/0xc8adac5b2d01ff1d lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21159bb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.822144:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.822145:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.822147:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89a00/0xc8adac5b2d01ff1d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21159bb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.822173:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.822174:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.822175:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.822176:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.822177:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.822183:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.822191:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.822195:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.822201:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.822207:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.822208:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.822209:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89a00 refcount=3 00000020:00000001:0.0:1789131397.822211:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00010000:00000001:0.0:1789131397.822213:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00000002:00010000:0.0:1789131397.822216:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89a00/0xc8adac5b2d01ff1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21159bb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789131397.822224:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0d84c6a00. 00010000:00000001:0.0:1789131397.822226:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.822227:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.822229:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.822231:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.822234:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789131397.822236:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.822237:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728084544 : -110359981467072 : ffff9ba0d081da40) 00000100:00000001:0.0:1789131397.822239:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.822240:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728084544 : -110359981467072 : ffff9ba0d081da40) 00010000:00000001:0.0:1789131397.822242:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.822247:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.822249:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89a00 refcount=3 00000020:00000001:0.0:1789131397.822250:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00010000:00000001:0.0:1789131397.822252:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00000002:00010000:0.0:1789131397.822255:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89a00/0xc8adac5b2d01ff1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21159bb expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.822262:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.822262:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.822264:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.822265:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.822266:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.822267:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89a00 refcount=3 00000020:00000001:0.0:1789131397.822269:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00010000:00000001:0.0:1789131397.822271:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00010000:00000040:0.0:1789131397.822275:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2700 count: 2 00010000:00000001:0.0:1789131397.822277:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.822280:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/34 (0 0) 00010000:00000001:0.0:1789131397.822282:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.822283:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.822285:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.822287:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:0.0:1789131397.822289:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-32 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789131397.822292:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.822295:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.822297:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.822299:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789131397.822302:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.822305:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.822308:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789131397.822309:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d81f77e0 it_disposition 1800037 00000080:00002000:0.0:1789131397.822314:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2186510 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789131397.822319:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.822327:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789131397.822329:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:0.0:1789131397.822331:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-32, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:0.0:1789131397.822334:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789131397.822336:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.822340:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789131397.822344:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.822346:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279522 : 144115205289279522 : 200000402000022) 00000080:00000001:0.0:1789131397.822349:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789131397.822375:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21beb40. 00000020:00000001:0.0:1789131397.822386:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789131397.822387:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789131397.822390:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789131397.822392:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x22:0x0](ffff9ba0d21bec08) 00000020:00000001:0.0:1789131397.822395:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.822399:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:0.0:1789131397.822401:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:0.0:1789131397.822406:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789131397.822411:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d08ff190. 00000020:00000001:0.0:1789131397.822413:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.822415:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.822421:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.822424:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d7d7c0. 00020000:00000001:0.0:1789131397.822426:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582725056 : -110360126826560 : ffff9ba0c7d7d7c0) 00020000:00000001:0.0:1789131397.822429:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789131397.822431:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.822436:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f73c0. 00020000:00000010:0.0:1789131397.822440:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364780. 00020000:00000010:0.0:1789131397.822444:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7240. 00020000:00000001:0.0:1789131397.822446:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855853120 : -110359853698496 : ffff9ba0d81f7240) 00020000:00000002:0.0:1789131397.822449:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7240, objid 0x22:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.822453:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.822458:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364780: ostid: 0x240000400:19 ost idx: 0 gen: 0 00020000:00000001:0.0:1789131397.822460:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789131397.822467:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7240, objid 0x22:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.822519:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.822522:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364780: ostid: 0x240000400:19 ost idx: 0 gen: 0 00020000:00000010:0.0:1789131397.822538:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d09ea910. 00020000:00000010:0.0:1789131397.822542:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0d0908000. 00020000:00000001:0.0:1789131397.822546:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789131397.822549:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7f22268. 00020000:00000001:0.0:1789131397.822552:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789131397.822553:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789131397.822558:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.822561:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d08ffaf0. 00000020:00000001:0.0:1789131397.822562:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.822564:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.822566:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713729010544 : -110359980541072 : ffff9ba0d08ffb70) 00020000:00000001:0.0:1789131397.822570:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789131397.822575:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d80b70. 00020000:00000001:0.0:1789131397.822577:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.822581:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729010544 : -110359980541072 : ffff9ba0d08ffb70) 00020000:00000001:0.0:1789131397.822583:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713729010544 : -110359980541072 : ffff9ba0d08ffb70) 00020000:00000002:0.0:1789131397.822586:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x13:0x0]@ffff9ba0d08ffaf0[0:0] -> [0x200000402:0x22:0x0]@ffff9ba0d08ff190: ostid: 0x240000400:19 ost idx: 0 gen: 0 00020000:00000001:0.0:1789131397.822591:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789131397.822593:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789131397.822595:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.822598:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729008144 : -110359980543472 : ffff9ba0d08ff210) 00000020:00001000:0.0:1789131397.822601:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:0.0:1789131397.822605:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279522 : 144115205289279522 : 200000402000022) 00000080:00000001:0.0:1789131397.822607:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789131397.822610:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279522 mtime from 0 to 1789131397 00000080:00000001:0.0:1789131397.822613:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789131397.822615:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754958856 : -110359954592760 : ffff9ba0d21bec08) 00010000:00000001:0.0:1789131397.822617:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.822624:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.822626:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89a00 refcount=3 00000020:00000001:0.0:1789131397.822627:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00010000:00000001:0.0:1789131397.822629:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00000080:00000001:0.0:1789131397.822632:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131397.822634:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.822636:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:0.0:1789131397.822637:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:0.0:1789131397.822639:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789131397.822641:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131397.822643:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.822646:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f7540. 00020000:00000010:0.0:1789131397.822648:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364380. 00020000:00000010:0.0:1789131397.822651:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f75a0. 00020000:00000001:0.0:1789131397.822653:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855853984 : -110359853697632 : ffff9ba0d81f75a0) 00020000:00000002:0.0:1789131397.822655:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f75a0, objid 0x22:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.822658:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.822661:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364380: ostid: 0x240000400:19 ost idx: 0 gen: 0 00020000:00000002:0.0:1789131397.822664:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d7d7c0) owner ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.822666:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131397.822668:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d7d7c0) owner ffff9ba0c2f34f80 00020000:00000010:0.0:1789131397.822672:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0d8364380. 00020000:00000010:0.0:1789131397.822676:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d81f7540. 00020000:00000010:0.0:1789131397.822679:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d81f75a0. 00020000:00000002:0.0:1789131397.822682:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x22:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789131397.822693:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.822695:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.822699:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789131397.822701:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d7c0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.822704:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d81f7240 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:0.0:1789131397.822706:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d7c0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.822708:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789131397.822716:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789131397.822717:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789131397.822719:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789131397.822721:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789131397.822723:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x22:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789131397.822725:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:0.0:1789131397.822727:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.822729:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.822730:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.822732:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.822734:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.822735:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.822737:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x22:0x0](ffff9ba0d21bec08) 00000080:00010000:0.0:1789131397.822740:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x22:0x0](ffff9ba0d21bec08) for lock 0xc8adac5b2d01ff1d 00800000:00000001:0.0:1789131397.822743:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.822744:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.822746:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.822747:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.822748:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89a00 refcount=3 00000020:00000001:0.0:1789131397.822750:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00010000:00000001:0.0:1789131397.822752:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00010000:00000001:0.0:1789131397.822755:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.822756:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.822757:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.822759:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.822760:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789131397.822762:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.822768:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.822775:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.822778:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21bec08 need_sync_to_mds [0x200000402:0x22:0x0] 00000080:00000001:0.0:1789131397.822781:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.822784:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x22:0x0](ffff9ba0d21bec08) 00000080:00000001:0.0:1789131397.822787:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.822790:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000100:00000001:0.0:1789131397.822798:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.822801:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.822808:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.822811:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789131397.822813:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.822815:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21bec08 need_sync_to_mds [0x200000402:0x22:0x0] 00000080:00000001:0.0:1789131397.822822:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789131397.822824:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:0.0:1789131397.822826:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-32:[0x200000402:0x22:0x0](ffff9ba0d21bec08), flags 100102 00000080:00000010:0.0:1789131397.822833:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5de9b80. 00000080:00000010:0.0:1789131397.822839:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0d84c69c0. 00000080:00000001:0.0:1789131397.822842:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789131397.822845:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.822849:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789131397.822852:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d09e65c0. 00000002:00100000:0.0:1789131397.822856:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.822862:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.822863:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789131397.822867:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789131397.822870:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.822872:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.822874:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.822877:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789131397.822883:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.822886:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d0620000. 02000000:00000001:0.0:1789131397.822906:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789131397.822907:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.822910:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:0.0:1789131397.822912:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-32:[0x200000402:0x22:0x0](ffff9ba0d21bec08), flags 100102, rc = 0 00000080:00000001:0.0:1789131397.822916:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789131397.822922:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d81f77e0 released 00000080:00010000:0.0:1789131397.822924:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff1d from it ffff9ba0d81f77e0 00010000:00000001:0.0:1789131397.822926:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.822927:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.822929:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89a00 refcount=3 00000020:00000001:0.0:1789131397.822930:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00010000:00000001:0.0:1789131397.822932:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580677632 : -110360128873984 : ffff9ba0c7b89a00) 00010000:00000001:0.0:1789131397.822934:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.822937:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89a00/0xc8adac5b2d01ff1d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc21159bb expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.822943:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.822944:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.822946:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.822948:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.822956:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89a00/0xc8adac5b2d01ff1d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc21159bb expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.822964:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.822966:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.822968:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.822971:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.822972:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.822974:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.822977:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.822978:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.822980:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.822983:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.822985:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.822986:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.822987:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.822988:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789131397.822990:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789131397.822992:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.822994:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789131397.822996:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.823004:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.823007:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789131397.823009:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.823010:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.823012:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.823014:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.823017:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d81f77e0. 00000080:00000001:0.0:1789131397.823019:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.823023:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789131397.823025:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x22:0x0](ffff9ba0d21bec08), inode mode 81a4 mask 40 00000080:00000001:0.0:1789131397.823028:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.823047:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.823050:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d7c0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.823053:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d7c0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.823055:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.823062:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789131397.823064:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:0.0:1789131397.823066:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-32:[0x200000402:0x22:0x0](ffff9ba0d21bec08), flags 100002 00000080:00000001:0.0:1789131397.823068:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789131397.823070:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789131397.823071:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.823073:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d7c0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.823074:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d7c0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.823076:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.823078:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789131397.823082:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.823084:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.823088:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2700 count: 2 00010000:00000001:0.0:1789131397.823090:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.823093:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.823095:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x22:0x0]: 0 00000080:00000001:0.0:1789131397.823098:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789131397.823100:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789131397.823104:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.823106:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789131397.823115:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789131397.823118:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789131397.823120:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x22:0x0] 00000002:00000001:0.0:1789131397.823122:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789131397.823124:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x22:0x0] file closed with intent: 0 00000100:00000010:0.0:1789131397.823128:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081f480. 00000020:00000040:0.0:1789131397.823132:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=71 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131397.823135:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.823138:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.823141:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.823146:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d0510800. 00000100:00000001:0.0:1789131397.823152:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789131397.823162:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789131397.823172:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789131397.823176:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d081f480 x1876039997371392/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789131397.823182:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.823183:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.823188:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908900. 00000100:00000001:0.0:1789131397.823191:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729046784 : -110359980504832 : ffff9ba0d0908900) 00000100:00000001:0.0:1789131397.823193:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.823194:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728091264 : -110359981460352 : ffff9ba0d081f480) 00000100:00000001:0.0:1789131397.823198:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.823203:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.823205:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.823206:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.823210:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081f480 x1876039997371392/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.823217:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.823220:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.823223:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.823226:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.823233:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.823238:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081f480 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997371392:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.823241:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.823247:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.823249:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.823251:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.823255:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d09ddc00. 02000000:00000001:0.0:1789131397.823257:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.823263:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.823266:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.823272:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346b28. 00000100:00000200:0.0:1789131397.823279:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997371392, portal 10 00000100:00000001:0.0:1789131397.823280:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.823281:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728091264 : -110359981460352 : ffff9ba0d081f480) 00000100:00000040:0.0:1789131397.823287:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081f480 x1876039997371392/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.823293:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.823296:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.823298:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346f68. 00000100:00000200:0.0:1789131397.823301:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997371392, offset 0 00000400:00000200:0.0:1789131397.823306:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.823313:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.823319:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.823323:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.823327:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.823330:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.823333:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.823336:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [339:339:256:4294967295] 192.168.206.157@tcp LPNI seq info [339:339:8:4294967295] 00000400:00000200:0.0:1789131397.823340:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.823347:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.823353:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.823358:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593e00. 00000800:00000200:0.0:1789131397.823369:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.823376:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.823380:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.823403:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.823407:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 33795 usecs (34 jiffies) 00000400:00000200:0.0:1789131397.823410:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.823414:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984866 00000100:00000001:0.0:1789131397.823420:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984846 00000100:00000001:0.0:1789131397.823424:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984866 00000100:00000001:0.0:1789131397.823428:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984846 00000100:00000001:0.0:1789131397.823430:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.823433:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.823435:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.823437:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.823440:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908900 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.823443:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.823445:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.823966:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.823972:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593e00. 00000400:00000200:3.0:1789131397.823977:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.823982:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.823987:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346f68 00000400:00000010:3.0:1789131397.823989:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346f68. 00000100:00000001:3.0:1789131397.823993:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.823998:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081f480 x1876039997371392/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.824008:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.824011:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081f480 x1876039997371392/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.824018:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.824019:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.828594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4ea2e00. 00000800:00000001:3.0:1789131397.830081:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.830106:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.830110:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.830112:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.830120:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.830127:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.830136:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.830140:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.830145:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.830149:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0b400 00000400:00000200:3.0:1789131397.830154:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.830160:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xe25 [1] + 224 00000800:00000001:3.0:1789131397.830166:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.830173:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.830177:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.830181:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.830189:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.830207:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081f480 x1876039997371392/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.830219:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d081f480 x1876039997371392/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.830238:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.830245:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.830248:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.830366:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.830374:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.830376:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.830380:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.830384:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346b28 00000400:00000010:0.0:1789131397.830386:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346b28. 00000100:00000001:0.0:1789131397.830389:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.830395:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081f480 x1876039997371392/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.830404:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081f480 x1876039997371392/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.830411:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.830413:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.830415:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.830419:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.830428:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.830430:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.830433:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.830442:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.830446:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.830449:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.830451:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.830453:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.830457:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.830460:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.830462:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789131397.830463:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.830466:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.830467:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728091264 : -110359981460352 : ffff9ba0d081f480) 00000100:00000001:0.0:1789131397.830502:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.830504:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.830506:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.830509:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.830515:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081f480 x1876039997371392/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.830523:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.830526:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.830528:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.830532:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081f480 x1876039997371392/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.830540:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081f480 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997371392:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.830545:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.830548:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.830550:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.830552:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.830555:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081f480 x1876039997371392/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.830562:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.830571:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908900. 00000100:00000001:0.0:1789131397.830574:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.830575:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.830581:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.830583:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728091264 : -110359981460352 : ffff9ba0d081f480) 00000002:00000001:0.0:1789131397.830585:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.830588:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.830593:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d836c800. 00000080:00000001:0.0:1789131397.830597:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789131397.830600:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.830605:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.830610:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.830618:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.830620:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.830622:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0d84c69c0. 00000100:00000001:0.0:1789131397.830624:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.830627:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081f480 x1876039997371392/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.830632:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.830634:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.830638:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5de9b80. 00000080:00000001:0.0:1789131397.830641:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.830647:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:0.0:1789131397.830649:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-32:[0x200000402:0x22:0x0](ffff9ba0d21bec08), flags 100002, rc = 0 00000080:00000001:0.0:1789131397.830652:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.830657:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789131397.830658:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:0.0:1789131397.830660:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-32 (ffff9ba0d2186510, parent ffff9ba0d20e4ca8, inode ffff9ba0d21bec08) hashed, 00000080:00000001:0.0:1789131397.830662:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.830724:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.830727:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.830729:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.830731:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:0.0:1789131397.830738:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.830756:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:0.0:1789131397.830762:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.830766:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.830769:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.830771:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:0.0:1789131397.830773:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.830777:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.830780:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.830784:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.830786:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:0.0:1789131397.830787:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.830791:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.830793:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.830796:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.830802:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.830804:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.830805:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.830808:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.830810:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789131397.830814:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081f840. 00000020:00000040:0.0:1789131397.830817:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=72 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:0.0:1789131397.830821:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.830940:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.830947:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.830949:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.830950:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.830953:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.830955:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.830959:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.830965:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d09df800. 00000100:00000001:0.0:1789131397.830971:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.830974:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.830975:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.830977:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.830978:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.830987:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.830993:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713728092224 : -110359981459392 : ffff9ba0d081f840) 00010000:00000001:0.0:1789131397.831315:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.831318:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.831323:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d4ea2e00. 00010000:00000010:0.0:1789131397.831328:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c52b4c00. 00010000:00000001:0.0:1789131397.831332:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.831335:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b88c00. 00000020:00000001:0.0:1789131397.831339:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.831342:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b88c00 with handle 0xc8adac5b2d01ff24 to hash 00000020:00000001:0.0:1789131397.831344:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.831346:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.831349:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.831353:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.831355:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.831359:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff24 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.831368:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff24 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.831377:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff24 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.831383:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.831385:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.831390:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908900. 00000100:00000001:0.0:1789131397.831392:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729046784 : -110359980504832 : ffff9ba0d0908900) 00000100:00000001:0.0:1789131397.831394:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.831395:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728092224 : -110359981459392 : ffff9ba0d081f840) 00000100:00000001:0.0:1789131397.831399:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.831403:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.831405:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.831407:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.831419:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081f840 x1876039997371520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.831426:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.831428:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.831432:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.831434:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.831436:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.831440:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081f840 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997371520:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.831444:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.831449:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.831451:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.831453:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.831457:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.831459:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.831464:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.831504:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.831512:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346b28. 00000100:00000200:0.0:1789131397.831518:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997371520, portal 10 00000100:00000001:0.0:1789131397.831520:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.831521:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728092224 : -110359981459392 : ffff9ba0d081f840) 00000100:00000040:0.0:1789131397.831527:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081f840 x1876039997371520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.831533:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.831536:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.831538:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346110. 00000100:00000200:0.0:1789131397.831542:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997371520, offset 0 00000400:00000200:0.0:1789131397.831548:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.831554:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.831560:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.831564:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.831568:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.831572:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.831575:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.831584:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [340:340:256:4294967295] 192.168.206.157@tcp LPNI seq info [340:340:8:4294967295] 00000400:00000200:0.0:1789131397.831588:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.831598:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.831603:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.831608:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593a00. 00000800:00000200:0.0:1789131397.831614:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.834973:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.834980:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.835003:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.835009:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 33613 usecs (34 jiffies) 00000400:00000200:0.0:1789131397.835015:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.835018:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984878 00000100:00000001:0.0:1789131397.835025:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984866 00000100:00000001:0.0:1789131397.835030:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984878 00000100:00000001:0.0:1789131397.835033:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984866 00000100:00000001:0.0:1789131397.835036:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.835039:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.835042:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.835044:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.835047:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908900 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.835049:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.835052:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.835412:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.835417:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593a00. 00000400:00000200:2.0:1789131397.835422:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.835427:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.835434:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346110 00000400:00000010:2.0:1789131397.835437:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346110. 00000100:00000001:2.0:1789131397.835441:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.835448:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081f840 x1876039997371520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.835459:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.835463:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081f840 x1876039997371520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.835501:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.835502:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131397.844727:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.844742:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.844746:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.844749:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.844757:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.844764:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.844773:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.844857:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.844864:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.844869:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0b480 00000400:00000200:3.0:1789131397.844888:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.844894:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xe2d [1] + 224 00000800:00000001:3.0:1789131397.844901:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.844908:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.844912:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.844916:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.844924:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.844932:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081f840 x1876039997371520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.844943:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d081f840 x1876039997371520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.844964:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.844973:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.844976:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.845298:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.845306:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.845308:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.845312:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.845317:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346b28 00000400:00000010:0.0:1789131397.845319:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346b28. 00000100:00000001:0.0:1789131397.845322:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.845327:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081f840 x1876039997371520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.845349:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081f840 x1876039997371520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.845356:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.845358:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.845361:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.845364:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.845367:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.845369:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.845372:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.845380:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.845385:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.845387:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.845389:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.845391:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.845394:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.845398:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.845399:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.845401:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.845404:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.845409:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081f840 x1876039997371520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.845416:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.845419:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.845421:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.845425:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081f840 x1876039997371520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.845432:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081f840 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997371520:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.845437:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.845439:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.845441:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.845443:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.845453:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081f840 x1876039997371520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.845460:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.845463:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908900. 00000100:00000001:0.0:1789131397.845466:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.845505:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.845509:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.845513:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.845515:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.845518:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=4 00000020:00000001:0.0:1789131397.845521:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.845524:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000040:0.0:1789131397.845530:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b88c00, remote cookie: 0x2d69527cc21159d0, flags: 0x1001 00010000:00010000:0.0:1789131397.845536:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff24 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21159d0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.845546:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff24 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21159d0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.845553:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.845556:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.845558:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.845560:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.845561:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.845564:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0d4ea2e00) refcount = 1 00010000:00010000:0.0:1789131397.845567:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff24 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21159d0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.845573:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.845576:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.845577:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.845580:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.845587:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.845591:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff24 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21159d0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.845596:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.845597:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.845599:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.845600:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.845601:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.845602:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.845607:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.845608:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.845609:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.845611:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.845613:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.845615:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.845617:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.845617:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.845619:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=4 00000020:00000001:0.0:1789131397.845620:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.845622:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.845624:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.845627:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.845630:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff24 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21159d0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.845635:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.845636:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.845637:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.845638:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.845639:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=5 00000020:00000001:0.0:1789131397.845641:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.845643:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.845645:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.845653:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff24 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21159d0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.845660:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.845661:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.845663:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff24 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21159d0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.845669:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.845670:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.845671:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.845672:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.845673:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.845679:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d081f840 x1876039997371520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789131397.845698:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.845699:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.845701:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.845702:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.845704:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.845707:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.845708:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.845709:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.845711:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.845713:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789131397.845715:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.845716:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.845717:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.845719:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.845721:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00000002:00010000:0.0:1789131397.845724:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21159d0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.845751:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.845752:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.845754:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.845755:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.845756:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.845757:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.845759:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.845761:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000040:0.0:1789131397.845766:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2e00 count: 2 00010000:00000001:0.0:1789131397.845769:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.845773:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789131397.845775:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.845776:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.845777:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.845780:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:0.0:1789131397.845781:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789131397.845784:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.845788:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.845790:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.845793:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789131397.845795:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.845799:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.845802:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000080:00000001:0.0:1789131397.845806:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.845808:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.845814:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.845818:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789131397.845822:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0d84c69c0. 00800000:00000001:0.0:1789131397.845824:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713858800064 : -110359850751552 : ffff9ba0d84c69c0) 00800000:00000001:0.0:1789131397.845826:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.845828:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.845831:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789131397.845832:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789131397.845840:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789131397.845843:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789131397.845845:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.845849:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789131397.845851:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789131397.845856:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:0.0:1789131397.845858:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.845859:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.845861:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.845863:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.845865:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.845868:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.845869:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.845870:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.845873:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789131397.845874:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d84c69c0 1 00800000:00000010:0.0:1789131397.845877:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0d84c69c0. 00800000:00000001:0.0:1789131397.845880:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.845883:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff24 00800000:00000001:0.0:1789131397.845886:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.845888:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.845889:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.845890:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.845891:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.845893:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.845895:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.845898:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.845899:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.845900:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.845901:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.845904:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.845906:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.845909:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff24 from it ffffbc4101cb7bf8 00010000:00000001:0.0:1789131397.845911:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.845917:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.845918:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.845920:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.845922:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.845924:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.845927:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21159d0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.845934:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.845936:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.845937:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.845939:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.845942:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff24 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21159d0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.845948:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.845950:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.845952:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.845956:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.845957:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.845958:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.845960:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.845962:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.845964:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.845967:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.845969:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.845970:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.845971:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.845973:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.845977:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d081f840 x1876039997371520/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.845984:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131397.845987:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.845990:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.845993:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131397.846001:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131397.846003:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=71 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131397.846005:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131397.846008:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d09df800. 02000000:00000001:0.0:1789131397.846011:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131397.846013:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131397.846015:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d081f840. 00000100:00000001:0.0:1789131397.846018:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131397.846020:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.846023:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:0.0:1789131397.846028:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.846042:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d09e6d00. 00000080:00000001:0.0:1789131397.846048:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.846049:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.846051:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:0.0:1789131397.846053:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.846057:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:0.0:1789131397.846062:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.846065:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.846068:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.846069:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:0.0:1789131397.846071:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.846074:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.846077:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.846082:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.846083:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:0.0:1789131397.846085:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.846088:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.846089:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.846091:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.846094:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2e00 count: 2 00010000:00000001:0.0:1789131397.846096:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.846099:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.846101:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789131397.846104:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff24 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21159d0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789131397.846117:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789131397.846120:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.846123:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff24 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21159d0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789131397.846128:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789131397.846130:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.846132:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.846134:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.846135:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.846137:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789131397.846139:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789131397.846141:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.846143:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000080:00000001:0.0:1789131397.846145:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.846146:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.846148:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.846151:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff24 00800000:00000001:0.0:1789131397.846153:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.846154:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.846155:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.846157:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.846158:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.846160:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.846162:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.846163:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.846164:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.846165:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.846166:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.846168:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff24 from it ffffbc4101cb7b38 00010000:00000001:0.0:1789131397.846170:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.846170:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.846176:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.846177:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.846179:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.846181:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.846183:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21159d0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.846188:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.846189:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.846190:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.846191:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.846193:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff24 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21159d0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789131397.846198:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.846199:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.846201:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.846203:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.846204:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.846205:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.846207:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.846208:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.846209:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.846211:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.846212:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.846213:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.846214:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.846216:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789131397.846217:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.846220:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:0.0:1789131397.846222:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.846225:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789131397.846227:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:0.0:1789131397.846230:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-33, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d8799380, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789131397.846235:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d81f77e0. 00000080:00000001:0.0:1789131397.846243:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789131397.846245:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:0.0:1789131397.846247:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-33, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:0.0:1789131397.846254:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:0.0:1789131397.846257:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.846261:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.846263:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.846264:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:0.0:1789131397.846266:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-33' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.846269:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789131397.846271:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789131397.846275:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:0.0:1789131397.846278:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789131397.846280:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789131397.846282:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789131397.846285:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789131397.846287:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x23:0x0] 40000000:00000001:0.0:1789131397.846289:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.846291:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.846293:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.846294:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.846296:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:0.0:1789131397.846298:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x23:0x0], name='f0a.replay-dual-33' -> mds #0 layout version 1 00000002:00000001:0.0:1789131397.846300:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.846302:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:0.0:1789131397.846303:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-33,[0x200000402:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789131397.846307:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.846309:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789131397.846311:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789131397.846315:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.846316:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789131397.846318:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2e00 count: 2 00010000:00000001:0.0:1789131397.846320:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.846323:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789131397.846332:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789131397.846334:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff24 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc21159d0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789131397.846341:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131397.846344:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131397.846346:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131397.846348:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789131397.846351:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.846352:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.846354:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2e00 count: 3 00010000:00000001:0.0:1789131397.846356:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.846358:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.846359:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.846360:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.846362:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2e00 count: 3 00010000:00000001:0.0:1789131397.846363:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.846365:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.846366:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.846367:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.846369:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2e00 count: 3 00010000:00000001:0.0:1789131397.846370:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.846372:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.846373:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.846376:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789131397.846379:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789131397.846386:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789131397.846388:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131397.846389:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.846392:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789131397.846394:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131397.846396:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131397.846397:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.846399:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789131397.846402:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b88c00 with handle 0xc8adac5b2d01ff24 from hash 00010000:00000001:0.0:1789131397.846404:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131397.846409:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.846410:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.846411:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131397.846414:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131397.846416:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789131397.846419:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.846420:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.846422:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789131397.846426:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081f840. 00000020:00000040:0.0:1789131397.846430:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=72 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:0.0:1789131397.846434:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789131397.846436:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.846438:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.846441:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.846444:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.846445:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.846446:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.846448:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.846450:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.846453:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.846459:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d09df800. 00000100:00000001:0.0:1789131397.846465:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.846501:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.846504:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789131397.846508:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff24 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21159d0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789131397.846514:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789131397.846516:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.846517:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131397.846520:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff24 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc21159d0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789131397.846526:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4ea2e00 count: 0 00010000:00000010:0.0:1789131397.846531:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0c52b4c00. 00010000:00000001:0.0:1789131397.846545:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.846546:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.846547:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.846549:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.846550:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.846560:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713728092224 : -110359981459392 : ffff9ba0d081f840) 00010000:00000001:0.0:1789131397.846563:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.846565:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.846569:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d4ea2100. 00010000:00000010:0.0:1789131397.846572:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c52b4c00. 00010000:00000001:0.0:1789131397.846576:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.846578:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b88a00. 00000020:00000001:0.0:1789131397.846581:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.846583:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b88a00 with handle 0xc8adac5b2d01ff2b to hash 00000020:00000001:0.0:1789131397.846585:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.846586:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00010000:00000001:0.0:1789131397.846590:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00010000:00000001:0.0:1789131397.846592:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.846594:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.846597:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88a00/0xc8adac5b2d01ff2b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.846603:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88a00/0xc8adac5b2d01ff2b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789131397.846615:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789131397.846623:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d081f840 x1876039997371776/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789131397.846631:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88a00/0xc8adac5b2d01ff2b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.846637:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.846639:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.846648:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908900. 00000100:00000001:0.0:1789131397.846651:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729046784 : -110359980504832 : ffff9ba0d0908900) 00000100:00000001:0.0:1789131397.846653:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.846655:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728092224 : -110359981459392 : ffff9ba0d081f840) 00000100:00000001:0.0:1789131397.846659:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.846663:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.846665:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.846667:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.846671:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081f840 x1876039997371776/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.846678:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.846681:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.846696:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.846699:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.846701:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.846704:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081f840 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997371776:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.846708:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.846713:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.846715:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.846717:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.846764:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d0640000. 02000000:00000001:0.0:1789131397.846767:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.846773:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.846777:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.846783:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d09dc800. 00000100:00000200:0.0:1789131397.846789:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997371776, portal 10 00000100:00000001:0.0:1789131397.846791:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.846792:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728092224 : -110359981459392 : ffff9ba0d081f840) 00000100:00000040:0.0:1789131397.846798:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081f840 x1876039997371776/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.846806:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.846808:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.846811:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346b28. 00000100:00000200:0.0:1789131397.846821:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997371776, offset 0 00000400:00000200:0.0:1789131397.846827:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.846835:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.846841:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.846846:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.846849:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.846853:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.846855:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.846860:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [341:341:256:4294967295] 192.168.206.157@tcp LPNI seq info [341:341:8:4294967295] 00000400:00000200:0.0:1789131397.846864:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.846872:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.846878:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.846884:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593a00. 00000800:00000200:0.0:1789131397.846890:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.846897:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.846901:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593a00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.846921:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.846926:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 33496 usecs (34 jiffies) 00000400:00000200:0.0:1789131397.846930:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.846932:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984890 00000100:00000001:0.0:1789131397.846939:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984878 00000100:00000001:0.0:1789131397.846944:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984890 00000100:00000001:0.0:1789131397.846947:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984878 00000100:00000001:0.0:1789131397.846949:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.846952:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.846954:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.846956:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.846958:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908900 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.846961:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.846963:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.847221:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.847225:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593a00. 00000400:00000200:2.0:1789131397.847230:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.847235:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.847240:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346b28 00000400:00000010:2.0:1789131397.847242:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346b28. 00000100:00000001:2.0:1789131397.847246:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.847250:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081f840 x1876039997371776/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.847258:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.847261:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081f840 x1876039997371776/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.847277:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.847279:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.854520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4ea2e00. 00010000:00000010:0.1:1789131397.854536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b88c00. 00000800:00000001:3.0:1789131397.854697:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.854710:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.854714:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.854716:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.854724:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.854731:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.854740:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.854744:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.854750:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.854754:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0b580 00000400:00000200:3.0:1789131397.854758:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.854764:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xe35 [32] + 224 00000800:00000001:3.0:1789131397.854771:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.854777:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.854780:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.854784:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.854792:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.854800:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081f840 x1876039997371776/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.854824:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d081f840 x1876039997371776/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.854857:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131397.854867:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131397.854871:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.854876:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131397.854882:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [342:342:256:4294967295] 192.168.206.157@tcp LPNI seq info [342:342:8:4294967295] 00000400:00000200:3.0:1789131397.854886:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.854893:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131397.854900:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131397.854906:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84ff000. 00000800:00000200:3.0:1789131397.854912:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131397.854919:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131397.854923:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84ff000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131397.855011:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.855015:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84ff000. 00000400:00000200:3.0:1789131397.855019:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.855022:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131397.855029:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.855032:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.855567:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.855575:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.855577:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.855581:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.855585:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d09dc800 00000400:00000010:0.0:1789131397.855587:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d09dc800. 00000100:00000001:0.0:1789131397.855590:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.855596:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081f840 x1876039997371776/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.855605:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081f840 x1876039997371776/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.855611:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.855612:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.855614:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.855617:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.855619:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.855621:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.855624:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.855631:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.855635:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.855638:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.855639:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.855642:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.855645:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.855648:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.855650:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1789131397.855652:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.855654:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.855656:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728092224 : -110359981459392 : ffff9ba0d081f840) 00000100:00000001:0.0:1789131397.855659:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.855660:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.855662:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.855665:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.855669:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.855701:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.855703:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.855706:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.855711:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.855719:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081f840 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997371776:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.855724:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.855727:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.855729:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.855731:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.855735:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.855751:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.855754:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908900. 00000100:00000001:0.0:1789131397.855757:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.855759:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.855761:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.855766:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.855768:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.855771:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88a00 refcount=4 00000020:00000001:0.0:1789131397.855774:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00010000:00000001:0.0:1789131397.855776:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00010000:00000040:0.0:1789131397.855782:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b88a00, remote cookie: 0x2d69527cc21159ec, flags: 0x1001 00010000:00010000:0.0:1789131397.855787:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88a00/0xc8adac5b2d01ff2b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21159ec expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789131397.855795:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789131397.855798:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789131397.855814:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d4ea2e00. 00010000:00000010:0.0:1789131397.855818:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c52b4080. 00010000:00000040:0.0:1789131397.855824:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4ea2100 count: 0 00010000:00000010:0.0:1789131397.855829:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0c52b4c00. 00010000:00000001:0.0:1789131397.855836:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.855840:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88a00/0xc8adac5b2d01ff2b lrc: 4/0,1 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21159ec expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.855848:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88a00/0xc8adac5b2d01ff2b lrc: 4/0,1 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21159ec expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.855854:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.855858:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.855859:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.855861:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.855862:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.855864:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x23:0x0].0x0 (ffff9ba0d4ea2e00) refcount = 1 00010000:00010000:0.0:1789131397.855868:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88a00/0xc8adac5b2d01ff2b lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21159ec expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.855873:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.855876:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.855877:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.855880:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.855882:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.855884:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88a00/0xc8adac5b2d01ff2b lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21159ec expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.855889:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.855891:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.855893:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.855894:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.855895:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.855901:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.855905:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.855908:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.855909:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.855910:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88a00 refcount=3 00000020:00000001:0.0:1789131397.855912:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00010000:00000001:0.0:1789131397.855914:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00010000:00000001:0.0:1789131397.855916:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.855917:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.855918:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88a00 refcount=4 00000020:00000001:0.0:1789131397.855920:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00010000:00000001:0.0:1789131397.855921:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00010000:00000001:0.0:1789131397.855924:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.855927:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.855930:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88a00/0xc8adac5b2d01ff2b lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21159ec expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.855936:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.855937:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.855938:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.855938:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.855939:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88a00 refcount=5 00000020:00000001:0.0:1789131397.855941:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00010000:00000001:0.0:1789131397.855943:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00010000:00000001:0.0:1789131397.855945:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.855947:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88a00/0xc8adac5b2d01ff2b lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21159ec expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.855952:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.855953:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.855955:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88a00/0xc8adac5b2d01ff2b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc21159ec expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.855969:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.855970:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.855971:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.855972:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.855973:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.855978:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.855986:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.855990:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.855996:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.856002:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.856003:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.856004:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88a00 refcount=3 00000020:00000001:0.0:1789131397.856006:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00010000:00000001:0.0:1789131397.856008:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00000002:00010000:0.0:1789131397.856011:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88a00/0xc8adac5b2d01ff2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21159ec expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789131397.856018:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0d84c69c0. 00010000:00000001:0.0:1789131397.856020:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.856021:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.856022:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.856024:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.856027:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789131397.856029:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.856030:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728092224 : -110359981459392 : ffff9ba0d081f840) 00000100:00000001:0.0:1789131397.856031:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.856033:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728092224 : -110359981459392 : ffff9ba0d081f840) 00010000:00000001:0.0:1789131397.856035:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.856040:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.856041:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88a00 refcount=3 00000020:00000001:0.0:1789131397.856043:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00010000:00000001:0.0:1789131397.856045:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00000002:00010000:0.0:1789131397.856048:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88a00/0xc8adac5b2d01ff2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc21159ec expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.856054:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.856055:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.856057:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.856058:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.856060:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.856061:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88a00 refcount=3 00000020:00000001:0.0:1789131397.856063:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00010000:00000001:0.0:1789131397.856064:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00010000:00000040:0.0:1789131397.856068:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2e00 count: 2 00010000:00000001:0.0:1789131397.856071:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.856074:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/35 (0 0) 00010000:00000001:0.0:1789131397.856076:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.856077:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.856078:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.856081:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:0.0:1789131397.856083:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-33 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789131397.856086:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.856089:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.856092:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.856094:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789131397.856097:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.856101:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.856103:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789131397.856105:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d81f77e0 it_disposition 1800037 00000080:00002000:0.0:1789131397.856110:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d21865e8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789131397.856115:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.856122:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789131397.856124:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:0.0:1789131397.856125:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-33, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:0.0:1789131397.856128:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789131397.856130:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.856134:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789131397.856137:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.856140:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279523 : 144115205289279523 : 200000402000023) 00000080:00000001:0.0:1789131397.856142:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789131397.856159:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21b8840. 00000020:00000001:0.0:1789131397.856168:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789131397.856169:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789131397.856172:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789131397.856174:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x23:0x0](ffff9ba0d21b8908) 00000020:00000001:0.0:1789131397.856177:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.856181:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:0.0:1789131397.856183:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:0.0:1789131397.856186:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789131397.856191:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d08ff320. 00000020:00000001:0.0:1789131397.856193:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.856194:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.856200:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.856204:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d7d2e8. 00020000:00000001:0.0:1789131397.856206:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582723816 : -110360126827800 : ffff9ba0c7d7d2e8) 00020000:00000001:0.0:1789131397.856208:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789131397.856212:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.856216:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f75a0. 00020000:00000010:0.0:1789131397.856220:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364380. 00020000:00000010:0.0:1789131397.856224:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7540. 00020000:00000001:0.0:1789131397.856226:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855853888 : -110359853697728 : ffff9ba0d81f7540) 00020000:00000002:0.0:1789131397.856229:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7540, objid 0x23:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.856233:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.856237:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364380: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:0.0:1789131397.856252:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789131397.856260:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7540, objid 0x23:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.856264:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.856266:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364380: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000010:0.0:1789131397.856270:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d09ea270. 00020000:00000010:0.0:1789131397.856273:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0d0908900. 00020000:00000001:0.0:1789131397.856278:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789131397.856280:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7f22d58. 00020000:00000001:0.0:1789131397.856283:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789131397.856284:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789131397.856289:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.856292:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d08ff960. 00000020:00000001:0.0:1789131397.856294:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.856295:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.856297:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713729010144 : -110359980541472 : ffff9ba0d08ff9e0) 00020000:00000001:0.0:1789131397.856300:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789131397.856305:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d81128. 00020000:00000001:0.0:1789131397.856307:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.856311:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729010144 : -110359980541472 : ffff9ba0d08ff9e0) 00020000:00000001:0.0:1789131397.856313:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713729010144 : -110359980541472 : ffff9ba0d08ff9e0) 00020000:00000002:0.0:1789131397.856316:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x13:0x0]@ffff9ba0d08ff960[0:0] -> [0x200000402:0x23:0x0]@ffff9ba0d08ff320: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:0.0:1789131397.856320:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789131397.856322:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789131397.856324:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.856327:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729008544 : -110359980543072 : ffff9ba0d08ff3a0) 00000020:00001000:0.0:1789131397.856329:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:0.0:1789131397.856333:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279523 : 144115205289279523 : 200000402000023) 00000080:00000001:0.0:1789131397.856336:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789131397.856338:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279523 mtime from 0 to 1789131397 00000080:00000001:0.0:1789131397.856341:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789131397.856343:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754933512 : -110359954618104 : ffff9ba0d21b8908) 00010000:00000001:0.0:1789131397.856345:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.856351:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.856352:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88a00 refcount=3 00000020:00000001:0.0:1789131397.856354:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00010000:00000001:0.0:1789131397.856356:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00000080:00000001:0.0:1789131397.856359:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131397.856360:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.856362:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:0.0:1789131397.856364:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:0.0:1789131397.856366:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789131397.856368:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131397.856369:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.856371:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f7a80. 00020000:00000010:0.0:1789131397.856373:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364580. 00020000:00000010:0.0:1789131397.856376:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7300. 00020000:00000001:0.0:1789131397.856377:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855853312 : -110359853698304 : ffff9ba0d81f7300) 00020000:00000002:0.0:1789131397.856380:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7300, objid 0x23:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.856383:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.856386:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364580: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:0.0:1789131397.856388:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d7d2e8) owner ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.856390:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131397.856393:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d7d2e8) owner ffff9ba0c2f34f80 00020000:00000010:0.0:1789131397.856396:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0d8364580. 00020000:00000010:0.0:1789131397.856399:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d81f7a80. 00020000:00000010:0.0:1789131397.856402:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d81f7300. 00020000:00000002:0.0:1789131397.856404:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x23:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789131397.856405:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.856407:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.856410:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789131397.856412:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d2e8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.856414:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d81f7540 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:0.0:1789131397.856416:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d2e8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.856419:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789131397.856426:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789131397.856427:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789131397.856429:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789131397.856431:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789131397.856433:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x23:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789131397.856436:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:0.0:1789131397.856438:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.856439:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.856440:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.856442:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.856444:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.856446:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.856448:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x23:0x0](ffff9ba0d21b8908) 00000080:00010000:0.0:1789131397.856451:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x23:0x0](ffff9ba0d21b8908) for lock 0xc8adac5b2d01ff2b 00800000:00000001:0.0:1789131397.856454:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.856456:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.856457:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.856458:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.856460:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88a00 refcount=3 00000020:00000001:0.0:1789131397.856461:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00010000:00000001:0.0:1789131397.856463:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00010000:00000001:0.0:1789131397.856465:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.856466:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.856522:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.856525:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.856527:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789131397.856529:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.856534:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.856540:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.856544:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21b8908 need_sync_to_mds [0x200000402:0x23:0x0] 00000080:00000001:0.0:1789131397.856547:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.856550:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x23:0x0](ffff9ba0d21b8908) 00000080:00000001:0.0:1789131397.856553:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.856556:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000100:00000001:0.0:1789131397.856578:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.856582:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.856588:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.856591:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789131397.856593:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.856595:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21b8908 need_sync_to_mds [0x200000402:0x23:0x0] 00000080:00000001:0.0:1789131397.856602:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789131397.856604:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:0.0:1789131397.856606:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-33:[0x200000402:0x23:0x0](ffff9ba0d21b8908), flags 100102 00000080:00000010:0.0:1789131397.856612:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5de9b80. 00000080:00000010:0.0:1789131397.856618:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0d84c61c0. 00000080:00000001:0.0:1789131397.856620:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789131397.856624:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.856626:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789131397.856629:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d09e6340. 00000002:00100000:0.0:1789131397.856633:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.856639:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.856640:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789131397.856644:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789131397.856647:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.856649:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.856652:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.856655:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789131397.856661:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.856665:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d0640000. 02000000:00000001:0.0:1789131397.856701:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789131397.856703:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.856705:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:0.0:1789131397.856707:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-33:[0x200000402:0x23:0x0](ffff9ba0d21b8908), flags 100102, rc = 0 00000080:00000001:0.0:1789131397.856711:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789131397.856718:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d81f77e0 released 00000080:00010000:0.0:1789131397.856721:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff2b from it ffff9ba0d81f77e0 00010000:00000001:0.0:1789131397.856723:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.856724:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.856725:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88a00 refcount=3 00000020:00000001:0.0:1789131397.856727:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00010000:00000001:0.0:1789131397.856729:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580673536 : -110360128878080 : ffff9ba0c7b88a00) 00010000:00000001:0.0:1789131397.856732:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.856735:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88a00/0xc8adac5b2d01ff2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc21159ec expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.856742:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.856743:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.856745:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.856747:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.856750:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88a00/0xc8adac5b2d01ff2b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc21159ec expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.856757:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.856760:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.856762:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.856766:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.856767:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.856768:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.856771:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.856772:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.856775:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.856777:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.856779:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.856780:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.856781:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.856782:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789131397.856784:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789131397.856787:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.856788:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789131397.856791:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.856798:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.856801:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789131397.856802:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.856804:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.856807:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.856808:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.856811:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d81f77e0. 00000080:00000001:0.0:1789131397.856814:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.856817:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789131397.856819:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x23:0x0](ffff9ba0d21b8908), inode mode 81a4 mask 40 00000080:00000001:0.0:1789131397.856823:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.856843:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.856846:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d2e8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.856849:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d2e8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.856851:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.856857:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789131397.856859:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:0.0:1789131397.856861:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-33:[0x200000402:0x23:0x0](ffff9ba0d21b8908), flags 100002 00000080:00000001:0.0:1789131397.856863:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789131397.856865:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789131397.856866:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.856868:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d7d2e8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.856870:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d7d2e8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.856872:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.856874:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789131397.856878:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.856880:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.856883:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2e00 count: 2 00010000:00000001:0.0:1789131397.856886:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.856889:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.856890:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x23:0x0]: 0 00000080:00000001:0.0:1789131397.856893:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789131397.856894:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789131397.856898:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00000080:00000001:0.0:1789131397.856899:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789131397.856908:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789131397.856911:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789131397.856913:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x23:0x0] 00000002:00000001:0.0:1789131397.856916:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789131397.856918:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x23:0x0] file closed with intent: 0 00000100:00000010:0.0:1789131397.856923:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081fc00. 00000020:00000040:0.0:1789131397.856927:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=73 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131397.856930:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.856933:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.856936:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.856941:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d0511e00. 00000100:00000001:0.0:1789131397.856946:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789131397.856955:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789131397.856965:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789131397.856970:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d081fc00 x1876039997372032/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789131397.856977:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.856978:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.856984:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d09089c0. 00000100:00000001:0.0:1789131397.856986:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729046976 : -110359980504640 : ffff9ba0d09089c0) 00000100:00000001:0.0:1789131397.856988:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.856990:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728093184 : -110359981458432 : ffff9ba0d081fc00) 00000100:00000001:0.0:1789131397.856994:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.856997:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.856999:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.857000:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.857004:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081fc00 x1876039997372032/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.857011:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.857012:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.857016:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.857018:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.857026:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.857031:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081fc00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997372032:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.857034:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.857040:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.857042:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.857044:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.857048:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d09dc800. 02000000:00000001:0.0:1789131397.857050:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.857057:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.857060:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.857066:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346e58. 00000100:00000200:0.0:1789131397.857072:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997372032, portal 10 00000100:00000001:0.0:1789131397.857074:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.857076:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728093184 : -110359981458432 : ffff9ba0d081fc00) 00000100:00000040:0.0:1789131397.857082:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081fc00 x1876039997372032/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.857089:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.857091:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.857095:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346990. 00000100:00000200:0.0:1789131397.857098:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997372032, offset 0 00000400:00000200:0.0:1789131397.857104:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.857111:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.857118:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.857123:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.857127:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.857130:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.857132:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.857136:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [343:343:256:4294967295] 192.168.206.157@tcp LPNI seq info [343:343:8:4294967295] 00000400:00000200:0.0:1789131397.857140:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.857149:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.857153:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.857158:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593e00. 00000800:00000200:0.0:1789131397.857170:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.857176:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.857180:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.857200:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.857204:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 33336 usecs (34 jiffies) 00000400:00000200:0.0:1789131397.857208:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.857210:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984900 00000100:00000001:0.0:1789131397.857216:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984890 00000100:00000001:0.0:1789131397.857221:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984900 00000100:00000001:0.0:1789131397.857224:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984890 00000100:00000001:0.0:1789131397.857227:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.857229:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.857231:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.857233:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.857236:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d09089c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.857238:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.857241:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.857569:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.857575:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593e00. 00000400:00000200:3.0:1789131397.857581:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.857586:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.857590:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346990 00000400:00000010:3.0:1789131397.857593:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346990. 00000100:00000001:3.0:1789131397.857596:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.857601:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081fc00 x1876039997372032/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.857621:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.857625:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081fc00 x1876039997372032/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.857632:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.857635:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.862489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4ea2100. 00000800:00000001:2.0:1789131397.864065:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.864081:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.864084:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.864086:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.864094:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.864101:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.864111:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.864116:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.864121:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.864125:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0b680 00000400:00000200:2.0:1789131397.864130:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.864136:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xe3d [1] + 224 00000800:00000001:2.0:1789131397.864143:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.864154:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.864157:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.864162:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.864169:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.864176:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081fc00 x1876039997372032/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.864186:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d081fc00 x1876039997372032/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.864356:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.864365:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.864369:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.864437:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.864444:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.864446:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.864449:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.864453:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346e58 00000400:00000010:0.0:1789131397.864455:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346e58. 00000100:00000001:0.0:1789131397.864458:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.864463:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081fc00 x1876039997372032/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.864505:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081fc00 x1876039997372032/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.864512:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.864514:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.864517:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.864520:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.864538:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.864540:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.864542:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.864551:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.864555:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.864558:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.864559:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.864562:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.864564:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.864568:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.864569:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789131397.864571:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.864573:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.864574:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728093184 : -110359981458432 : ffff9ba0d081fc00) 00000100:00000001:0.0:1789131397.864577:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.864579:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.864580:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.864583:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.864588:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081fc00 x1876039997372032/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.864595:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.864597:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.864599:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.864603:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081fc00 x1876039997372032/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.864610:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081fc00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997372032:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.864615:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.864618:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.864620:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.864623:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.864626:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081fc00 x1876039997372032/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.864632:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.864640:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d09089c0. 00000100:00000001:0.0:1789131397.864643:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.864644:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.864651:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.864652:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728093184 : -110359981458432 : ffff9ba0d081fc00) 00000002:00000001:0.0:1789131397.864655:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.864658:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.864663:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000080:00000001:0.0:1789131397.864666:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789131397.864669:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.864674:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.864678:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.864697:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.864698:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.864700:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0d84c61c0. 00000100:00000001:0.0:1789131397.864703:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.864706:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081fc00 x1876039997372032/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.864712:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.864714:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.864717:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5de9b80. 00000080:00000001:0.0:1789131397.864721:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.864727:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:0.0:1789131397.864729:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-33:[0x200000402:0x23:0x0](ffff9ba0d21b8908), flags 100002, rc = 0 00000080:00000001:0.0:1789131397.864732:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.864737:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789131397.864739:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:0.0:1789131397.864741:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-33 (ffff9ba0d21865e8, parent ffff9ba0d20e4ca8, inode ffff9ba0d21b8908) hashed, 00000080:00000001:0.0:1789131397.864744:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.864792:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.864796:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.864797:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.864799:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:0.0:1789131397.864806:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.864811:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:0.0:1789131397.864816:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.864819:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.864822:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.864824:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:0.0:1789131397.864826:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.864841:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.864844:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.864849:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.864851:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:0.0:1789131397.864853:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.864856:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.864858:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.864861:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.864867:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.864869:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.864871:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.864873:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.864875:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789131397.864880:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081c780. 00000020:00000040:0.0:1789131397.864883:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=74 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:0.0:1789131397.864888:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.864892:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.864899:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.864901:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.864902:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.864905:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.864907:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.864911:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.864916:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d09df000. 00000100:00000001:0.0:1789131397.864922:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.864925:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.864927:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.864928:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.864929:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.864936:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.865061:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713728079744 : -110359981471872 : ffff9ba0d081c780) 00010000:00000001:0.0:1789131397.865066:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.865067:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.865073:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d4ea2100. 00010000:00000010:0.0:1789131397.865077:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c52b4c00. 00010000:00000001:0.0:1789131397.865080:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.865083:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b88c00. 00000020:00000001:0.0:1789131397.865087:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.865090:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b88c00 with handle 0xc8adac5b2d01ff32 to hash 00000020:00000001:0.0:1789131397.865092:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.865094:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.865097:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.865101:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.865103:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.865108:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff32 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.865116:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff32 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.865125:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff32 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.865130:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.865132:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.865137:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d09089c0. 00000100:00000001:0.0:1789131397.865139:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729046976 : -110359980504640 : ffff9ba0d09089c0) 00000100:00000001:0.0:1789131397.865142:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.865143:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728079744 : -110359981471872 : ffff9ba0d081c780) 00000100:00000001:0.0:1789131397.865147:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.865150:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.865152:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.865154:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.865165:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081c780 x1876039997372160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.865171:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.865174:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.865177:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.865180:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.865182:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.865185:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081c780 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997372160:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.865189:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.865194:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.865322:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.865326:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.865331:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.865332:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.865338:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.865341:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.865346:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346e58. 00000100:00000200:0.0:1789131397.865352:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997372160, portal 10 00000100:00000001:0.0:1789131397.865354:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.865355:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728079744 : -110359981471872 : ffff9ba0d081c780) 00000100:00000040:0.0:1789131397.865362:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081c780 x1876039997372160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.865368:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.865371:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.865373:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13466e8. 00000100:00000200:0.0:1789131397.865376:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997372160, offset 0 00000400:00000200:0.0:1789131397.865382:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.865388:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.865393:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.865398:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.865402:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.865405:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.865407:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.865416:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [344:344:256:4294967295] 192.168.206.157@tcp LPNI seq info [344:344:8:4294967295] 00000400:00000200:0.0:1789131397.865421:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.865429:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.865435:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.865440:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593100. 00000800:00000200:0.0:1789131397.865446:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.865453:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.865458:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.865507:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.865511:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 33165 usecs (34 jiffies) 00000400:00000200:0.0:1789131397.865515:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.865517:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984909 00000100:00000001:0.0:1789131397.865524:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984900 00000100:00000001:0.0:1789131397.865529:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984909 00000100:00000001:0.0:1789131397.865532:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984900 00000100:00000001:0.0:1789131397.865534:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.865537:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.865539:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.865541:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.865543:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d09089c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.865545:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.865547:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.866091:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.866096:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593100. 00000400:00000200:3.0:1789131397.866100:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.866106:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.866111:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13466e8 00000400:00000010:3.0:1789131397.866113:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13466e8. 00000100:00000001:3.0:1789131397.866117:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.866122:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081c780 x1876039997372160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.866131:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.866134:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081c780 x1876039997372160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.866140:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.866142:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131397.869362:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.869381:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.869385:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.869387:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.869395:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.869403:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.869430:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.869436:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.869442:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.869446:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0b700 00000400:00000200:2.0:1789131397.869451:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.869458:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xe45 [1] + 224 00000800:00000001:2.0:1789131397.869465:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.869521:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.869525:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.869530:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.869537:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.869546:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081c780 x1876039997372160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.869556:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d081c780 x1876039997372160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.869572:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.869580:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.869584:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.869999:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.870006:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.870008:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.870011:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.870016:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346e58 00000400:00000010:0.0:1789131397.870018:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346e58. 00000100:00000001:0.0:1789131397.870020:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.870025:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081c780 x1876039997372160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.870046:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081c780 x1876039997372160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.870052:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.870055:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.870058:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.870061:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.870063:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.870065:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.870068:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.870076:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.870080:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.870082:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.870084:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.870086:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.870089:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.870093:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.870095:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.870096:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.870099:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.870104:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081c780 x1876039997372160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.870110:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.870112:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.870114:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.870118:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081c780 x1876039997372160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.870126:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081c780 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997372160:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.870130:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.870132:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.870134:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.870136:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.870148:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081c780 x1876039997372160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.870155:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.870157:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d09089c0. 00000100:00000001:0.0:1789131397.870160:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.870161:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.870164:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.870168:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.870170:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.870173:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=4 00000020:00000001:0.0:1789131397.870175:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.870178:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000040:0.0:1789131397.870185:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b88c00, remote cookie: 0x2d69527cc2115a01, flags: 0x1001 00010000:00010000:0.0:1789131397.870190:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff32 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a01 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.870635:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff32 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a01 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.870643:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.870647:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.870649:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.870651:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.870652:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.870654:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0d4ea2100) refcount = 1 00010000:00010000:0.0:1789131397.870659:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff32 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a01 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.870665:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.870668:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.870670:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.870673:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.870681:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.870694:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff32 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a01 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.870701:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.870702:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.870704:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.870705:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.870706:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.870707:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.870712:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.870714:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.870715:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.870717:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.870719:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.870722:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.870724:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.870725:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.870726:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=4 00000020:00000001:0.0:1789131397.870727:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.870729:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.870732:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.870735:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.870738:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff32 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a01 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.870744:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.870745:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.870746:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.870747:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.870748:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=5 00000020:00000001:0.0:1789131397.870749:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.870751:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.870753:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.870760:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff32 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a01 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.870766:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.870767:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.870769:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff32 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a01 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.870774:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.870776:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.870776:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.870778:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.870778:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.870784:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d081c780 x1876039997372160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789131397.870792:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.870793:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.870795:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.870796:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.870798:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.870800:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.870801:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.870802:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.870804:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.870806:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789131397.870808:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.870809:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.870810:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.870812:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.870814:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00000002:00010000:0.0:1789131397.870816:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a01 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.871319:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.871324:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.871326:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.871327:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.871329:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.871331:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.871333:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.871336:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000040:0.0:1789131397.871341:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2100 count: 2 00010000:00000001:0.0:1789131397.871343:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.871346:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789131397.871349:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.871350:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.871351:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.871354:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:0.0:1789131397.871356:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789131397.871359:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.871364:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.871368:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.871371:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789131397.871374:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.871377:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.871381:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000080:00000001:0.0:1789131397.871386:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.871388:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.871394:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.871398:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789131397.871404:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0d84c61c0. 00800000:00000001:0.0:1789131397.871406:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713858798016 : -110359850753600 : ffff9ba0d84c61c0) 00800000:00000001:0.0:1789131397.871409:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.871411:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.871413:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789131397.871415:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789131397.871424:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789131397.871426:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789131397.871428:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.871432:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789131397.871435:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789131397.871440:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:0.0:1789131397.871442:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.871443:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.871445:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.871447:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.871449:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.871452:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.871453:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.871454:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.871457:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789131397.871458:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d84c61c0 1 00800000:00000010:0.0:1789131397.871461:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0d84c61c0. 00800000:00000001:0.0:1789131397.871463:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.871466:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff32 00800000:00000001:0.0:1789131397.871494:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.871495:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.871497:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.871498:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.871499:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.871501:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.871503:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.871506:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.871507:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.871508:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.871510:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.871512:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.871514:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.871517:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff32 from it ffffbc4101cb7bf8 00010000:00000001:0.0:1789131397.871519:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.871525:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.871526:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.871528:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.871530:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.871532:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.871536:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a01 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.871542:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.871543:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.871545:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.871547:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.871549:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff32 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a01 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.871556:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.871558:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.871560:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.871564:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.871565:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.871566:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.871568:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.871570:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.871572:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.871575:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.871577:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.871578:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.871579:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.871581:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.871588:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d081c780 x1876039997372160/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.871595:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131397.871598:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.871601:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.871604:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131397.871611:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131397.871613:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=73 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131397.871615:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131397.871618:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d09df000. 02000000:00000001:0.0:1789131397.871621:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131397.871623:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131397.871625:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d081c780. 00000100:00000001:0.0:1789131397.871628:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131397.871629:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.871633:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:0.0:1789131397.871638:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.871654:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d09e69c0. 00000080:00000001:0.0:1789131397.871660:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.871661:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.871663:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:0.0:1789131397.871664:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.871669:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:0.0:1789131397.871673:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.871677:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.871679:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.871681:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:0.0:1789131397.871693:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.871696:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.871700:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.871704:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.871706:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:0.0:1789131397.871707:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.871711:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.871713:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.871714:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.871717:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2100 count: 2 00010000:00000001:0.0:1789131397.871719:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.871722:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.871726:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789131397.871729:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff32 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a01 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789131397.871743:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789131397.871747:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.871750:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff32 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a01 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789131397.871756:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789131397.871758:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.871760:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.871762:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.871764:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.871766:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789131397.871769:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789131397.871771:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.871773:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000080:00000001:0.0:1789131397.871775:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.871777:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.871779:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.871782:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff32 00800000:00000001:0.0:1789131397.871784:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.871786:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.871788:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.871789:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.871790:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.871792:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.871793:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.871795:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.871796:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.871797:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.871798:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.871800:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff32 from it ffffbc4101cb7b38 00010000:00000001:0.0:1789131397.871801:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.871802:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.871808:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88c00 refcount=3 00000020:00000001:0.0:1789131397.871810:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.871811:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580674048 : -110360128877568 : ffff9ba0c7b88c00) 00010000:00000001:0.0:1789131397.871813:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.871815:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a01 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.871821:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.871822:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.871823:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.871825:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.871827:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff32 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a01 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789131397.874345:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.874350:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.874351:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.874357:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.874367:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.874369:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.874372:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.874374:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.874376:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.874380:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.874382:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.874384:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.874385:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.874389:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789131397.874390:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.874394:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:0.0:1789131397.874400:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.874405:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789131397.874407:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:0.0:1789131397.874410:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-34, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d8799800, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789131397.877279:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d4bb96c0. 00000080:00000001:1.0:1789131397.877292:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789131397.877295:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:1.0:1789131397.877298:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-34, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:1.0:1789131397.877307:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8546400. 00800000:00000002:1.0:1789131397.877312:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.877318:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.877322:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.877324:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:1.0:1789131397.877326:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-34' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.877329:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789131397.877344:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789131397.877349:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:1.0:1789131397.877353:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789131397.877355:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789131397.877360:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789131397.877362:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789131397.877365:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x24:0x0] 40000000:00000001:1.0:1789131397.877368:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.877370:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.877372:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.877374:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.877376:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:1.0:1789131397.877379:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x24:0x0], name='f0a.replay-dual-34' -> mds #0 layout version 1 00000002:00000001:1.0:1789131397.877383:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.877385:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:1.0:1789131397.877387:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-34,[0x200000402:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789131397.877391:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131397.877394:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789131397.877397:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789131397.877403:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.877405:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789131397.877409:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2100 count: 2 00010000:00000001:1.0:1789131397.877411:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.877415:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789131397.877419:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789131397.877423:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff32 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115a01 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789131397.877433:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789131397.877437:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789131397.877439:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789131397.877441:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789131397.877445:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.877447:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.877450:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2100 count: 3 00010000:00000001:1.0:1789131397.877459:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.877463:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.877465:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.877467:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.877486:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2100 count: 3 00010000:00000001:1.0:1789131397.877488:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.877490:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.877492:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.877493:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.877495:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2100 count: 3 00010000:00000001:1.0:1789131397.877496:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.877498:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.877501:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.877503:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789131397.877508:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789131397.877516:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789131397.877518:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789131397.877520:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.877524:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789131397.877528:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789131397.877530:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789131397.877532:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.877535:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789131397.877539:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b88c00 with handle 0xc8adac5b2d01ff32 from hash 00010000:00000001:1.0:1789131397.877541:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789131397.877543:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.877545:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.877546:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789131397.877549:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789131397.877551:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789131397.877554:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131397.877556:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131397.877558:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789131397.877564:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b70780. 00000020:00000040:1.0:1789131397.877568:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=74 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:1.0:1789131397.877575:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789131397.877582:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.877586:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131397.877589:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.877594:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.877596:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.877597:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.877600:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.877602:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.877606:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.877613:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d086ac00. 00000100:00000001:1.0:1789131397.877619:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.877623:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.877625:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789131397.877629:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff32 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115a01 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789131397.877636:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789131397.877637:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131397.877639:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789131397.877641:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88c00/0xc8adac5b2d01ff32 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115a01 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789131397.877648:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4ea2100 count: 0 00010000:00000010:1.0:1789131397.877653:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0c52b4c00. 00010000:00000001:1.0:1789131397.877664:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.877665:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.877667:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.877669:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.877670:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.877679:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713580574592 : -110360128977024 : ffff9ba0c7b70780) 00010000:00000001:1.0:1789131397.877691:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131397.877693:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131397.877698:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e400. 00010000:00000010:1.0:1789131397.877701:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa100. 00010000:00000001:1.0:1789131397.877704:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131397.877712:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b43e00. 00000020:00000001:1.0:1789131397.877715:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131397.877717:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b43e00 with handle 0xc8adac5b2d01ff39 to hash 00000020:00000001:1.0:1789131397.877719:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131397.877721:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.877725:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.877728:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.877730:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.877733:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01ff39 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.877739:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01ff39 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789131397.877751:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789131397.877762:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7b70780 x1876039997372416/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789131397.877772:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01ff39 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131397.877778:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.877780:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.877786:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56300. 00000100:00000001:1.0:1789131397.877788:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499726592 : -110360209825024 : ffff9ba0c2e56300) 00000100:00000001:1.0:1789131397.877791:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.877792:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580574592 : -110360128977024 : ffff9ba0c7b70780) 00000100:00000001:1.0:1789131397.877797:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.877802:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.877804:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.877805:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.877809:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b70780 x1876039997372416/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.877816:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.877825:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.877841:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.877843:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.877846:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.877850:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b70780 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997372416:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.877854:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.877860:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.877862:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.877864:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.877910:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d0660000. 02000000:00000001:1.0:1789131397.877913:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.877921:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.877925:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131397.877932:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d0869c00. 00000100:00000200:1.0:1789131397.877938:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997372416, portal 10 00000100:00000001:1.0:1789131397.877949:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.877950:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580574592 : -110360128977024 : ffff9ba0c7b70780) 00000100:00000040:1.0:1789131397.877957:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b70780 x1876039997372416/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.877964:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.877967:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.877970:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020110. 00000100:00000200:1.0:1789131397.877974:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997372416, offset 0 00000400:00000200:1.0:1789131397.877980:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.877988:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.877994:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.878000:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.878003:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.878007:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.878010:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.878013:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [345:345:256:4294967295] 192.168.206.157@tcp LPNI seq info [345:345:8:4294967295] 00000400:00000200:1.0:1789131397.878017:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.878026:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.878037:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.878041:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d900. 00000800:00000200:1.0:1789131397.878057:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.878065:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.878070:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.878086:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.878090:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 32973 usecs (33 jiffies) 00000400:00000200:1.0:1789131397.878093:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.878097:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984920 00000100:00000001:1.0:1789131397.878104:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984909 00000100:00000001:1.0:1789131397.878109:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984920 00000100:00000001:1.0:1789131397.878112:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984909 00000100:00000001:1.0:1789131397.878115:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.878118:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.878120:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.878122:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.878124:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56300 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.878127:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.878129:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.878563:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.878567:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d900. 00000400:00000200:3.0:1789131397.878571:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.878577:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.878581:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020110 00000400:00000010:3.0:1789131397.878584:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020110. 00000100:00000001:3.0:1789131397.878588:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.878592:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b70780 x1876039997372416/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.878601:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.878604:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b70780 x1876039997372416/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.878623:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.878625:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131397.885314:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4ea2100. 00010000:00000010:1.1:1789131397.885330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b88c00. 00000800:00000001:2.0:1789131397.887798:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.887812:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.887816:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.887818:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.887826:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.887842:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.887851:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.887855:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.887860:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.887864:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0b800 00000400:00000200:2.0:1789131397.887868:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.887874:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xe4d [32] + 224 00000800:00000001:2.0:1789131397.887880:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.887912:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.887915:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.887920:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.887927:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.887934:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b70780 x1876039997372416/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.887954:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0c7b70780 x1876039997372416/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.887973:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131397.887982:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131397.887985:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.887990:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131397.887996:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [346:346:256:4294967295] 192.168.206.157@tcp LPNI seq info [346:346:8:4294967295] 00000400:00000200:2.0:1789131397.888000:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.888007:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131397.888013:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131397.888020:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0c7b02400. 00000800:00000200:2.0:1789131397.888026:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131397.888032:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131397.888037:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c7b02400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131397.888115:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.888118:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0c7b02400. 00000400:00000200:2.0:1789131397.888122:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.888125:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131397.888131:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.888134:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.888404:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131397.888412:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.888414:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.888416:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131397.888421:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d0869c00 00000400:00000010:1.0:1789131397.888423:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d0869c00. 00000100:00000001:1.0:1789131397.888425:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.888430:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b70780 x1876039997372416/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.888438:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b70780 x1876039997372416/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.888444:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.888452:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.888455:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.888458:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.888460:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.888463:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.888465:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.888510:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.888515:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.888517:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.888524:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.888528:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.888531:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.888534:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131397.888536:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1789131397.888538:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131397.888540:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.888542:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580574592 : -110360128977024 : ffff9ba0c7b70780) 00000100:00000001:1.0:1789131397.888545:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.888547:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.888549:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.888552:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.888558:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.888565:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.888568:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.888570:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.888574:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.888582:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b70780 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997372416:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.888587:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.888590:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.888592:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.888594:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.888604:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.888611:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.888614:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56300. 00000100:00000001:1.0:1789131397.888617:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.888618:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.888621:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131397.888625:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.888628:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.888630:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=4 00000020:00000001:1.0:1789131397.888633:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.888636:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000040:1.0:1789131397.888642:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b43e00, remote cookie: 0x2d69527cc2115a1d, flags: 0x1001 00010000:00010000:1.0:1789131397.888647:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01ff39 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a1d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789131397.888655:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789131397.888658:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789131397.888665:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e600. 00010000:00000010:1.0:1789131397.888670:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa680. 00010000:00000040:1.0:1789131397.888675:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e400 count: 0 00010000:00000010:1.0:1789131397.888680:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa100. 00010000:00000001:1.0:1789131397.888697:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.888701:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01ff39 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a1d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.888709:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01ff39 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a1d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.888716:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131397.888725:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131397.888727:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131397.888729:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131397.888730:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131397.888732:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x24:0x0].0x0 (ffff9ba0c7d0e600) refcount = 1 00010000:00010000:1.0:1789131397.888736:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01ff39 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a1d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.888742:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131397.888745:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131397.888747:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131397.888749:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131397.888752:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.888755:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01ff39 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a1d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.888761:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131397.888762:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.888764:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.888765:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.888766:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.888767:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.888772:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131397.888774:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.888776:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.888777:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.888779:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.888782:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.888784:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.888785:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.888786:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=4 00000020:00000001:1.0:1789131397.888788:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.888790:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.888793:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.888802:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.888805:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01ff39 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a1d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.888813:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.888814:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.888815:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.888817:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.888818:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=5 00000020:00000001:1.0:1789131397.888820:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.888822:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.888824:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.888827:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01ff39 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a1d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.888833:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.888835:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131397.888837:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01ff39 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a1d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.888844:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.888846:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.888847:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.888848:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.888849:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131397.888855:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.888865:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789131397.888870:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.888877:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.888884:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.888890:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.888891:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.888894:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.888896:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00000002:00010000:1.0:1789131397.888900:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01ff39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a1d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789131397.888908:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c2f25ac0. 00010000:00000001:1.0:1789131397.888911:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.888912:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.888914:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.888916:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.888919:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789131397.888921:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.888922:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580574592 : -110360128977024 : ffff9ba0c7b70780) 00000100:00000001:1.0:1789131397.888924:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.888925:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580574592 : -110360128977024 : ffff9ba0c7b70780) 00010000:00000001:1.0:1789131397.888927:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.888928:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.888930:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.888932:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.888934:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00000002:00010000:1.0:1789131397.888937:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01ff39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a1d expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.888956:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.888958:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.888959:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.888961:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.888962:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.888963:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.888965:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.888967:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000040:1.0:1789131397.888980:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e600 count: 2 00010000:00000001:1.0:1789131397.888982:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131397.888986:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/36 (0 0) 00010000:00000001:1.0:1789131397.888988:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.888990:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.888991:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131397.888994:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:1.0:1789131397.888996:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-34 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789131397.888999:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.889003:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.889005:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131397.889008:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789131397.889012:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.889015:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.889018:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789131397.889019:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d4bb96c0 it_disposition 1800037 00000080:00002000:1.0:1789131397.889024:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2186e58 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789131397.889030:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131397.889032:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789131397.889034:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:1.0:1789131397.889036:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-34, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:1.0:1789131397.889039:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789131397.889041:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131397.889045:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789131397.889048:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131397.889051:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279524 : 144115205289279524 : 200000402000024) 00000080:00000001:1.0:1789131397.889054:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789131397.889068:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d2170000. 00000020:00000001:1.0:1789131397.889078:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789131397.889080:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789131397.889083:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789131397.889084:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x24:0x0](ffff9ba0d21700c8) 00000020:00000001:1.0:1789131397.889088:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131397.889091:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:1.0:1789131397.889094:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:1.0:1789131397.889102:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789131397.889106:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d0937d48. 00000020:00000001:1.0:1789131397.889109:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131397.889111:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.889117:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789131397.889120:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d19ab000. 00020000:00000001:1.0:1789131397.889122:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713746489344 : -110359963062272 : ffff9ba0d19ab000) 00020000:00000001:1.0:1789131397.889125:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:1.0:1789131397.889128:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131397.889133:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9300. 00020000:00000010:1.0:1789131397.889137:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320bb80. 00020000:00000010:1.0:1789131397.889141:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9a80. 00020000:00000001:1.0:1789131397.889144:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798978176 : -110359910573440 : ffff9ba0d4bb9a80) 00020000:00000002:1.0:1789131397.889146:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9a80, objid 0x24:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.889151:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.889155:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320bb80: ostid: 0x240000400:20 ost idx: 0 gen: 0 00020000:00000001:1.0:1789131397.889158:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789131397.889160:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9a80, objid 0x24:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.889163:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.889166:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320bb80: ostid: 0x240000400:20 ost idx: 0 gen: 0 00020000:00000010:1.0:1789131397.889170:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c2b95890. 00020000:00000010:1.0:1789131397.889173:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2e56300. 00020000:00000001:1.0:1789131397.889177:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789131397.889179:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0d2e9fd38. 00020000:00000001:1.0:1789131397.889183:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789131397.889184:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789131397.889189:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789131397.889192:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d0937ed8. 00000020:00000001:1.0:1789131397.889194:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131397.889207:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.889210:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713729240920 : -110359980310696 : ffff9ba0d0937f58) 00020000:00000001:1.0:1789131397.889214:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789131397.889223:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d1a061e8. 00020000:00000001:1.0:1789131397.889227:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.889232:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729240920 : -110359980310696 : ffff9ba0d0937f58) 00020000:00000001:1.0:1789131397.889234:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713729240920 : -110359980310696 : ffff9ba0d0937f58) 00020000:00000002:1.0:1789131397.889237:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x14:0x0]@ffff9ba0d0937ed8[0:0] -> [0x200000402:0x24:0x0]@ffff9ba0d0937d48: ostid: 0x240000400:20 ost idx: 0 gen: 0 00020000:00000001:1.0:1789131397.889241:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:1.0:1789131397.889243:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789131397.889245:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.889253:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729240520 : -110359980311096 : ffff9ba0d0937dc8) 00000020:00001000:1.0:1789131397.889257:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:1.0:1789131397.889261:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279524 : 144115205289279524 : 200000402000024) 00000080:00000001:1.0:1789131397.889263:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789131397.889265:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279524 mtime from 0 to 1789131397 00000080:00000001:1.0:1789131397.889269:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789131397.889271:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754636488 : -110359954915128 : ffff9ba0d21700c8) 00010000:00000001:1.0:1789131397.889274:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.889275:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.889276:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.889278:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.889280:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00000080:00000001:1.0:1789131397.889283:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789131397.889285:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131397.889286:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:1.0:1789131397.889289:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:1.0:1789131397.889291:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789131397.889293:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789131397.889294:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131397.889297:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9ae0. 00020000:00000010:1.0:1789131397.889300:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b200. 00020000:00000010:1.0:1789131397.889302:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb95a0. 00020000:00000001:1.0:1789131397.889304:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798976928 : -110359910574688 : ffff9ba0d4bb95a0) 00020000:00000002:1.0:1789131397.889306:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb95a0, objid 0x24:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131397.889315:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131397.889318:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b200: ostid: 0x240000400:20 ost idx: 0 gen: 0 00020000:00000002:1.0:1789131397.889321:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d19ab000) owner ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.889323:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789131397.889325:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d19ab000) owner ffff9ba0c2f34f80 00020000:00000010:1.0:1789131397.889329:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c320b200. 00020000:00000010:1.0:1789131397.889332:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d4bb9ae0. 00020000:00000010:1.0:1789131397.889334:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d4bb95a0. 00020000:00000002:1.0:1789131397.889336:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x24:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789131397.889338:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.889340:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.889343:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789131397.889346:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.889348:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d4bb9a80 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:1.0:1789131397.889350:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.889353:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789131397.889355:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789131397.889356:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789131397.889358:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789131397.889360:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789131397.889362:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x24:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789131397.889364:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:1.0:1789131397.889366:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.889368:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.889369:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.889371:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131397.889373:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789131397.889375:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.889377:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x24:0x0](ffff9ba0d21700c8) 00000080:00010000:1.0:1789131397.889380:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x24:0x0](ffff9ba0d21700c8) for lock 0xc8adac5b2d01ff39 00800000:00000001:1.0:1789131397.889383:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131397.889384:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131397.889386:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.889392:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.889394:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.889395:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.889398:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.889400:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.889401:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131397.889403:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.889405:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.889406:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789131397.889408:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.889413:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.889420:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.889424:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21700c8 need_sync_to_mds [0x200000402:0x24:0x0] 00000080:00000001:1.0:1789131397.889427:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131397.889430:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x24:0x0](ffff9ba0d21700c8) 00000080:00000001:1.0:1789131397.889433:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.889436:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8546400. 00000100:00000001:1.0:1789131397.889439:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.889442:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.889448:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.889451:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789131397.889453:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131397.889455:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21700c8 need_sync_to_mds [0x200000402:0x24:0x0] 00000080:00000001:1.0:1789131397.889462:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789131397.889464:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:1.0:1789131397.889466:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-34:[0x200000402:0x24:0x0](ffff9ba0d21700c8), flags 100102 00000080:00000010:1.0:1789131397.889511:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c178cdc0. 00000080:00000010:1.0:1789131397.889517:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2f251c0. 00000080:00000001:1.0:1789131397.889519:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789131397.889523:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.889525:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789131397.889528:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d0840720. 00000002:00100000:1.0:1789131397.889538:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.889545:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.889546:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789131397.889550:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789131397.889553:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.889556:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.889558:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.889561:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789131397.889568:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131397.889571:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d0660000. 02000000:00000001:1.0:1789131397.889589:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789131397.889591:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.889593:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:1.0:1789131397.889595:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-34:[0x200000402:0x24:0x0](ffff9ba0d21700c8), flags 100102, rc = 0 00000080:00000001:1.0:1789131397.889599:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789131397.889601:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d4bb96c0 released 00000080:00010000:1.0:1789131397.889603:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff39 from it ffff9ba0d4bb96c0 00010000:00000001:1.0:1789131397.889605:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131397.889606:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131397.889608:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43e00 refcount=3 00000020:00000001:1.0:1789131397.889610:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.889612:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391936 : -110360129159680 : ffff9ba0c7b43e00) 00010000:00000001:1.0:1789131397.889614:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131397.889617:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01ff39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115a1d expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131397.889624:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.889625:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.889627:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131397.889629:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131397.889636:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01ff39 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115a1d expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131397.889644:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131397.889646:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131397.889648:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.889652:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.889653:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.889654:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.889657:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131397.889659:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.889661:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.889663:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.889665:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131397.889666:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.889667:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131397.889669:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789131397.889671:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789131397.889673:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.889674:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789131397.889676:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789131397.889678:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.889680:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789131397.889682:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.889697:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131397.889699:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.889701:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131397.889703:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d4bb96c0. 00000080:00000001:1.0:1789131397.889706:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.889709:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789131397.889711:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x24:0x0](ffff9ba0d21700c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1789131397.889715:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131397.889734:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.889737:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.889739:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.889741:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.889747:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789131397.889755:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:1.0:1789131397.889757:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-34:[0x200000402:0x24:0x0](ffff9ba0d21700c8), flags 100002 00000080:00000001:1.0:1789131397.889759:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789131397.889761:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789131397.889762:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131397.889763:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131397.889765:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131397.889767:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.889769:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789131397.889773:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.889775:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131397.889778:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e600 count: 2 00010000:00000001:1.0:1789131397.889781:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131397.889784:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131397.889786:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x24:0x0]: 0 00000080:00000001:1.0:1789131397.889788:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789131397.889790:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789131397.889793:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d8546400. 00000080:00000001:1.0:1789131397.889794:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789131397.889799:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789131397.889801:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789131397.889803:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x24:0x0] 00000002:00000001:1.0:1789131397.889805:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789131397.889807:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x24:0x0] file closed with intent: 0 00000100:00000010:1.0:1789131397.889811:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b703c0. 00000020:00000040:1.0:1789131397.889815:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=75 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:1.0:1789131397.889819:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.889821:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.889825:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.889829:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d8547800. 00000100:00000001:1.0:1789131397.889835:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789131397.889843:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789131397.889852:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789131397.889857:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7b703c0 x1876039997372672/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789131397.889869:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.889871:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.889875:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131397.889877:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499728512 : -110360209823104 : ffff9ba0c2e56a80) 00000100:00000001:1.0:1789131397.889880:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.889881:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580573632 : -110360128977984 : ffff9ba0c7b703c0) 00000100:00000001:1.0:1789131397.889885:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.889888:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.889890:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.889892:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.889896:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b703c0 x1876039997372672/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.889902:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.889905:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.889908:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.889910:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.889913:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.889916:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b703c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997372672:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.889921:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.889925:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.889928:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.889930:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131397.889934:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d0869c00. 02000000:00000001:1.0:1789131397.889936:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131397.889942:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131397.889946:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131397.889953:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020880. 00000100:00000200:1.0:1789131397.889958:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997372672, portal 10 00000100:00000001:1.0:1789131397.889960:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.889961:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580573632 : -110360128977984 : ffff9ba0c7b703c0) 00000100:00000040:1.0:1789131397.889967:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b703c0 x1876039997372672/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.889983:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131397.889986:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131397.889989:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020990. 00000100:00000200:1.0:1789131397.889993:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997372672, offset 0 00000400:00000200:1.0:1789131397.889999:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131397.890006:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.890012:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131397.890017:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131397.890020:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131397.890024:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131397.890026:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131397.890029:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [347:347:256:4294967295] 192.168.206.157@tcp LPNI seq info [347:347:8:4294967295] 00000400:00000200:1.0:1789131397.890033:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131397.890041:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131397.890046:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131397.890050:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d000. 00000800:00000200:1.0:1789131397.890056:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131397.890063:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131397.890067:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131397.890084:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.890089:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 32835 usecs (33 jiffies) 00000400:00000200:1.0:1789131397.890092:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131397.890095:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984932 00000100:00000001:1.0:1789131397.890101:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984920 00000100:00000001:1.0:1789131397.890106:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984932 00000100:00000001:1.0:1789131397.890108:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984920 00000100:00000001:1.0:1789131397.890111:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.890113:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.890121:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131397.890122:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131397.890125:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789131397.890127:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131397.890129:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.890361:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.890365:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d000. 00000400:00000200:2.0:1789131397.890370:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.890375:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.890387:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020990 00000400:00000010:2.0:1789131397.890389:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020990. 00000100:00000001:2.0:1789131397.890393:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.890398:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b703c0 x1876039997372672/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.890406:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.890409:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b703c0 x1876039997372672/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.890414:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.890416:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131397.894866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e400. 00000800:00000001:2.0:1789131397.895588:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.895601:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131397.895605:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.895607:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.895615:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.895622:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131397.895632:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.895636:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.895642:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.895645:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0b900 00000400:00000200:2.0:1789131397.895650:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.895655:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xe55 [1] + 224 00000800:00000001:2.0:1789131397.895661:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.895669:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131397.895673:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.895677:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131397.895693:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.895701:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b703c0 x1876039997372672/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131397.895712:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0c7b703c0 x1876039997372672/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.895730:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131397.895751:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131397.895754:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.895817:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131397.895825:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131397.895827:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131397.895904:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131397.895909:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020880 00000400:00000010:1.0:1789131397.895912:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020880. 00000100:00000001:1.0:1789131397.895916:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131397.895920:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b703c0 x1876039997372672/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131397.895929:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b703c0 x1876039997372672/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.895935:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131397.895937:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.895940:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131397.895952:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131397.895955:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131397.895957:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.895959:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131397.895967:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131397.895971:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131397.895973:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131397.895975:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.895978:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131397.895981:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.895984:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131397.895985:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789131397.895987:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131397.895989:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.895990:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580573632 : -110360128977984 : ffff9ba0c7b703c0) 00000100:00000001:1.0:1789131397.895993:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131397.895995:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131397.896002:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131397.896005:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131397.896010:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b703c0 x1876039997372672/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.896017:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131397.896019:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131397.896021:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131397.896025:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b703c0 x1876039997372672/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131397.896032:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b703c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997372672:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131397.896037:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131397.896040:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.896042:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131397.896053:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.896057:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b703c0 x1876039997372672/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.896064:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131397.896066:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131397.896069:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131397.896071:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.896078:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.896080:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580573632 : -110360128977984 : ffff9ba0c7b703c0) 00000002:00000001:1.0:1789131397.896082:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.896085:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.896090:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8546400. 00000080:00000001:1.0:1789131397.896093:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789131397.896096:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789131397.896101:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789131397.896105:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131397.896111:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131397.896117:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.896120:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2f251c0. 00000100:00000001:1.0:1789131397.896123:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131397.896126:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b703c0 x1876039997372672/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.896131:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.896133:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131397.896136:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c178cdc0. 00000080:00000001:1.0:1789131397.896139:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131397.896145:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:1.0:1789131397.896147:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-34:[0x200000402:0x24:0x0](ffff9ba0d21700c8), flags 100002, rc = 0 00000080:00000001:1.0:1789131397.896151:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.896155:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789131397.896157:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:1.0:1789131397.896158:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-34 (ffff9ba0d2186e58, parent ffff9ba0d20e4ca8, inode ffff9ba0d21700c8) hashed, 00000080:00000001:1.0:1789131397.896161:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131397.896224:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.896228:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131397.896230:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131397.896231:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:1.0:1789131397.896233:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131397.896238:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8546400. 00800000:00000002:1.0:1789131397.896244:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131397.896247:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131397.896251:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.896253:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:1.0:1789131397.896255:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131397.896259:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131397.896262:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131397.896266:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131397.896267:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:1.0:1789131397.896269:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131397.896272:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131397.896274:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131397.896283:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131397.896287:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.896289:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.896291:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.896293:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131397.896295:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789131397.896300:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b72940. 00000020:00000040:1.0:1789131397.896304:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=76 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:1.0:1789131397.896308:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131397.896311:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131397.896317:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131397.896319:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131397.896321:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.896323:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131397.896325:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131397.896328:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131397.896335:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d086b800. 00000100:00000001:1.0:1789131397.896340:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.896343:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.896345:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.896346:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131397.896347:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131397.896349:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131397.896354:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713580583232 : -110360128968384 : ffff9ba0c7b72940) 00010000:00000001:1.0:1789131397.896357:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131397.896359:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131397.896362:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e400. 00010000:00000010:1.0:1789131397.896366:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa100. 00010000:00000001:1.0:1789131397.896369:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131397.896372:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b43400. 00000020:00000001:1.0:1789131397.896376:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131397.896378:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b43400 with handle 0xc8adac5b2d01ff40 to hash 00000020:00000001:1.0:1789131397.896380:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131397.896382:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:1.0:1789131397.896385:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:1.0:1789131397.896389:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131397.896399:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131397.896403:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43400/0xc8adac5b2d01ff40 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.896410:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43400/0xc8adac5b2d01ff40 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131397.896421:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43400/0xc8adac5b2d01ff40 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131397.896427:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131397.896429:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131397.896433:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131397.896435:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499728512 : -110360209823104 : ffff9ba0c2e56a80) 00000100:00000001:1.0:1789131397.896437:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131397.896439:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580583232 : -110360128968384 : ffff9ba0c7b72940) 00000100:00000001:1.0:1789131397.896442:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131397.896446:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131397.896448:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131397.896449:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131397.896454:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b72940 x1876039997372800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131397.896461:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131397.896463:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.896466:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131397.896949:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131397.896953:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131397.896959:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b72940 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997372800:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131397.896963:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131397.896969:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131397.896971:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131397.896973:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131397.897044:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d8415000. 02000000:00000001:2.0:1789131397.897047:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131397.897053:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131397.897057:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d469a0. 00000400:00000010:2.0:1789131397.897062:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ec38. 00000100:00000200:2.0:1789131397.897068:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997372800, portal 10 00000100:00000001:2.0:1789131397.897070:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131397.897071:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580583232 : -110360128968384 : ffff9ba0c7b72940) 00000100:00000040:2.0:1789131397.897079:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b72940 x1876039997372800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.897086:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131397.897088:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131397.897091:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1edd0. 00000100:00000200:2.0:1789131397.897094:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997372800, offset 0 00000400:00000200:2.0:1789131397.897099:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131397.897106:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.897112:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131397.897117:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131397.897120:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131397.897124:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131397.897126:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131397.897130:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [348:348:256:4294967295] 192.168.206.157@tcp LPNI seq info [348:348:8:4294967295] 00000400:00000200:2.0:1789131397.897134:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.897142:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131397.897147:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131397.897153:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964200. 00000800:00000200:2.0:1789131397.897159:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131397.897166:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131397.897170:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789131397.897189:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131397.897209:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 32658 usecs (33 jiffies) 00000400:00000200:2.0:1789131397.897213:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131397.897215:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984939 00000100:00000001:2.0:1789131397.897222:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984932 00000100:00000001:2.0:1789131397.897226:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984939 00000100:00000001:2.0:1789131397.897229:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984932 00000100:00000001:2.0:1789131397.897232:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131397.897234:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.897236:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131397.897238:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131397.897240:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56a80 going to sleep for 11 seconds 00000100:00000001:2.0:1789131397.897243:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131397.897245:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.897387:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.897391:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964200. 00000400:00000200:3.0:1789131397.897396:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.897401:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.897405:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1edd0 00000400:00000010:3.0:1789131397.897407:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1edd0. 00000100:00000001:3.0:1789131397.897412:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.897415:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b72940 x1876039997372800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.897424:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.897427:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b72940 x1876039997372800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.897432:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.897434:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131397.903604:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.903620:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.903624:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.903627:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.903635:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.903643:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.903653:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.903658:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.903663:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.903668:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0b980 00000400:00000200:3.0:1789131397.903673:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.903679:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xe5d [1] + 224 00000800:00000001:3.0:1789131397.903699:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.903706:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.903710:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.903714:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.903737:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.903745:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b72940 x1876039997372800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.903756:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0c7b72940 x1876039997372800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.903780:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.903789:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.903793:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.903877:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.903891:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.903893:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.903896:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d469a0. 00000400:00000200:0.0:1789131397.903900:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ec38 00000400:00000010:0.0:1789131397.903903:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ec38. 00000100:00000001:0.0:1789131397.903906:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.903911:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b72940 x1876039997372800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.903921:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b72940 x1876039997372800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.903928:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.903930:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.903932:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.903935:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.903950:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.903953:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.903956:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.903964:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.903968:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.903970:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.903972:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.903975:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.903978:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.903982:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.903984:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.903986:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.903989:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.903994:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b72940 x1876039997372800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.904001:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.904004:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.904006:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.904010:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b72940 x1876039997372800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.904029:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b72940 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997372800:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.904033:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.904036:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.904038:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.904039:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.904043:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b72940 x1876039997372800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.904050:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.904052:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56a80. 00000100:00000001:0.0:1789131397.904056:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.904058:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.904060:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.904064:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.904067:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.904069:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43400 refcount=4 00000020:00000001:0.0:1789131397.904072:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:0.0:1789131397.904074:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000040:0.0:1789131397.904080:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b43400, remote cookie: 0x2d69527cc2115a32, flags: 0x1001 00010000:00010000:0.0:1789131397.904086:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43400/0xc8adac5b2d01ff40 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a32 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.904097:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43400/0xc8adac5b2d01ff40 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a32 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.904104:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.904107:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.904109:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.904111:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.904112:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.904115:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c7d0e400) refcount = 1 00010000:00010000:0.0:1789131397.904125:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43400/0xc8adac5b2d01ff40 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a32 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.904131:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.904135:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.904137:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.904140:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.904142:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.904145:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43400/0xc8adac5b2d01ff40 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a32 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.904151:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.904153:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.904155:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.904156:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.904157:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.904158:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.904163:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.904164:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.904166:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.904167:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43400 refcount=3 00000020:00000001:0.0:1789131397.904169:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:0.0:1789131397.904171:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:0.0:1789131397.904174:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.904175:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.904176:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43400 refcount=4 00000020:00000001:0.0:1789131397.904178:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:0.0:1789131397.904180:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:0.0:1789131397.904182:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.904185:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.904188:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43400/0xc8adac5b2d01ff40 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a32 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.904213:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.904214:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.904216:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.904217:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.904219:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43400 refcount=5 00000020:00000001:0.0:1789131397.904220:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:0.0:1789131397.904222:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:0.0:1789131397.904224:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.904226:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43400/0xc8adac5b2d01ff40 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a32 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.904231:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.904232:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.904234:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43400/0xc8adac5b2d01ff40 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a32 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.904240:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.904241:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.904242:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.904243:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.904244:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.904249:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0c7b72940 x1876039997372800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789131397.904259:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.904260:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.904261:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43400 refcount=3 00000020:00000001:0.0:1789131397.904263:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:0.0:1789131397.904265:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:0.0:1789131397.904267:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.904268:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.904269:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.904276:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.904279:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789131397.904282:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.904283:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.904284:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43400 refcount=3 00000020:00000001:0.0:1789131397.904286:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:0.0:1789131397.904288:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00000002:00010000:0.0:1789131397.904292:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43400/0xc8adac5b2d01ff40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a32 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.904299:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.904300:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.904302:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.904303:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.904304:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.904305:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43400 refcount=3 00000020:00000001:0.0:1789131397.904307:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:0.0:1789131397.904309:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000040:0.0:1789131397.904316:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e400 count: 2 00010000:00000001:0.0:1789131397.904319:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.904323:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789131397.904326:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.904326:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.904328:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.904330:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:0.0:1789131397.904332:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789131397.904335:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.904338:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.904341:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.904343:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789131397.904346:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.904350:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.904353:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8546400. 00000080:00000001:0.0:1789131397.904358:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.904366:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.904372:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.904376:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789131397.904380:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0d84c61c0. 00800000:00000001:0.0:1789131397.904382:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713858798016 : -110359850753600 : ffff9ba0d84c61c0) 00800000:00000001:0.0:1789131397.904384:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.904387:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.904389:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789131397.904391:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789131397.904393:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789131397.904395:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789131397.904397:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.904401:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789131397.904404:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789131397.904409:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:0.0:1789131397.904411:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.904412:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.904414:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43400 refcount=3 00000020:00000001:0.0:1789131397.904416:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:0.0:1789131397.904418:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:0.0:1789131397.904420:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.904421:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.904422:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.904424:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789131397.904426:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d84c61c0 1 00800000:00000010:0.0:1789131397.904428:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0d84c61c0. 00800000:00000001:0.0:1789131397.904431:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.904434:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff40 00800000:00000001:0.0:1789131397.904437:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.904439:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.904440:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.904441:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.904442:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43400 refcount=3 00000020:00000001:0.0:1789131397.904444:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:0.0:1789131397.904445:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:0.0:1789131397.904452:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.904453:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.904455:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.904457:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.904459:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.904461:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.904464:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff40 from it ffffbc4101cb7bf8 00010000:00000001:0.0:1789131397.904465:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.904467:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.904509:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43400 refcount=3 00000020:00000001:0.0:1789131397.904512:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:0.0:1789131397.904514:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:0.0:1789131397.904516:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.904519:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43400/0xc8adac5b2d01ff40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a32 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.904525:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.904526:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.904527:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.904529:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.904532:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43400/0xc8adac5b2d01ff40 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a32 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.904539:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.904542:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.904544:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.904549:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.904550:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.904552:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.904555:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.904557:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.904559:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.904562:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.904564:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.904565:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.904571:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.904573:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.904577:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c7b72940 x1876039997372800/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.904584:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131397.904586:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.904590:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d8415000. 02000000:00000001:0.0:1789131397.904594:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131397.904596:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131397.904598:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=75 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131397.904600:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131397.904603:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d086b800. 02000000:00000001:0.0:1789131397.904607:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131397.904608:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131397.904610:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c7b72940. 00000100:00000001:0.0:1789131397.904614:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131397.904615:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.904618:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:0.0:1789131397.904624:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.904639:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d09e6920. 00000080:00000001:0.0:1789131397.904645:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.904646:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.904648:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:0.0:1789131397.904650:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.904655:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:0.0:1789131397.904660:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.904663:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.904666:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.904668:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:0.0:1789131397.904670:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.904673:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.904676:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.904680:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.904682:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:0.0:1789131397.904695:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.904699:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.904706:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.904708:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.904711:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e400 count: 2 00010000:00000001:0.0:1789131397.904713:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.904716:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.904720:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789131397.904723:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43400/0xc8adac5b2d01ff40 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a32 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789131397.904729:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789131397.904733:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.904736:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43400/0xc8adac5b2d01ff40 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a32 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789131397.904741:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789131397.904743:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.904745:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.904746:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.904748:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.904750:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789131397.904752:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789131397.904754:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.904757:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000080:00000001:0.0:1789131397.904760:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.904761:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.904763:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.904766:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff40 00800000:00000001:0.0:1789131397.904769:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.904770:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.904771:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.904773:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.904774:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43400 refcount=3 00000020:00000001:0.0:1789131397.904776:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:0.0:1789131397.904778:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:0.0:1789131397.904786:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.904787:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.904788:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.904790:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.904792:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff40 from it ffffbc4101cb7b38 00010000:00000001:0.0:1789131397.904794:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.904795:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.904796:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43400 refcount=3 00000020:00000001:0.0:1789131397.904798:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:0.0:1789131397.904800:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:0.0:1789131397.904802:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.904805:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43400/0xc8adac5b2d01ff40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a32 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.904811:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.904812:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.904813:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.904815:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.904817:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43400/0xc8adac5b2d01ff40 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a32 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789131397.904823:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.904825:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.904826:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.904828:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.904829:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.904830:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.904832:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.904834:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.904835:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.904837:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.904839:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.904840:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.904841:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.904842:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789131397.904847:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.904850:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:0.0:1789131397.904853:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.904856:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789131397.904857:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:0.0:1789131397.904859:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-35, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d4ac9e00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789131397.904864:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d81f77e0. 00000080:00000001:0.0:1789131397.904868:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789131397.904869:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:0.0:1789131397.904871:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-35, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:0.0:1789131397.904877:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:0.0:1789131397.904879:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.904883:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.904885:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.904886:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:0.0:1789131397.904888:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-35' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.904891:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789131397.904893:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789131397.904896:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:0.0:1789131397.904900:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789131397.904902:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789131397.904904:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789131397.904906:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789131397.904909:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x25:0x0] 40000000:00000001:0.0:1789131397.904911:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.904913:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.904915:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.904916:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.904918:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:0.0:1789131397.904920:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x25:0x0], name='f0a.replay-dual-35' -> mds #0 layout version 1 00000002:00000001:0.0:1789131397.904923:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.904924:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:0.0:1789131397.904926:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-35,[0x200000402:0x25:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789131397.904929:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.904935:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789131397.904938:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789131397.904941:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.904943:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789131397.904945:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e400 count: 2 00010000:00000001:0.0:1789131397.904947:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.904949:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789131397.904951:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789131397.904954:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43400/0xc8adac5b2d01ff40 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115a32 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789131397.904962:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131397.904965:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131397.904967:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131397.904968:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789131397.904971:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.904972:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.904974:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e400 count: 3 00010000:00000001:0.0:1789131397.904976:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.904978:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.904979:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.904981:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.904982:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e400 count: 3 00010000:00000001:0.0:1789131397.904984:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.904985:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.904987:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.904988:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.904990:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e400 count: 3 00010000:00000001:0.0:1789131397.904992:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.904994:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.904996:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.904998:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789131397.905002:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789131397.905009:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789131397.905011:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131397.905012:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.905022:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789131397.905024:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131397.905026:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131397.905027:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.905029:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789131397.905032:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b43400 with handle 0xc8adac5b2d01ff40 from hash 00010000:00000001:0.0:1789131397.905035:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131397.905036:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.905037:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.905038:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131397.905040:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131397.905042:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789131397.905045:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.905047:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.905049:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789131397.905054:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081c780. 00000020:00000040:0.0:1789131397.905057:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=76 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:0.0:1789131397.905062:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789131397.905064:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.905066:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.905069:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.905072:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.905073:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.905074:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.905077:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.905078:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.905081:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.905087:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d09df000. 00000100:00000001:0.0:1789131397.905093:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.905096:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.905099:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789131397.905102:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43400/0xc8adac5b2d01ff40 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115a32 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789131397.905109:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789131397.905111:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.905117:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131397.905119:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43400/0xc8adac5b2d01ff40 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115a32 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789131397.905126:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e400 count: 0 00010000:00000010:0.0:1789131397.905130:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa100. 00010000:00000001:0.0:1789131397.905142:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.905144:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.905146:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.905147:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.905149:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.905158:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713728079744 : -110359981471872 : ffff9ba0d081c780) 00010000:00000001:0.0:1789131397.905161:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.905163:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.905166:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d4ea2f00. 00010000:00000010:0.0:1789131397.905171:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c52b4c00. 00010000:00000001:0.0:1789131397.905175:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.905178:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b89800. 00000020:00000001:0.0:1789131397.905180:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.905182:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b89800 with handle 0xc8adac5b2d01ff47 to hash 00000020:00000001:0.0:1789131397.905184:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.905185:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00010000:00000001:0.0:1789131397.905189:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00010000:00000001:0.0:1789131397.905191:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.905193:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.905196:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89800/0xc8adac5b2d01ff47 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.905203:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89800/0xc8adac5b2d01ff47 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789131397.905213:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789131397.905221:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d081c780 x1876039997373056/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789131397.905236:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89800/0xc8adac5b2d01ff47 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.905241:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.905242:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.905248:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d09089c0. 00000100:00000001:0.0:1789131397.905249:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729046976 : -110359980504640 : ffff9ba0d09089c0) 00000100:00000001:0.0:1789131397.905252:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.905253:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728079744 : -110359981471872 : ffff9ba0d081c780) 00000100:00000001:0.0:1789131397.905257:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.905261:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.905263:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.905264:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.905268:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081c780 x1876039997373056/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.905276:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.905278:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.905281:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.905284:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.905286:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.905289:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081c780 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997373056:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.905293:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.905298:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.905301:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.905303:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.905348:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d06a0000. 02000000:00000001:0.0:1789131397.905351:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.905357:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.905361:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.905367:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d09df400. 00000100:00000200:0.0:1789131397.905374:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997373056, portal 10 00000100:00000001:0.0:1789131397.905376:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.905382:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728079744 : -110359981471872 : ffff9ba0d081c780) 00000100:00000040:0.0:1789131397.905389:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081c780 x1876039997373056/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.905395:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.905398:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.905402:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346e58. 00000100:00000200:0.0:1789131397.905405:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997373056, offset 0 00000400:00000200:0.0:1789131397.905411:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.905418:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.905424:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.905429:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.905433:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.905436:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.905439:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.905442:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [349:349:256:4294967295] 192.168.206.157@tcp LPNI seq info [349:349:8:4294967295] 00000400:00000200:0.0:1789131397.905446:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.905455:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.905461:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.905466:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593400. 00000800:00000200:0.0:1789131397.905497:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.905504:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.905508:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593400 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.905517:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.905520:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 32496 usecs (33 jiffies) 00000400:00000200:0.0:1789131397.905524:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.905526:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984946 00000100:00000001:0.0:1789131397.905532:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984939 00000100:00000001:0.0:1789131397.905536:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984946 00000100:00000001:0.0:1789131397.905540:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984939 00000100:00000001:0.0:1789131397.905549:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.905552:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.905554:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.905556:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.905558:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d09089c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.905561:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.905563:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.906001:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.906006:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593400. 00000400:00000200:3.0:1789131397.906010:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.906015:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.906020:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346e58 00000400:00000010:3.0:1789131397.906022:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346e58. 00000100:00000001:3.0:1789131397.906025:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.906029:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081c780 x1876039997373056/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.906039:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.906042:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081c780 x1876039997373056/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.906048:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.906050:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.916527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e400. 00010000:00000010:0.1:1789131397.916542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b43400. 00000800:00000001:3.0:1789131397.923930:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.923947:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.923951:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.923953:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.923962:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.923981:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.923999:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.924003:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.924008:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.924012:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0ba80 00000400:00000200:3.0:1789131397.924031:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.924038:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xe6d [32] + 224 00000800:00000001:3.0:1789131397.924045:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.924052:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.924055:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.924059:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.924066:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.924075:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081c780 x1876039997373056/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.924085:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d081c780 x1876039997373056/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.924107:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131397.924116:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131397.924120:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.924125:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131397.924131:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [350:350:256:4294967295] 192.168.206.157@tcp LPNI seq info [350:350:8:4294967295] 00000400:00000200:3.0:1789131397.924135:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.924143:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131397.924148:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131397.924154:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84ff000. 00000800:00000200:3.0:1789131397.924159:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131397.924167:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131397.924172:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84ff000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131397.924259:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.924263:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84ff000. 00000400:00000200:3.0:1789131397.924266:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.924270:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131397.924276:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.924280:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.925369:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.925379:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.925381:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.925385:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.925391:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d09df400 00000400:00000010:0.0:1789131397.925394:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d09df400. 00000100:00000001:0.0:1789131397.925398:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.925406:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081c780 x1876039997373056/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.925418:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081c780 x1876039997373056/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.925425:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.925427:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.925430:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.925433:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.925435:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.925437:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.925440:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.925448:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.925452:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.925454:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.925456:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.925459:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.925462:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.925465:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.925467:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1789131397.925510:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.925513:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.925525:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728079744 : -110359981471872 : ffff9ba0d081c780) 00000100:00000001:0.0:1789131397.925529:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.925531:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.925533:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.925535:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.925541:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.925548:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.925551:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.925553:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.925557:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.925564:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081c780 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997373056:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.925569:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.925572:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.925574:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.925576:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.925579:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.925585:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.925589:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d09089c0. 00000100:00000001:0.0:1789131397.925593:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.925594:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.925597:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.925601:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.925604:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.925607:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89800 refcount=4 00000020:00000001:0.0:1789131397.925609:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00010000:00000001:0.0:1789131397.925611:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00010000:00000040:0.0:1789131397.925617:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b89800, remote cookie: 0x2d69527cc2115a4e, flags: 0x1001 00010000:00010000:0.0:1789131397.925623:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89800/0xc8adac5b2d01ff47 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a4e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789131397.925636:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x25:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789131397.925639:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789131397.925646:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d4ea2c00. 00010000:00000010:0.0:1789131397.925651:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0e0921c80. 00010000:00000040:0.0:1789131397.925655:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4ea2f00 count: 0 00010000:00000010:0.0:1789131397.925659:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0c52b4c00. 00010000:00000001:0.0:1789131397.925667:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.925670:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89800/0xc8adac5b2d01ff47 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a4e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.925678:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89800/0xc8adac5b2d01ff47 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a4e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.925692:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.925696:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.925697:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.925699:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.925700:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.925701:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x25:0x0].0x0 (ffff9ba0d4ea2c00) refcount = 1 00010000:00010000:0.0:1789131397.925705:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89800/0xc8adac5b2d01ff47 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a4e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.925711:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.925714:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.925716:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.925718:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.925720:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.925723:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89800/0xc8adac5b2d01ff47 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a4e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.925740:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.925741:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.925743:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.925744:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.925744:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.925746:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.925750:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.925753:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.925754:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.925755:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89800 refcount=3 00000020:00000001:0.0:1789131397.925757:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00010000:00000001:0.0:1789131397.925759:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00010000:00000001:0.0:1789131397.925761:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.925762:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.925764:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89800 refcount=4 00000020:00000001:0.0:1789131397.925765:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00010000:00000001:0.0:1789131397.925767:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00010000:00000001:0.0:1789131397.925769:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.925772:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.925775:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89800/0xc8adac5b2d01ff47 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a4e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.925781:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.925782:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.925783:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.925783:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.925784:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89800 refcount=5 00000020:00000001:0.0:1789131397.925786:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00010000:00000001:0.0:1789131397.925788:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00010000:00000001:0.0:1789131397.925789:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.925792:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89800/0xc8adac5b2d01ff47 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a4e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.925800:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.925801:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.925803:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89800/0xc8adac5b2d01ff47 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a4e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.925808:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.925809:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.925810:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.925811:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.925812:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.925816:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.925825:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.925829:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.925834:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.925840:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.925841:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.925842:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89800 refcount=3 00000020:00000001:0.0:1789131397.925844:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00010000:00000001:0.0:1789131397.925846:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00000002:00010000:0.0:1789131397.925849:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89800/0xc8adac5b2d01ff47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a4e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789131397.925857:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0d84c61c0. 00010000:00000001:0.0:1789131397.925859:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.925859:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.925861:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.925862:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.925865:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789131397.925871:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.925872:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728079744 : -110359981471872 : ffff9ba0d081c780) 00000100:00000001:0.0:1789131397.925874:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.925875:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728079744 : -110359981471872 : ffff9ba0d081c780) 00010000:00000001:0.0:1789131397.925877:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.925878:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.925879:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89800 refcount=3 00000020:00000001:0.0:1789131397.925881:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00010000:00000001:0.0:1789131397.925883:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00000002:00010000:0.0:1789131397.925885:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89800/0xc8adac5b2d01ff47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a4e expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.925892:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.925893:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.925894:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.925895:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.925896:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.925898:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89800 refcount=3 00000020:00000001:0.0:1789131397.925899:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00010000:00000001:0.0:1789131397.925901:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00010000:00000040:0.0:1789131397.925905:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2c00 count: 2 00010000:00000001:0.0:1789131397.925908:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.925911:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/37 (0 0) 00010000:00000001:0.0:1789131397.925913:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.925914:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.925916:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.925918:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:0.0:1789131397.925920:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-35 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789131397.925924:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.925927:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.925930:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.925933:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789131397.925936:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.925944:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.925947:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789131397.925949:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d81f77e0 it_disposition 1800037 00000080:00002000:0.0:1789131397.925953:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2186af8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789131397.925958:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.925960:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789131397.925962:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:0.0:1789131397.925964:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-35, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:0.0:1789131397.925967:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789131397.925969:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.925975:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789131397.925980:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.925983:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279525 : 144115205289279525 : 200000402000025) 00000080:00000001:0.0:1789131397.925986:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789131397.925995:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21bca40. 00000020:00000001:0.0:1789131397.926005:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789131397.926007:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789131397.926010:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789131397.926012:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x25:0x0](ffff9ba0d21bcb08) 00000020:00000001:0.0:1789131397.926016:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.926020:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:0.0:1789131397.926022:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:0.0:1789131397.926026:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789131397.926031:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d08ff640. 00000020:00000001:0.0:1789131397.926033:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.926035:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.926041:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.926055:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d066ac98. 00020000:00000001:0.0:1789131397.926058:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713726303384 : -110359983248232 : ffff9ba0d066ac98) 00020000:00000001:0.0:1789131397.926061:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789131397.926064:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.926070:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f7300. 00020000:00000010:0.0:1789131397.926074:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364580. 00020000:00000010:0.0:1789131397.926079:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7a80. 00020000:00000001:0.0:1789131397.926082:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855855232 : -110359853696384 : ffff9ba0d81f7a80) 00020000:00000002:0.0:1789131397.926084:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7a80, objid 0x25:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.926094:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.926098:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364580: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:0.0:1789131397.926101:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789131397.926103:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7a80, objid 0x25:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.926107:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.926110:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364580: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000010:0.0:1789131397.926113:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d09ea190. 00020000:00000010:0.0:1789131397.926116:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0d09089c0. 00020000:00000001:0.0:1789131397.926120:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789131397.926123:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7f22d00. 00020000:00000001:0.0:1789131397.926127:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789131397.926128:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789131397.926133:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789131397.926136:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d08ffc80. 00000020:00000001:0.0:1789131397.926138:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131397.926140:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.926142:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713729010944 : -110359980540672 : ffff9ba0d08ffd00) 00020000:00000001:0.0:1789131397.926146:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789131397.926159:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d066e5b8. 00020000:00000001:0.0:1789131397.926163:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.926167:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729010944 : -110359980540672 : ffff9ba0d08ffd00) 00020000:00000001:0.0:1789131397.926169:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713729010944 : -110359980540672 : ffff9ba0d08ffd00) 00020000:00000002:0.0:1789131397.926172:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x14:0x0]@ffff9ba0d08ffc80[0:0] -> [0x200000402:0x25:0x0]@ffff9ba0d08ff640: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:0.0:1789131397.926176:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789131397.926178:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789131397.926180:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.926182:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729009344 : -110359980542272 : ffff9ba0d08ff6c0) 00000020:00001000:0.0:1789131397.926185:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:0.0:1789131397.926189:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279525 : 144115205289279525 : 200000402000025) 00000080:00000001:0.0:1789131397.926191:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789131397.926198:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279525 mtime from 0 to 1789131397 00000080:00000001:0.0:1789131397.926202:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789131397.926204:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754950408 : -110359954601208 : ffff9ba0d21bcb08) 00010000:00000001:0.0:1789131397.926207:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.926208:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.926210:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89800 refcount=3 00000020:00000001:0.0:1789131397.926212:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00010000:00000001:0.0:1789131397.926214:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00000080:00000001:0.0:1789131397.926217:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131397.926218:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131397.926220:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:0.0:1789131397.926221:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:0.0:1789131397.926224:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789131397.926226:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131397.926228:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131397.926231:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f7360. 00020000:00000010:0.0:1789131397.926233:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364b80. 00020000:00000010:0.0:1789131397.926237:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7de0. 00020000:00000001:0.0:1789131397.926238:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855856096 : -110359853695520 : ffff9ba0d81f7de0) 00020000:00000002:0.0:1789131397.926241:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7de0, objid 0x25:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131397.926245:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131397.926248:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364b80: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:0.0:1789131397.926251:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d066ac98) owner ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.926253:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131397.926255:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d066ac98) owner ffff9ba0c2f34f80 00020000:00000010:0.0:1789131397.926259:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0d8364b80. 00020000:00000010:0.0:1789131397.926262:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d81f7360. 00020000:00000010:0.0:1789131397.926265:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d81f7de0. 00020000:00000002:0.0:1789131397.926267:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x25:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789131397.926269:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.926271:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.926274:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789131397.926277:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d066ac98) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.926286:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d81f7a80 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:0.0:1789131397.926288:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d066ac98) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.926291:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789131397.926293:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789131397.926294:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789131397.926296:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789131397.926298:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789131397.926301:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789131397.926303:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:0.0:1789131397.926305:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.926307:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.926308:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.926310:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.926312:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.926314:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.926316:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x25:0x0](ffff9ba0d21bcb08) 00000080:00010000:0.0:1789131397.926319:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x25:0x0](ffff9ba0d21bcb08) for lock 0xc8adac5b2d01ff47 00800000:00000001:0.0:1789131397.926322:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.926324:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.926326:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.926327:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.926328:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89800 refcount=3 00000020:00000001:0.0:1789131397.926330:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00010000:00000001:0.0:1789131397.926332:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00010000:00000001:0.0:1789131397.926335:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.926336:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.926337:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.926338:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.926340:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789131397.926341:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.926347:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.926353:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.926357:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21bcb08 need_sync_to_mds [0x200000402:0x25:0x0] 00000080:00000001:0.0:1789131397.926360:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.926368:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x25:0x0](ffff9ba0d21bcb08) 00000080:00000001:0.0:1789131397.926371:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.926374:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000100:00000001:0.0:1789131397.926377:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.926381:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.926387:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.926391:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789131397.926392:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.926394:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21bcb08 need_sync_to_mds [0x200000402:0x25:0x0] 00000080:00000001:0.0:1789131397.926401:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789131397.926403:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:0.0:1789131397.926406:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-35:[0x200000402:0x25:0x0](ffff9ba0d21bcb08), flags 100102 00000080:00000010:0.0:1789131397.926412:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5de9b80. 00000080:00000010:0.0:1789131397.926417:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0d84c68c0. 00000080:00000001:0.0:1789131397.926419:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789131397.926422:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.926425:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789131397.926428:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d09e6080. 00000002:00100000:0.0:1789131397.926432:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.926438:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.926439:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789131397.926443:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789131397.926446:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.926448:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.926450:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.926452:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789131397.926458:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.926461:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d06a0000. 02000000:00000001:0.0:1789131397.926515:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789131397.926518:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.926525:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:0.0:1789131397.926527:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-35:[0x200000402:0x25:0x0](ffff9ba0d21bcb08), flags 100102, rc = 0 00000080:00000001:0.0:1789131397.926531:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789131397.926532:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d81f77e0 released 00000080:00010000:0.0:1789131397.926535:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff47 from it ffff9ba0d81f77e0 00010000:00000001:0.0:1789131397.926538:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.926539:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.926541:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89800 refcount=3 00000020:00000001:0.0:1789131397.926542:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00010000:00000001:0.0:1789131397.926544:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580677120 : -110360128874496 : ffff9ba0c7b89800) 00010000:00000001:0.0:1789131397.926546:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.926550:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89800/0xc8adac5b2d01ff47 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115a4e expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.926557:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.926558:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.926560:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.926562:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.926564:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89800/0xc8adac5b2d01ff47 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115a4e expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.926571:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.926573:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.926575:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.926579:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.926580:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.926581:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.926583:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.926585:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.926586:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.926588:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.926590:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.926591:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.926592:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.926593:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789131397.926599:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789131397.926601:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.926603:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789131397.926605:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789131397.926606:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.926609:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789131397.926610:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.926612:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131397.926614:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.926616:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131397.926618:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d81f77e0. 00000080:00000001:0.0:1789131397.926620:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.926623:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789131397.926625:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x25:0x0](ffff9ba0d21bcb08), inode mode 81a4 mask 40 00000080:00000001:0.0:1789131397.926629:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131397.926648:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.926650:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d066ac98) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.926653:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d066ac98) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.926655:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.926662:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789131397.926664:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:0.0:1789131397.926666:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-35:[0x200000402:0x25:0x0](ffff9ba0d21bcb08), flags 100002 00000080:00000001:0.0:1789131397.926668:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789131397.926670:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789131397.926671:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131397.926673:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d066ac98) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131397.926675:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d066ac98) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131397.926677:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.926679:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789131397.926693:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.926696:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.926699:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2c00 count: 2 00010000:00000001:0.0:1789131397.926701:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.926705:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.926706:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x25:0x0]: 0 00000080:00000001:0.0:1789131397.926709:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789131397.926716:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789131397.926718:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00000080:00000001:0.0:1789131397.926720:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789131397.926724:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789131397.926727:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789131397.926729:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x25:0x0] 00000002:00000001:0.0:1789131397.926732:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789131397.926734:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x25:0x0] file closed with intent: 0 00000100:00000010:0.0:1789131397.926738:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d081c3c0. 00000020:00000040:0.0:1789131397.926742:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=77 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131397.926745:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.926748:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.926751:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.926757:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d0511000. 00000100:00000001:0.0:1789131397.926762:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789131397.926771:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789131397.926781:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789131397.926785:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d081c3c0 x1876039997373312/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789131397.926791:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.926792:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.926797:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d09083c0. 00000100:00000001:0.0:1789131397.926799:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729045440 : -110359980506176 : ffff9ba0d09083c0) 00000100:00000001:0.0:1789131397.926801:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.926803:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728078784 : -110359981472832 : ffff9ba0d081c3c0) 00000100:00000001:0.0:1789131397.926806:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.926810:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.926811:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.926813:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.926816:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081c3c0 x1876039997373312/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.926822:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.926829:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.926833:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.926835:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.926837:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.926840:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081c3c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997373312:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.926844:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.926848:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.926851:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.926853:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.926857:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d09df400. 02000000:00000001:0.0:1789131397.926858:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.926864:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.926867:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.926873:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346088. 00000100:00000200:0.0:1789131397.926879:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997373312, portal 10 00000100:00000001:0.0:1789131397.926880:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.926881:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728078784 : -110359981472832 : ffff9ba0d081c3c0) 00000100:00000040:0.0:1789131397.926887:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d081c3c0 x1876039997373312/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.926893:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.926895:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.926898:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346e58. 00000100:00000200:0.0:1789131397.926901:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997373312, offset 0 00000400:00000200:0.0:1789131397.926906:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.926914:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.926920:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.926925:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.926930:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.926933:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.926935:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.926938:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [351:351:256:4294967295] 192.168.206.157@tcp LPNI seq info [351:351:8:4294967295] 00000400:00000200:0.0:1789131397.926941:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.926949:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.926960:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.926964:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593b00. 00000800:00000200:0.0:1789131397.926970:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.926977:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.926981:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.927147:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.927153:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 32446 usecs (33 jiffies) 00000400:00000200:0.0:1789131397.927157:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.927159:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984969 00000100:00000001:0.0:1789131397.927166:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984946 00000100:00000001:0.0:1789131397.927169:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984969 00000100:00000001:0.0:1789131397.927172:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984946 00000100:00000001:0.0:1789131397.927174:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.927177:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.927179:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.927181:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.927184:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d09083c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.927186:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.927188:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.929703:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.929713:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593b00. 00000400:00000200:3.0:1789131397.929719:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.929728:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.929736:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346e58 00000400:00000010:3.0:1789131397.929738:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346e58. 00000100:00000001:3.0:1789131397.929742:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.929748:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081c3c0 x1876039997373312/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.929760:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.929764:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081c3c0 x1876039997373312/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.929771:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.929773:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.930589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4ea2f00. 00000800:00000001:3.0:1789131397.935148:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.935164:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.935169:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.935172:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.935179:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.935186:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.935330:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.935338:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.935344:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.935348:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0bb80 00000400:00000200:3.0:1789131397.935353:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.935465:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xe75 [1] + 224 00000800:00000001:3.0:1789131397.935521:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.935529:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.935532:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.935537:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.935544:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.935553:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081c3c0 x1876039997373312/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.935582:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d081c3c0 x1876039997373312/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.935592:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.935601:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.935604:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.935663:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.935671:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.935673:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.935678:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.935682:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346088 00000400:00000010:0.0:1789131397.935694:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346088. 00000100:00000001:0.0:1789131397.935698:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.935703:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081c3c0 x1876039997373312/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.935713:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081c3c0 x1876039997373312/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.935720:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.935730:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.935733:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.935736:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.935738:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.935740:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.935743:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.935752:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.935756:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.935758:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.935760:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.935763:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.935767:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.935770:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131397.935772:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789131397.935774:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131397.935776:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.935777:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728078784 : -110359981472832 : ffff9ba0d081c3c0) 00000100:00000001:0.0:1789131397.935780:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.935782:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.935784:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.935786:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.935793:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081c3c0 x1876039997373312/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.935800:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.935803:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.935805:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.935808:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081c3c0 x1876039997373312/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.935816:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081c3c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997373312:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131397.935821:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.935824:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.935826:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.935828:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.935849:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081c3c0 x1876039997373312/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.935856:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.935859:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d09083c0. 00000100:00000001:0.0:1789131397.935862:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.935863:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.935870:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.935871:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728078784 : -110359981472832 : ffff9ba0d081c3c0) 00000002:00000001:0.0:1789131397.935873:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.935876:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.935881:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000080:00000001:0.0:1789131397.935884:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789131397.935886:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789131397.935891:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789131397.935895:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131397.935904:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.935906:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.935907:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0d84c68c0. 00000100:00000001:0.0:1789131397.935910:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.935913:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081c3c0 x1876039997373312/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.935920:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.935922:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.935925:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5de9b80. 00000080:00000001:0.0:1789131397.935929:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.935934:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:0.0:1789131397.935936:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-35:[0x200000402:0x25:0x0](ffff9ba0d21bcb08), flags 100002, rc = 0 00000080:00000001:0.0:1789131397.935939:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.935944:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789131397.935946:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:0.0:1789131397.935947:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-35 (ffff9ba0d2186af8, parent ffff9ba0d20e4ca8, inode ffff9ba0d21bcb08) hashed, 00000080:00000001:0.0:1789131397.935950:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.936004:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.936008:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.936010:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.936012:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:0.0:1789131397.936014:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.936019:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:0.0:1789131397.936024:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.936027:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.936031:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.936032:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:0.0:1789131397.936035:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.936039:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.936042:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.936057:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.936059:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:0.0:1789131397.936061:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.936064:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.936066:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.936068:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.936073:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.936076:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.936078:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.936080:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.936083:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789131397.936102:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a2580. 00000020:00000040:0.0:1789131397.936106:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=78 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:0.0:1789131397.936111:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.936115:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.936121:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.936123:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.936124:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.936126:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.936128:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.936132:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.936139:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d09dcc00. 00000100:00000001:0.0:1789131397.936144:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.936153:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.936155:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.936157:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.936158:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.936160:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.936165:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713726530944 : -110359983020672 : ffff9ba0d06a2580) 00010000:00000001:0.0:1789131397.936169:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.936171:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.936176:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d4ea2f00. 00010000:00000010:0.0:1789131397.936181:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c52b4c00. 00010000:00000001:0.0:1789131397.936185:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.936188:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b88400. 00000020:00000001:0.0:1789131397.936192:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.936195:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b88400 with handle 0xc8adac5b2d01ff4e to hash 00000020:00000001:0.0:1789131397.936197:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.936198:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.936201:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.936205:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.936208:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.936212:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ff4e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.936220:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ff4e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.936230:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ff4e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.936235:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.936236:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.936241:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d09083c0. 00000100:00000001:0.0:1789131397.936243:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729045440 : -110359980506176 : ffff9ba0d09083c0) 00000100:00000001:0.0:1789131397.936245:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.936247:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726530944 : -110359983020672 : ffff9ba0d06a2580) 00000100:00000001:0.0:1789131397.936256:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.936259:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.936261:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.936262:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.936267:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a2580 x1876039997373440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.936275:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.936277:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.936280:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.936283:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.936285:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.936289:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a2580 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997373440:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.936292:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.936297:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.936300:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.936303:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.936307:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.936309:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.936314:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.936317:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.936322:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346088. 00000100:00000200:0.0:1789131397.936327:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997373440, portal 10 00000100:00000001:0.0:1789131397.936329:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.936330:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726530944 : -110359983020672 : ffff9ba0d06a2580) 00000100:00000040:0.0:1789131397.936336:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06a2580 x1876039997373440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.936343:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.936346:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.936349:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13466e8. 00000100:00000200:0.0:1789131397.936352:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997373440, offset 0 00000400:00000200:0.0:1789131397.936357:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.936364:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.936370:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.936380:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.936384:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.936388:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.936391:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.936395:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [352:352:256:4294967295] 192.168.206.157@tcp LPNI seq info [352:352:8:4294967295] 00000400:00000200:0.0:1789131397.936399:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.936408:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.936414:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.936419:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593800. 00000800:00000200:0.0:1789131397.936425:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.936431:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.936436:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.936459:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.936464:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 32301 usecs (33 jiffies) 00000800:00000200:2.0:1789131397.936802:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.936807:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593800. 00000400:00000200:2.0:1789131397.936811:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.936816:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.936820:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13466e8 00000400:00000010:2.0:1789131397.936822:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13466e8. 00000100:00000001:2.0:1789131397.936825:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.936840:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a2580 x1876039997373440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.936849:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.936852:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a2580 x1876039997373440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.936858:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.936859:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1789131397.936905:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.936910:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984979 00000100:00000001:0.0:1789131397.938233:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984969 00000100:00000001:0.0:1789131397.938245:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984980 00000100:00000001:0.0:1789131397.938249:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984969 00000100:00000001:0.0:1789131397.938252:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.938255:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.938258:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.938259:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.938263:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d09083c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.938266:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.938268:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789131397.939889:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.939905:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.939910:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.939912:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.939922:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.939930:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.939940:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.939955:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.939961:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.939965:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0bc00 00000400:00000200:3.0:1789131397.939970:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.939976:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xe7d [1] + 224 00000800:00000001:3.0:1789131397.939984:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.940001:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.940004:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.940009:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.940016:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.940025:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a2580 x1876039997373440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.940036:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d06a2580 x1876039997373440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.940058:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.940066:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.940069:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.940131:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131397.940139:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131397.940141:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131397.940144:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:0.0:1789131397.940148:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346088 00000400:00000010:0.0:1789131397.940163:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346088. 00000100:00000001:0.0:1789131397.940166:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131397.940172:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a2580 x1876039997373440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131397.940182:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a2580 x1876039997373440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.940189:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131397.940191:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.940193:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131397.940197:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131397.940200:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131397.940202:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.940205:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131397.940213:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131397.940218:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131397.940221:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131397.940222:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.940225:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131397.940228:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.940231:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131397.940233:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131397.940235:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131397.940237:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.940242:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a2580 x1876039997373440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.940249:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.940252:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131397.940253:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131397.940257:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a2580 x1876039997373440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131397.940265:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a2580 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997373440:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.940270:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131397.940280:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.940282:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131397.940283:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.940287:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a2580 x1876039997373440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.940295:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131397.940297:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d09083c0. 00000100:00000001:0.0:1789131397.940300:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131397.940301:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.940304:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131397.940307:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.940310:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.940313:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=4 00000020:00000001:0.0:1789131397.940315:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.940318:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000040:0.0:1789131397.940324:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b88400, remote cookie: 0x2d69527cc2115a63, flags: 0x1001 00010000:00010000:0.0:1789131397.940329:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ff4e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a63 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.940339:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ff4e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a63 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.940345:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131397.940349:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131397.940351:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131397.940352:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131397.940353:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131397.940356:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0d4ea2f00) refcount = 1 00010000:00010000:0.0:1789131397.940360:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ff4e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a63 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.940366:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131397.940370:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131397.940376:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.940380:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131397.940382:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.940385:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ff4e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a63 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.940390:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131397.940392:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.940394:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.940395:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.940395:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.940397:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.940401:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131397.940402:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.940403:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.940405:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131397.940407:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.940409:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.940411:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.940412:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.940413:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=4 00000020:00000001:0.0:1789131397.940415:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.940416:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.940419:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.940422:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.940424:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ff4e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a63 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.940430:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.940431:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.940432:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.940433:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.940435:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=5 00000020:00000001:0.0:1789131397.940437:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.940442:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.940445:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.940448:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ff4e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a63 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.940454:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.940455:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131397.940458:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ff4e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a63 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.940463:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.940499:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.940501:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.940502:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.940503:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131397.940509:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d06a2580 x1876039997373440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789131397.940518:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.940520:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.940522:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131397.940523:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.940525:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.940528:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.940529:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.940530:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.940531:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.940534:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789131397.940536:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.940537:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.940539:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131397.940540:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.940542:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00000002:00010000:0.0:1789131397.940545:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ff4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a63 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.940558:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.940559:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.940561:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131397.940562:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.940563:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.940564:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131397.940566:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.940568:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000040:0.0:1789131397.940574:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2f00 count: 2 00010000:00000001:0.0:1789131397.940577:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131397.940580:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789131397.940583:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.940584:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.940585:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131397.940588:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:0.0:1789131397.940590:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789131397.940593:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.940596:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.940599:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131397.940602:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789131397.940606:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131397.940623:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.940627:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000080:00000001:0.0:1789131397.940632:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.940634:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131397.940639:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789131397.940644:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789131397.940649:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0d84c68c0. 00800000:00000001:0.0:1789131397.940651:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713858799808 : -110359850751808 : ffff9ba0d84c68c0) 00800000:00000001:0.0:1789131397.940653:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.940655:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131397.940658:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789131397.940660:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789131397.940668:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789131397.940670:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789131397.940672:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.940676:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789131397.940679:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789131397.940695:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:0.0:1789131397.940697:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.940698:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.940700:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131397.940702:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.940704:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.940707:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.940708:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131397.940709:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131397.940712:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789131397.940713:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d84c68c0 1 00800000:00000010:0.0:1789131397.940716:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0d84c68c0. 00800000:00000001:0.0:1789131397.940719:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.940722:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff4e 00800000:00000001:0.0:1789131397.940724:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.940726:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.940727:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.940728:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.940730:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131397.940731:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.940733:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.940735:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.940736:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.940737:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.940739:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.940741:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.940743:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.940746:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff4e from it ffffbc4101cb7bf8 00010000:00000001:0.0:1789131397.940747:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.940753:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.940754:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131397.940756:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.940758:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.940760:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.940763:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ff4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a63 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131397.940770:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.940771:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.940772:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.940774:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.940777:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ff4e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a63 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.940783:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.940785:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.940787:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.940791:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.940792:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.940794:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.940796:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.940798:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.940805:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.940808:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.940809:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.940811:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.940812:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.940814:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131397.940819:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a2580 x1876039997373440/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.940826:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131397.940829:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131397.940841:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131397.940845:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131397.940853:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131397.940855:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=77 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131397.940858:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131397.940860:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d09dcc00. 02000000:00000001:0.0:1789131397.940863:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131397.940865:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131397.940867:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a2580. 00000100:00000001:0.0:1789131397.940871:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131397.940872:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.940875:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:0.0:1789131397.940881:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131397.940894:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d09e6380. 00000080:00000001:0.0:1789131397.940899:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131397.940900:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131397.940902:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:0.0:1789131397.940904:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131397.940909:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:0.0:1789131397.940913:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.940916:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.940918:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.940920:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:0.0:1789131397.940922:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.940925:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131397.940929:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131397.940932:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.940934:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:0.0:1789131397.940936:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131397.940939:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131397.940941:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.940943:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.940946:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2f00 count: 2 00010000:00000001:0.0:1789131397.940948:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.940951:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.940954:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789131397.940957:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ff4e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a63 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789131397.940973:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789131397.940977:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.940980:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ff4e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a63 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789131397.940986:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789131397.940988:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.940990:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.940992:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131397.940994:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.940996:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789131397.940998:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789131397.941000:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131397.941002:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000080:00000001:0.0:1789131397.941005:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131397.941006:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.941009:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131397.941011:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff4e 00800000:00000001:0.0:1789131397.941013:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131397.941015:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131397.941016:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.941017:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.941019:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131397.941021:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.941023:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.941024:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.941025:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131397.941026:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.941028:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131397.941030:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff4e from it ffffbc4101cb7b38 00010000:00000001:0.0:1789131397.941032:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131397.941033:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131397.941040:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131397.941042:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.941044:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131397.941046:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131397.941049:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ff4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a63 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131397.941055:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.941056:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.941057:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131397.941059:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131397.941061:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ff4e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a63 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789131397.941068:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131397.941070:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131397.941071:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.941074:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.941075:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.941076:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.941078:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131397.941080:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.941081:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.941084:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.941086:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131397.941087:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.941088:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131397.941090:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789131397.941091:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131397.941093:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:0.0:1789131397.941096:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.941099:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789131397.941101:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:0.0:1789131397.941103:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-36, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d8799380, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789131397.941108:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d81f77e0. 00000080:00000001:0.0:1789131397.941115:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789131397.941117:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:0.0:1789131397.941119:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-36, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:0.0:1789131397.941125:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:0.0:1789131397.941128:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131397.941131:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131397.941133:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.941134:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:0.0:1789131397.941136:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-36' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131397.941139:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789131397.941141:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789131397.941145:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:0.0:1789131397.941147:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789131397.941150:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789131397.941152:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789131397.941154:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789131397.941157:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x26:0x0] 40000000:00000001:0.0:1789131397.941160:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.941162:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.941165:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131397.941166:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131397.941168:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:0.0:1789131397.941170:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x26:0x0], name='f0a.replay-dual-36' -> mds #0 layout version 1 00000002:00000001:0.0:1789131397.941173:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131397.941174:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:0.0:1789131397.941176:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-36,[0x200000402:0x26:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789131397.941180:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131397.941181:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789131397.941185:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789131397.941188:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.941190:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789131397.941192:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2f00 count: 2 00010000:00000001:0.0:1789131397.941194:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131397.941196:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789131397.941203:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789131397.941206:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ff4e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115a63 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789131397.941214:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131397.941217:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131397.941219:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131397.941220:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789131397.941223:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.941224:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.941227:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2f00 count: 3 00010000:00000001:0.0:1789131397.941229:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.941232:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.941233:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.941234:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.941235:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2f00 count: 3 00010000:00000001:0.0:1789131397.941237:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.941239:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.941240:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131397.941241:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131397.941242:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2f00 count: 3 00010000:00000001:0.0:1789131397.941244:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131397.941246:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131397.941248:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131397.941250:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789131397.941254:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789131397.941260:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789131397.941262:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131397.941264:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.941266:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789131397.941269:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131397.941270:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131397.941272:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.941273:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789131397.941276:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b88400 with handle 0xc8adac5b2d01ff4e from hash 00010000:00000001:0.0:1789131397.941278:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131397.941285:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.941287:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.941288:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131397.941290:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131397.941292:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789131397.941294:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.941296:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131397.941299:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789131397.941303:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a2580. 00000020:00000040:0.0:1789131397.941306:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=78 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:0.0:1789131397.941310:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789131397.941312:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.941314:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131397.941317:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131397.941320:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131397.941321:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.941322:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.941324:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131397.941326:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131397.941328:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131397.941334:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d09dcc00. 00000100:00000001:0.0:1789131397.941340:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.941343:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.941345:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789131397.941348:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ff4e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115a63 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789131397.941355:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789131397.941357:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131397.941358:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131397.941361:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ff4e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115a63 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789131397.941368:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4ea2f00 count: 0 00010000:00000010:0.0:1789131397.941372:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0c52b4c00. 00010000:00000001:0.0:1789131397.941386:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131397.941388:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.941389:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131397.941390:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131397.941392:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131397.941401:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713726530944 : -110359983020672 : ffff9ba0d06a2580) 00010000:00000001:0.0:1789131397.941404:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131397.941405:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131397.941409:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d4ea2a00. 00010000:00000010:0.0:1789131397.941412:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c52b4c00. 00010000:00000001:0.0:1789131397.941415:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131397.941418:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b89600. 00000020:00000001:0.0:1789131397.941420:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131397.941422:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b89600 with handle 0xc8adac5b2d01ff55 to hash 00000020:00000001:0.0:1789131397.941424:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131397.941425:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00010000:00000001:0.0:1789131397.941428:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00010000:00000001:0.0:1789131397.941430:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131397.941432:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131397.941435:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89600/0xc8adac5b2d01ff55 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131397.941441:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89600/0xc8adac5b2d01ff55 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789131397.941450:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789131397.941457:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d06a2580 x1876039997373696/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789131397.941466:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89600/0xc8adac5b2d01ff55 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131397.941502:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131397.941504:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131397.941514:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d09083c0. 00000100:00000001:0.0:1789131397.941517:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729045440 : -110359980506176 : ffff9ba0d09083c0) 00000100:00000001:0.0:1789131397.941520:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.941521:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726530944 : -110359983020672 : ffff9ba0d06a2580) 00000100:00000001:0.0:1789131397.941526:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131397.941529:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.941531:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131397.941533:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131397.941537:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a2580 x1876039997373696/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.941543:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131397.941545:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.941548:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131397.941551:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131397.941553:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131397.941556:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a2580 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997373696:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131397.941560:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131397.941565:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131397.941568:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131397.941570:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131397.941618:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d06c0000. 02000000:00000001:0.0:1789131397.941621:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131397.941627:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131397.941631:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000010:0.0:1789131397.941637:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d09de000. 00000100:00000200:0.0:1789131397.941643:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997373696, portal 10 00000100:00000001:0.0:1789131397.941645:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131397.941646:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726530944 : -110359983020672 : ffff9ba0d06a2580) 00000100:00000040:0.0:1789131397.941652:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06a2580 x1876039997373696/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131397.941658:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131397.941660:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131397.941663:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346088. 00000100:00000200:0.0:1789131397.941673:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997373696, offset 0 00000400:00000200:0.0:1789131397.941680:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131397.941702:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.941711:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131397.941717:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131397.941721:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131397.941724:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131397.941727:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131397.941730:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [353:353:256:4294967295] 192.168.206.157@tcp LPNI seq info [353:353:8:4294967295] 00000400:00000200:0.0:1789131397.941734:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131397.941743:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131397.941748:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131397.941754:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593800. 00000800:00000200:0.0:1789131397.941760:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131397.941768:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131397.941772:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593800 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789131397.942020:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131397.942027:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 32115 usecs (33 jiffies) 00000400:00000200:0.0:1789131397.942031:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131397.942034:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294984984 00000100:00000001:0.0:1789131397.942041:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984979 00000100:00000001:0.0:1789131397.942058:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294984984 00000100:00000001:0.0:1789131397.942063:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984980 00000100:00000001:0.0:1789131397.942066:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131397.942069:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131397.942071:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131397.942073:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131397.942076:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d09083c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789131397.942078:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131397.942081:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131397.946542:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.946551:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593800. 00000400:00000200:2.0:1789131397.946559:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.946567:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.946573:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346088 00000400:00000010:2.0:1789131397.946587:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346088. 00000100:00000001:2.0:1789131397.946593:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.946601:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a2580 x1876039997373696/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.946624:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.946629:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a2580 x1876039997373696/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.946636:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.946638:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131397.954614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4ea2f00. 00010000:00000010:0.1:1789131397.954659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b88400. 00000800:00000001:3.0:1789131397.955111:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.955128:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.955132:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.955134:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.955142:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.955150:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.955160:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.955166:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.955172:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.955177:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0bd00 00000400:00000200:3.0:1789131397.955182:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.955188:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xe85 [32] + 224 00000800:00000001:3.0:1789131397.955195:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.955201:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.955204:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.955209:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.955218:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.955226:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a2580 x1876039997373696/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.955236:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d06a2580 x1876039997373696/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.955258:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131397.955267:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131397.955270:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.955276:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131397.955282:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [354:354:256:4294967295] 192.168.206.157@tcp LPNI seq info [354:354:8:4294967295] 00000400:00000200:3.0:1789131397.955286:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.955293:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131397.955298:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131397.955304:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84ff000. 00000800:00000200:3.0:1789131397.955310:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131397.955322:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131397.955327:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84ff000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131397.955396:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.955399:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84ff000. 00000400:00000200:3.0:1789131397.955403:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.955407:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131397.955412:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.955415:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131397.955761:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131397.955769:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131397.955771:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131397.955774:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee3c8. 00000400:00000200:2.0:1789131397.955779:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d09de000 00000400:00000010:2.0:1789131397.955781:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d09de000. 00000100:00000001:2.0:1789131397.955784:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.955789:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a2580 x1876039997373696/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131397.955799:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a2580 x1876039997373696/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.955806:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131397.955808:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131397.955810:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131397.955813:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131397.955816:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131397.955818:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131397.955821:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131397.955829:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131397.955833:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131397.955836:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131397.955837:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.955840:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131397.955843:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.955846:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131397.955866:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1789131397.955868:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789131397.955871:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131397.955872:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726530944 : -110359983020672 : ffff9ba0d06a2580) 00000100:00000001:2.0:1789131397.955876:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131397.955878:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131397.955879:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131397.955882:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131397.955888:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.955895:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131397.955898:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131397.955900:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131397.955904:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131397.955911:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a2580 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997373696:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131397.955915:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131397.955917:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.955920:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131397.955922:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.955925:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.955931:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131397.955934:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d09083c0. 00000100:00000001:2.0:1789131397.955937:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131397.956032:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.956036:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789131397.956040:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.956043:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.956047:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89600 refcount=4 00000020:00000001:2.0:1789131397.956049:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00010000:00000001:2.0:1789131397.956052:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00010000:00000040:2.0:1789131397.956063:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b89600, remote cookie: 0x2d69527cc2115a7f, flags: 0x1001 00010000:00010000:2.0:1789131397.956069:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89600/0xc8adac5b2d01ff55 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a7f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789131397.956077:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x26:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789131397.956080:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789131397.956087:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998c00. 00010000:00000010:2.0:1789131397.956091:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe800. 00010000:00000040:2.0:1789131397.956096:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4ea2a00 count: 0 00010000:00000010:2.0:1789131397.956101:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0c52b4c00. 00010000:00000001:2.0:1789131397.956107:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131397.956110:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89600/0xc8adac5b2d01ff55 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a7f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131397.956119:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89600/0xc8adac5b2d01ff55 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a7f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.956125:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131397.956129:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131397.956131:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131397.956133:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131397.956135:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131397.956137:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x26:0x0].0x0 (ffff9ba0c3998c00) refcount = 1 00010000:00010000:2.0:1789131397.956141:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89600/0xc8adac5b2d01ff55 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a7f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.956147:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131397.956151:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131397.956153:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131397.956156:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131397.956158:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131397.956167:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89600/0xc8adac5b2d01ff55 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a7f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.956173:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131397.956174:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.956176:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.956177:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.956178:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.956179:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.956184:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789131397.956187:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.956188:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.956190:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89600 refcount=3 00000020:00000001:2.0:1789131397.956192:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00010000:00000001:2.0:1789131397.956194:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00010000:00000001:2.0:1789131397.956196:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.956197:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.956198:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89600 refcount=4 00000020:00000001:2.0:1789131397.956200:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00010000:00000001:2.0:1789131397.956202:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00010000:00000001:2.0:1789131397.956205:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131397.956208:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131397.956211:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89600/0xc8adac5b2d01ff55 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a7f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.956217:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.956219:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.956220:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.956221:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.956222:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89600 refcount=5 00000020:00000001:2.0:1789131397.956224:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00010000:00000001:2.0:1789131397.956226:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00010000:00000001:2.0:1789131397.956228:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131397.956237:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89600/0xc8adac5b2d01ff55 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a7f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.956242:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.956243:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131397.956246:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89600/0xc8adac5b2d01ff55 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a7f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.956251:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131397.956253:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.956254:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.956255:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.956256:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789131397.956262:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131397.956271:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789131397.956275:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131397.956282:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.956288:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.956290:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.956291:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89600 refcount=3 00000020:00000001:2.0:1789131397.956293:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00010000:00000001:2.0:1789131397.956294:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00000002:00010000:2.0:1789131397.956298:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89600/0xc8adac5b2d01ff55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a7f expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789131397.956307:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c55944c0. 00010000:00000001:2.0:1789131397.956309:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.956311:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131397.956312:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.956313:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.956320:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789131397.956322:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131397.956323:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726530944 : -110359983020672 : ffff9ba0d06a2580) 00000100:00000001:2.0:1789131397.956325:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131397.956326:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726530944 : -110359983020672 : ffff9ba0d06a2580) 00010000:00000001:2.0:1789131397.956328:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.956329:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.956330:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89600 refcount=3 00000020:00000001:2.0:1789131397.956332:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00010000:00000001:2.0:1789131397.956334:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00000002:00010000:2.0:1789131397.956336:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89600/0xc8adac5b2d01ff55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a7f expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.956342:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.956343:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.956345:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131397.956346:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.956347:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.956348:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89600 refcount=3 00000020:00000001:2.0:1789131397.956349:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00010000:00000001:2.0:1789131397.956351:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00010000:00000040:2.0:1789131397.956355:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998c00 count: 2 00010000:00000001:2.0:1789131397.956357:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131397.956361:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/38 (0 0) 00010000:00000001:2.0:1789131397.956363:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.956364:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131397.956365:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131397.956368:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:2.0:1789131397.956370:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-36 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789131397.956372:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131397.956376:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131397.956378:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131397.956382:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789131397.956392:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131397.956395:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131397.956398:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789131397.956400:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d81f77e0 it_disposition 1800037 00000080:00002000:2.0:1789131397.956404:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2186948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789131397.956410:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131397.956413:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789131397.956414:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:2.0:1789131397.956416:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-36, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:2.0:1789131397.956419:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789131397.956421:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131397.956426:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789131397.956430:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131397.956432:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279526 : 144115205289279526 : 200000402000026) 00000080:00000001:2.0:1789131397.956436:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789131397.956452:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21a8000. 00000020:00000001:2.0:1789131397.956462:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789131397.956463:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789131397.956466:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789131397.956467:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x26:0x0](ffff9ba0d21a80c8) 00000020:00000001:2.0:1789131397.957068:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131397.957071:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131397.957074:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131397.957078:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789131397.957084:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d86000c8. 00000020:00000001:2.0:1789131397.957086:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131397.957088:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131397.957094:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789131397.957097:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d17ba0. 00020000:00000001:2.0:1789131397.957100:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582308256 : -110360127243360 : ffff9ba0c7d17ba0) 00020000:00000001:2.0:1789131397.957102:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:2.0:1789131397.957105:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131397.957111:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c7d69e40. 00020000:00000010:2.0:1789131397.957115:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d83b1f00. 00020000:00000010:2.0:1789131397.957119:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c7d69420. 00020000:00000001:2.0:1789131397.957121:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713582642208 : -110360126909408 : ffff9ba0c7d69420) 00020000:00000002:2.0:1789131397.957130:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d69420, objid 0x26:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131397.957134:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131397.957138:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d83b1f00: ostid: 0x240000400:21 ost idx: 0 gen: 0 00020000:00000001:2.0:1789131397.957141:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789131397.957142:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d69420, objid 0x26:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131397.957146:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131397.957148:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d83b1f00: ostid: 0x240000400:21 ost idx: 0 gen: 0 00020000:00000010:2.0:1789131397.957152:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d2bcafa0. 00020000:00000010:2.0:1789131397.957156:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2e87b40. 00020000:00000001:2.0:1789131397.957160:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789131397.957163:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7936778. 00020000:00000001:2.0:1789131397.957166:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789131397.957168:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1789131397.957173:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789131397.957176:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d86007d0. 00000020:00000001:2.0:1789131397.957177:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131397.957179:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131397.957181:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713860085840 : -110359849465776 : ffff9ba0d8600850) 00020000:00000001:2.0:1789131397.957184:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789131397.957188:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d036e0. 00020000:00000001:2.0:1789131397.957190:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131397.957194:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713860085840 : -110359849465776 : ffff9ba0d8600850) 00020000:00000001:2.0:1789131397.957196:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713860085840 : -110359849465776 : ffff9ba0d8600850) 00020000:00000002:2.0:1789131397.957200:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x15:0x0]@ffff9ba0d86007d0[0:0] -> [0x200000402:0x26:0x0]@ffff9ba0d86000c8: ostid: 0x240000400:21 ost idx: 0 gen: 0 00020000:00000001:2.0:1789131397.957204:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:2.0:1789131397.957206:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:2.0:1789131397.957208:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131397.957210:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713860084040 : -110359849467576 : ffff9ba0d8600148) 00000020:00001000:2.0:1789131397.957214:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131397.957217:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279526 : 144115205289279526 : 200000402000026) 00000080:00000001:2.0:1789131397.957224:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789131397.957226:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279526 mtime from 0 to 1789131397 00000080:00000001:2.0:1789131397.957230:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789131397.957232:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754865864 : -110359954685752 : ffff9ba0d21a80c8) 00010000:00000001:2.0:1789131397.957235:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.957237:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.957239:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89600 refcount=3 00000020:00000001:2.0:1789131397.957241:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00010000:00000001:2.0:1789131397.957243:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00000080:00000001:2.0:1789131397.957246:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131397.957247:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131397.957249:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131397.957251:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131397.957253:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789131397.957255:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131397.957256:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131397.957259:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c7d69ae0. 00020000:00000010:2.0:1789131397.957261:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d83b1b80. 00020000:00000010:2.0:1789131397.957263:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c7d693c0. 00020000:00000001:2.0:1789131397.957265:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713582642112 : -110360126909504 : ffff9ba0c7d693c0) 00020000:00000002:2.0:1789131397.957268:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d693c0, objid 0x26:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131397.957271:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131397.957274:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d83b1b80: ostid: 0x240000400:21 ost idx: 0 gen: 0 00020000:00000002:2.0:1789131397.957277:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d17ba0) owner ffff9ba0c2f34f80 00020000:00000001:2.0:1789131397.957280:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131397.957282:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d17ba0) owner ffff9ba0c2f34f80 00020000:00000010:2.0:1789131397.957286:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0d83b1b80. 00020000:00000010:2.0:1789131397.957289:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0c7d69ae0. 00020000:00000010:2.0:1789131397.957292:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0c7d693c0. 00020000:00000002:2.0:1789131397.957295:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x26:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789131397.957297:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131397.957298:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131397.957306:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789131397.957308:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17ba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131397.957311:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0c7d69420 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:2.0:1789131397.957313:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17ba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131397.957316:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789131397.957318:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789131397.957319:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789131397.957321:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789131397.957323:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789131397.957325:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789131397.957328:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131397.957330:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.957332:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.957334:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131397.957336:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131397.957340:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789131397.957341:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131397.957344:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x26:0x0](ffff9ba0d21a80c8) 00000080:00010000:2.0:1789131397.957347:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x26:0x0](ffff9ba0d21a80c8) for lock 0xc8adac5b2d01ff55 00800000:00000001:2.0:1789131397.957350:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131397.957352:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131397.957354:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.957355:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.957357:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89600 refcount=3 00000020:00000001:2.0:1789131397.957359:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00010000:00000001:2.0:1789131397.957361:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00010000:00000001:2.0:1789131397.957363:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.957364:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131397.957366:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131397.957367:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.957369:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789131397.957371:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.957379:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.957386:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131397.957395:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21a80c8 need_sync_to_mds [0x200000402:0x26:0x0] 00000080:00000001:2.0:1789131397.957399:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131397.957402:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x26:0x0](ffff9ba0d21a80c8) 00000080:00000001:2.0:1789131397.957405:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131397.957409:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000100:00000001:2.0:1789131397.957413:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.957417:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.957423:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.957427:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789131397.957429:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131397.957431:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21a80c8 need_sync_to_mds [0x200000402:0x26:0x0] 00000080:00000001:2.0:1789131397.957438:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789131397.957441:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:2.0:1789131397.957443:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-36:[0x200000402:0x26:0x0](ffff9ba0d21a80c8), flags 100102 00000080:00000010:2.0:1789131397.957450:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5b5e780. 00000080:00000010:2.0:1789131397.957455:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c5594d00. 00000080:00000001:2.0:1789131397.957458:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789131397.957461:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1789131397.957464:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789131397.957467:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d061aae0. 00000002:00100000:2.0:1789131397.957503:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131397.957510:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131397.957511:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789131397.957514:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789131397.957518:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.957521:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131397.957523:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.957526:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789131397.957533:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131397.957536:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d06c0000. 02000000:00000001:2.0:1789131397.957564:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789131397.957565:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131397.957568:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:2.0:1789131397.957570:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-36:[0x200000402:0x26:0x0](ffff9ba0d21a80c8), flags 100102, rc = 0 00000080:00000001:2.0:1789131397.957582:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789131397.957583:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d81f77e0 released 00000080:00010000:2.0:1789131397.957586:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff55 from it ffff9ba0d81f77e0 00010000:00000001:2.0:1789131397.957588:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.957590:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.957592:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89600 refcount=3 00000020:00000001:2.0:1789131397.957594:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00010000:00000001:2.0:1789131397.957596:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580676608 : -110360128875008 : ffff9ba0c7b89600) 00010000:00000001:2.0:1789131397.957598:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131397.957603:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89600/0xc8adac5b2d01ff55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115a7f expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.957610:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.957611:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.957613:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131397.957616:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131397.957618:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89600/0xc8adac5b2d01ff55 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115a7f expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131397.957624:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131397.957627:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131397.957629:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131397.957632:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.957633:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.957634:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.957636:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131397.957638:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.957639:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.957642:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.957644:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131397.957651:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.957652:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131397.957654:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789131397.957656:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1789131397.957658:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789131397.957660:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789131397.957662:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789131397.957664:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.957666:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789131397.957668:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.957670:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131397.957672:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.957674:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131397.957676:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d81f77e0. 00000080:00000001:2.0:1789131397.957680:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.957694:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789131397.957696:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x26:0x0](ffff9ba0d21a80c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1789131397.957701:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131397.957720:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131397.957722:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17ba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131397.957725:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17ba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131397.957728:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.957734:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789131397.957736:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:2.0:1789131397.957738:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-36:[0x200000402:0x26:0x0](ffff9ba0d21a80c8), flags 100002 00000080:00000001:2.0:1789131397.957741:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1789131397.957743:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789131397.957745:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131397.957746:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17ba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131397.957748:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17ba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131397.957750:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.957752:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1789131397.957756:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131397.957758:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131397.957763:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998c00 count: 2 00010000:00000001:2.0:1789131397.957765:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131397.957774:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131397.957776:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x26:0x0]: 0 00000080:00000001:2.0:1789131397.957779:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789131397.957781:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789131397.957786:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d193c800. 00000080:00000001:2.0:1789131397.957788:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789131397.957792:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789131397.957796:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1789131397.957797:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x26:0x0] 00000002:00000001:2.0:1789131397.957800:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789131397.957803:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x26:0x0] file closed with intent: 0 00000100:00000010:2.0:1789131397.957807:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc52c0. 00000020:00000040:2.0:1789131397.957811:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=79 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:2.0:1789131397.957815:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131397.957817:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131397.957820:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131397.957826:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d193c200. 00000100:00000001:2.0:1789131397.957843:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789131397.957853:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789131397.957870:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789131397.957875:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7dc52c0 x1876039997373952/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789131397.957882:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131397.957884:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131397.957889:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87f00. 00000100:00000001:2.0:1789131397.957891:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499930368 : -110360209621248 : ffff9ba0c2e87f00) 00000100:00000001:2.0:1789131397.957893:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131397.957894:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583018688 : -110360126532928 : ffff9ba0c7dc52c0) 00000100:00000001:2.0:1789131397.957898:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131397.957901:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.957903:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131397.957904:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131397.957908:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc52c0 x1876039997373952/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.957920:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131397.957922:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131397.957925:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131397.957927:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131397.957930:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131397.957933:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc52c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997373952:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131397.957937:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131397.957952:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131397.957954:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131397.957957:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131397.957961:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c7b03400. 02000000:00000001:2.0:1789131397.957963:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131397.957969:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131397.957972:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000010:2.0:1789131397.957978:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e330. 00000100:00000200:2.0:1789131397.957984:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997373952, portal 10 00000100:00000001:2.0:1789131397.957986:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131397.957987:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583018688 : -110360126532928 : ffff9ba0c7dc52c0) 00000100:00000040:2.0:1789131397.957993:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7dc52c0 x1876039997373952/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.957999:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131397.958001:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131397.958003:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e4c8. 00000100:00000200:2.0:1789131397.958006:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997373952, offset 0 00000400:00000200:2.0:1789131397.958011:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131397.958019:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.958026:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131397.958031:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131397.958036:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131397.958039:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131397.958042:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131397.958050:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [355:355:256:4294967295] 192.168.206.157@tcp LPNI seq info [355:355:8:4294967295] 00000400:00000200:2.0:1789131397.958055:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.958063:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131397.958069:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131397.958073:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964100. 00000800:00000200:2.0:1789131397.958079:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131397.958090:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131397.958094:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789131397.958110:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131397.958114:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 32018 usecs (33 jiffies) 00000400:00000200:2.0:1789131397.958117:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131397.958120:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985000 00000100:00000001:2.0:1789131397.958127:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294984984 00000100:00000001:2.0:1789131397.958132:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985000 00000100:00000001:2.0:1789131397.958135:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294984984 00000100:00000001:2.0:1789131397.958137:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131397.958140:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.958142:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131397.958144:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131397.958147:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87f00 going to sleep for 11 seconds 00000100:00000001:2.0:1789131397.958149:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131397.958151:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.959130:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.959137:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964100. 00000400:00000200:3.0:1789131397.959143:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.959149:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.959155:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e4c8 00000400:00000010:3.0:1789131397.959156:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e4c8. 00000100:00000001:3.0:1789131397.959161:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.959167:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc52c0 x1876039997373952/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.959176:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.959180:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc52c0 x1876039997373952/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.959186:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.959187:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131397.968243:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.968259:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.968263:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.968266:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.968275:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.968281:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.968290:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.968293:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.968299:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.968303:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0be00 00000400:00000200:3.0:1789131397.968307:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.968329:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xe8d [1] + 224 00000800:00000001:3.0:1789131397.968336:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.968346:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.968349:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.968354:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.968362:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.968370:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc52c0 x1876039997373952/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.968381:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0c7dc52c0 x1876039997373952/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.968402:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.968411:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.968415:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131397.968521:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131397.968529:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131397.968532:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131397.968535:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000200:2.0:1789131397.968540:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e330 00000400:00000010:2.0:1789131397.968542:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e330. 00000100:00000001:2.0:1789131397.968546:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.968551:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc52c0 x1876039997373952/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131397.968572:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc52c0 x1876039997373952/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.968578:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131397.968580:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131397.968583:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131397.968586:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131397.968588:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131397.968590:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131397.968593:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131397.968602:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=109 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131397.968606:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131397.968609:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131397.968610:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.968613:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131397.968617:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.968621:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131397.968623:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789131397.968624:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789131397.968627:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131397.968628:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583018688 : -110360126532928 : ffff9ba0c7dc52c0) 00000100:00000001:2.0:1789131397.968631:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131397.968633:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131397.968635:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131397.968638:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131397.968643:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc52c0 x1876039997373952/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.968651:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131397.968654:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131397.968656:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131397.968660:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc52c0 x1876039997373952/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131397.968667:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc52c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997373952:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131397.968677:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131397.968680:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.968682:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131397.968694:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.968698:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc52c0 x1876039997373952/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.968705:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131397.968708:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87f00. 00000100:00000001:2.0:1789131397.968712:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131397.968714:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.968720:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131397.968721:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583018688 : -110360126532928 : ffff9ba0c7dc52c0) 00000002:00000001:2.0:1789131397.968724:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131397.968727:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131397.968732:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193c800. 00000080:00000001:2.0:1789131397.968736:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789131397.968738:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1789131397.968742:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789131397.968748:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131397.968755:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131397.968757:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131397.968759:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c5594d00. 00000100:00000001:2.0:1789131397.968762:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.968765:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc52c0 x1876039997373952/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.968771:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.968773:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131397.968777:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5b5e780. 00000080:00000001:2.0:1789131397.968781:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131397.968786:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:2.0:1789131397.968789:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-36:[0x200000402:0x26:0x0](ffff9ba0d21a80c8), flags 100002, rc = 0 00000080:00000001:2.0:1789131397.968800:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.968804:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789131397.968806:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:2.0:1789131397.968808:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-36 (ffff9ba0d2186948, parent ffff9ba0d20e4ca8, inode ffff9ba0d21a80c8) hashed, 00000080:00000001:2.0:1789131397.968811:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.968862:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131397.968865:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131397.968867:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131397.968868:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:2.0:1789131397.968870:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:2.0:1789131397.968876:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193c800. 00800000:00000002:2.0:1789131397.968882:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131397.968886:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131397.968890:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131397.968891:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:2.0:1789131397.968894:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131397.968897:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131397.968900:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131397.968904:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131397.968906:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:2.0:1789131397.968907:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131397.968911:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131397.968913:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131397.968915:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131397.968921:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.968923:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.968925:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.968927:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789131397.968929:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789131397.968934:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc5e00. 00000020:00000040:2.0:1789131397.968937:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=80 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:2.0:1789131397.968957:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131397.968962:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131397.968968:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.968970:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.968977:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.968981:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131397.968983:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131397.968987:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131397.968993:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b02000. 00000100:00000001:2.0:1789131397.968998:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.969002:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131397.969003:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.969005:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131397.969006:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.969007:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.969012:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713583021568 : -110360126530048 : ffff9ba0c7dc5e00) 00010000:00000001:2.0:1789131397.969016:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131397.969019:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131397.969023:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998800. 00010000:00000010:2.0:1789131397.969028:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfee00. 00010000:00000001:2.0:1789131397.969033:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131397.969036:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7dd4a00. 00000020:00000001:2.0:1789131397.969039:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131397.969042:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7dd4a00 with handle 0xc8adac5b2d01ff5c to hash 00000020:00000001:2.0:1789131397.969044:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131397.969045:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.969049:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.969052:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131397.969054:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131397.969059:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff5c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131397.969066:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff5c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131397.969075:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff5c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131397.969080:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131397.969087:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131397.969091:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87f00. 00000100:00000001:2.0:1789131397.969093:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499930368 : -110360209621248 : ffff9ba0c2e87f00) 00000100:00000001:2.0:1789131397.969096:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131397.969097:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583021568 : -110360126530048 : ffff9ba0c7dc5e00) 00000100:00000001:2.0:1789131397.969101:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131397.969105:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.969106:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131397.969108:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131397.969113:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc5e00 x1876039997374080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.969120:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131397.969122:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131397.969125:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131397.969127:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131397.969130:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131397.969132:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc5e00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997374080:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131397.969136:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131397.969140:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131397.969143:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131397.969145:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131397.969149:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d8414800. 02000000:00000001:2.0:1789131397.969150:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131397.969154:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131397.969157:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000010:2.0:1789131397.969161:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e330. 00000100:00000200:2.0:1789131397.969166:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997374080, portal 10 00000100:00000001:2.0:1789131397.969168:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131397.969169:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583021568 : -110360126530048 : ffff9ba0c7dc5e00) 00000100:00000040:2.0:1789131397.969173:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7dc5e00 x1876039997374080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.969180:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131397.969182:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131397.969189:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e5d8. 00000100:00000200:2.0:1789131397.969192:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997374080, offset 0 00000400:00000200:2.0:1789131397.969198:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131397.969204:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.969210:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131397.969216:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131397.969220:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131397.969223:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131397.969226:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131397.969229:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [356:356:256:4294967295] 192.168.206.157@tcp LPNI seq info [356:356:8:4294967295] 00000400:00000200:2.0:1789131397.969233:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.969240:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131397.969246:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131397.969250:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964100. 00000800:00000200:2.0:1789131397.969256:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131397.969263:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131397.969267:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789131397.969284:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131397.969288:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 31892 usecs (32 jiffies) 00000400:00000200:2.0:1789131397.969292:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131397.969294:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985010 00000100:00000001:2.0:1789131397.969301:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985000 00000100:00000001:2.0:1789131397.969307:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985010 00000100:00000001:2.0:1789131397.969310:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985000 00000100:00000001:2.0:1789131397.969312:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131397.969315:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.969317:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131397.969319:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131397.969321:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87f00 going to sleep for 11 seconds 00000100:00000001:2.0:1789131397.969323:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131397.969331:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.969852:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.969857:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964100. 00000400:00000200:3.0:1789131397.969862:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.969867:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.969872:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e5d8 00000400:00000010:3.0:1789131397.969874:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e5d8. 00000100:00000001:3.0:1789131397.969879:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.969884:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc5e00 x1876039997374080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.969892:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.969895:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc5e00 x1876039997374080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.969901:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.969903:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789131397.969948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4ea2a00. 00000800:00000001:3.0:1789131397.981621:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.981636:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.981640:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.981642:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.981650:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.981671:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.981679:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.981694:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.981699:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.981703:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0be80 00000400:00000200:3.0:1789131397.981708:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.981714:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xe9d [1] + 224 00000800:00000001:3.0:1789131397.981721:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.981727:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.981730:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.981734:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.981741:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.981748:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc5e00 x1876039997374080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.981759:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0c7dc5e00 x1876039997374080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.981776:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131397.981785:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.981788:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131397.981882:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131397.981889:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131397.981890:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131397.981894:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000200:2.0:1789131397.981898:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e330 00000400:00000010:2.0:1789131397.981901:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e330. 00000100:00000001:2.0:1789131397.981904:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.981909:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc5e00 x1876039997374080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131397.981917:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc5e00 x1876039997374080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.981922:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131397.981924:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131397.981926:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131397.981929:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131397.981931:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131397.981933:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131397.981936:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131397.981954:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131397.981959:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131397.981961:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131397.981963:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.981965:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131397.981968:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.981972:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131397.981974:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131397.981976:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131397.981979:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131397.981983:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc5e00 x1876039997374080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.981989:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131397.981992:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131397.981994:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131397.981997:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc5e00 x1876039997374080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131397.982012:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc5e00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997374080:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131397.982017:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131397.982020:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.982022:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131397.982024:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.982027:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7dc5e00 x1876039997374080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.982033:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131397.982036:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87f00. 00000100:00000001:2.0:1789131397.982039:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131397.982041:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.982043:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789131397.982047:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.982050:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.982053:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=4 00000020:00000001:2.0:1789131397.982055:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.982058:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000040:2.0:1789131397.982065:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7dd4a00, remote cookie: 0x2d69527cc2115a94, flags: 0x1001 00010000:00010000:2.0:1789131397.982070:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff5c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a94 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131397.982081:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff5c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a94 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.982088:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131397.982092:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131397.982095:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131397.982096:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131397.982097:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131397.982100:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c3998800) refcount = 1 00010000:00010000:2.0:1789131397.982110:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff5c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a94 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.982117:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131397.982121:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131397.982122:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131397.982125:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131397.982128:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131397.982132:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff5c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a94 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.982138:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131397.982140:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.982142:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.982143:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.982144:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.982145:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.982149:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789131397.982151:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.982152:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.982153:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=3 00000020:00000001:2.0:1789131397.982155:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.982158:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.982160:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.982161:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.982162:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=4 00000020:00000001:2.0:1789131397.982164:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.982166:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.982168:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131397.982171:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131397.982175:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff5c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a94 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.982192:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.982193:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.982206:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.982208:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.982210:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=5 00000020:00000001:2.0:1789131397.982212:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.982214:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.982216:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131397.982219:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff5c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a94 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.982225:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.982226:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131397.982228:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff5c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a94 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.982234:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131397.982236:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.982237:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.982238:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.982239:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789131397.982244:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0c7dc5e00 x1876039997374080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789131397.982254:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.982255:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.982256:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=3 00000020:00000001:2.0:1789131397.982258:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.982261:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.982263:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.982264:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131397.982266:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.982272:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.982275:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789131397.982278:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.982279:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.982280:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=3 00000020:00000001:2.0:1789131397.982282:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.982284:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00000002:00010000:2.0:1789131397.982286:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a94 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.982292:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.982293:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.982295:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131397.982296:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.982297:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.982298:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=3 00000020:00000001:2.0:1789131397.982300:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.982302:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000040:2.0:1789131397.982308:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998800 count: 2 00010000:00000001:2.0:1789131397.982310:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131397.982314:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789131397.982317:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.982318:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131397.982319:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131397.982322:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:2.0:1789131397.982324:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789131397.982326:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131397.982330:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131397.982332:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131397.982335:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789131397.982337:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131397.982341:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:2.0:1789131397.982345:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193c800. 00000080:00000001:2.0:1789131397.982349:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131397.982355:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131397.982361:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789131397.982366:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789131397.982369:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c5594d00. 00800000:00000001:2.0:1789131397.982372:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713540877568 : -110360168674048 : ffff9ba0c5594d00) 00800000:00000001:2.0:1789131397.982374:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.982376:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131397.982378:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789131397.982380:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789131397.982383:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789131397.982385:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789131397.982387:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.982392:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789131397.982394:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789131397.982398:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:2.0:1789131397.982401:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.982402:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.982404:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=3 00000020:00000001:2.0:1789131397.982406:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.982408:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.982410:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.982411:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131397.982413:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131397.982415:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789131397.982417:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c5594d00 1 00800000:00000010:2.0:1789131397.982419:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c5594d00. 00800000:00000001:2.0:1789131397.982422:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131397.982425:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff5c 00800000:00000001:2.0:1789131397.982428:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131397.982430:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131397.982432:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.982433:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.982434:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=3 00000020:00000001:2.0:1789131397.982436:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.982438:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.982445:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.982446:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131397.982448:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131397.982449:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.982451:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131397.982453:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:2.0:1789131397.982456:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff5c from it ffffbc4101cb7bf8 00010000:00000001:2.0:1789131397.982458:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.982459:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.982460:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=3 00000020:00000001:2.0:1789131397.982461:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.982463:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.982465:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131397.982467:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a94 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.982494:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.982495:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.982496:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131397.982498:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131397.982500:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff5c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a94 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131397.982507:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131397.982509:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131397.982511:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131397.982515:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.982515:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.982517:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.982520:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131397.982521:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.982523:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.982525:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.982527:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131397.982528:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.982534:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131397.982536:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.982541:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c7dc5e00 x1876039997374080/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.982547:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131397.982550:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131397.982553:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d8414800. 02000000:00000001:2.0:1789131397.982556:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131397.982558:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131397.982560:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=79 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:2.0:1789131397.982562:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131397.982565:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c7b02000. 02000000:00000001:2.0:1789131397.982568:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131397.982570:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131397.982572:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c7dc5e00. 00000100:00000001:2.0:1789131397.982575:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131397.982577:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131397.982580:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:2.0:1789131397.982585:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131397.982598:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d061a120. 00000080:00000001:2.0:1789131397.982603:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131397.982605:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131397.982606:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:2.0:1789131397.982609:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:2.0:1789131397.982613:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193c800. 00800000:00000002:2.0:1789131397.982618:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131397.982621:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131397.982623:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131397.982625:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:2.0:1789131397.982627:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131397.982630:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131397.982634:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131397.982637:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131397.982638:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:2.0:1789131397.982640:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131397.982643:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131397.982650:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131397.982651:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131397.982654:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998800 count: 2 00010000:00000001:2.0:1789131397.982656:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131397.982659:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131397.982661:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789131397.982664:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff5c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a94 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789131397.982670:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789131397.982673:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131397.982676:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff5c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a94 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789131397.982681:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789131397.982682:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131397.982694:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131397.982696:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131397.982697:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131397.982699:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789131397.982701:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789131397.982703:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:2.0:1789131397.982705:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193c800. 00000080:00000001:2.0:1789131397.982708:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131397.982709:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131397.982711:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:2.0:1789131397.982714:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff5c 00800000:00000001:2.0:1789131397.982717:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131397.982718:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131397.982719:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.982720:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.982722:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=3 00000020:00000001:2.0:1789131397.982723:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.982725:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.982732:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.982733:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131397.982734:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131397.982735:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131397.982737:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff5c from it ffffbc4101cb7b38 00010000:00000001:2.0:1789131397.982739:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.982740:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.982741:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=3 00000020:00000001:2.0:1789131397.982743:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.982745:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131397.982746:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131397.982748:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115a94 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131397.982753:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.982754:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.982755:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131397.982757:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131397.982759:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff5c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115a94 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789131397.982763:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131397.982765:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131397.982766:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131397.982768:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.982769:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.982770:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.982772:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131397.982773:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.982774:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.982776:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.982778:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131397.982779:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.982780:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131397.982781:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789131397.982787:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131397.982789:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:2.0:1789131397.982792:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.982795:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789131397.982797:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:2.0:1789131397.982799:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-37, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0c81a7b00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1789131397.982804:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0c7d693c0. 00000080:00000001:2.0:1789131397.982808:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789131397.982810:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:2.0:1789131397.982812:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-37, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:2.0:1789131397.982818:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193c800. 00800000:00000002:2.0:1789131397.982821:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131397.982826:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131397.982827:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131397.982828:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:2.0:1789131397.982830:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-37' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131397.982833:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789131397.982836:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789131397.982840:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:2.0:1789131397.982843:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789131397.982845:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789131397.982847:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789131397.982850:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789131397.982852:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x27:0x0] 40000000:00000001:2.0:1789131397.982855:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.982857:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131397.982858:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131397.982860:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131397.982862:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:2.0:1789131397.982864:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x27:0x0], name='f0a.replay-dual-37' -> mds #0 layout version 1 00000002:00000001:2.0:1789131397.982868:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131397.982869:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:2.0:1789131397.982871:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-37,[0x200000402:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1789131397.982874:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789131397.982881:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789131397.982884:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789131397.982887:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.982889:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789131397.982891:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998800 count: 2 00010000:00000001:2.0:1789131397.982893:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131397.982895:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789131397.982897:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131397.982900:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff5c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115a94 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789131397.982907:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131397.982910:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131397.982912:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131397.982914:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789131397.982916:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131397.982918:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131397.982920:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998800 count: 3 00010000:00000001:2.0:1789131397.982921:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131397.982923:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.982925:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131397.982926:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131397.982927:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998800 count: 3 00010000:00000001:2.0:1789131397.982929:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131397.982931:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.982932:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131397.982933:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131397.982934:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998800 count: 3 00010000:00000001:2.0:1789131397.982936:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131397.982938:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131397.982940:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131397.982942:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789131397.982946:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789131397.982952:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789131397.982954:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131397.982956:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.982963:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131397.982966:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131397.982967:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131397.982968:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131397.982970:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789131397.982973:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7dd4a00 with handle 0xc8adac5b2d01ff5c from hash 00010000:00000001:2.0:1789131397.982975:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131397.982976:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.982978:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.982979:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131397.982982:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131397.982984:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789131397.982986:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131397.982988:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131397.982990:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789131397.982995:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc5e00. 00000020:00000040:2.0:1789131397.982998:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=80 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:2.0:1789131397.983003:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789131397.983004:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.983007:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131397.983010:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131397.983013:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.983014:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.983015:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.983018:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131397.983019:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131397.983022:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131397.983028:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b02000. 00000100:00000001:2.0:1789131397.983034:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.983037:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131397.983039:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789131397.983043:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff5c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115a94 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789131397.983049:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789131397.983051:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131397.983058:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131397.983061:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff5c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115a94 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1789131397.983068:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998800 count: 0 00010000:00000010:2.0:1789131397.983072:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfee00. 00010000:00000001:2.0:1789131397.983083:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.983085:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.983087:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131397.983088:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.983090:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.983099:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713583021568 : -110360126530048 : ffff9ba0c7dc5e00) 00010000:00000001:2.0:1789131397.983102:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131397.983104:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131397.983108:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998300. 00010000:00000010:2.0:1789131397.983111:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfee00. 00010000:00000001:2.0:1789131397.983115:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131397.983117:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7dd5a00. 00000020:00000001:2.0:1789131397.983119:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131397.983122:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7dd5a00 with handle 0xc8adac5b2d01ff63 to hash 00000020:00000001:2.0:1789131397.983123:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131397.983125:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00010000:00000001:2.0:1789131397.983129:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00010000:00000001:2.0:1789131397.983131:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131397.983133:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131397.983135:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5a00/0xc8adac5b2d01ff63 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131397.983141:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5a00/0xc8adac5b2d01ff63 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789131397.983152:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789131397.983159:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7dc5e00 x1876039997374336/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789131397.983174:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5a00/0xc8adac5b2d01ff63 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131397.983180:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131397.983182:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131397.983187:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87f00. 00000100:00000001:2.0:1789131397.983189:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499930368 : -110360209621248 : ffff9ba0c2e87f00) 00000100:00000001:2.0:1789131397.983192:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131397.983193:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583021568 : -110360126530048 : ffff9ba0c7dc5e00) 00000100:00000001:2.0:1789131397.983198:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131397.983202:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.983203:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131397.983205:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131397.983210:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc5e00 x1876039997374336/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.983217:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131397.983219:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131397.983223:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131397.983225:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131397.983227:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131397.983230:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc5e00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997374336:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131397.983234:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131397.983239:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131397.983241:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131397.983243:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131397.983290:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d06c0000. 02000000:00000001:2.0:1789131397.983293:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131397.983299:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131397.983303:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000010:2.0:1789131397.983310:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c7b03000. 00000100:00000200:2.0:1789131397.983315:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997374336, portal 10 00000100:00000001:2.0:1789131397.983317:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131397.983323:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583021568 : -110360126530048 : ffff9ba0c7dc5e00) 00000100:00000040:2.0:1789131397.983329:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7dc5e00 x1876039997374336/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.983336:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131397.983338:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131397.983341:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e330. 00000100:00000200:2.0:1789131397.983344:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997374336, offset 0 00000400:00000200:2.0:1789131397.983349:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131397.983356:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.983362:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131397.983367:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131397.983370:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131397.983373:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131397.983376:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131397.983379:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [357:357:256:4294967295] 192.168.206.157@tcp LPNI seq info [357:357:8:4294967295] 00000400:00000200:2.0:1789131397.983383:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131397.983391:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131397.983396:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131397.983401:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964200. 00000800:00000200:2.0:1789131397.983407:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131397.983414:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131397.983419:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964200 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1789131397.983443:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131397.983447:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 31787 usecs (32 jiffies) 00000400:00000200:2.0:1789131397.983450:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131397.983453:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985024 00000100:00000001:2.0:1789131397.983459:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985010 00000100:00000001:2.0:1789131397.983464:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985024 00000100:00000001:2.0:1789131397.983467:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985010 00000100:00000001:2.0:1789131397.983761:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131397.983764:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.983766:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131397.983768:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131397.983772:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87f00 going to sleep for 11 seconds 00000100:00000001:2.0:1789131397.983774:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131397.983776:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.983921:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131397.983925:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964200. 00000400:00000200:3.0:1789131397.983930:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.983940:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131397.983944:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e330 00000400:00000010:3.0:1789131397.983947:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e330. 00000100:00000001:3.0:1789131397.983951:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131397.983955:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc5e00 x1876039997374336/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.983964:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.983967:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc5e00 x1876039997374336/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.983984:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.983985:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131397.993262:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.993278:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131397.993283:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.993285:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.993294:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.993301:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131397.993309:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.993313:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.993318:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.993321:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0bf80 00000400:00000200:3.0:1789131397.993326:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.993331:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xead [32] + 224 00000800:00000001:3.0:1789131397.993337:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131397.993355:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.993358:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131397.993363:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131397.993369:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131397.993376:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc5e00 x1876039997374336/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131397.993386:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0c7dc5e00 x1876039997374336/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.993406:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131397.993414:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131397.993418:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.993422:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131397.993427:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [358:358:256:4294967295] 192.168.206.157@tcp LPNI seq info [358:358:8:4294967295] 00000400:00000200:3.0:1789131397.993431:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.993450:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131397.993455:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131397.993460:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84ff000. 00000800:00000200:3.0:1789131397.993466:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000100:00000001:2.0:1789131397.993515:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131397.993522:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131397.993524:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131397.993527:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000200:2.0:1789131397.993531:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c7b03000 00000400:00000010:2.0:1789131397.993533:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c7b03000. 00000100:00000001:2.0:1789131397.993536:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131397.993541:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc5e00 x1876039997374336/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131397.993550:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc5e00 x1876039997374336/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.993557:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131397.993559:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131397.993561:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131397.993564:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131397.993566:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131397.993568:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131397.993570:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131397.993570:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131397.993574:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84ff000 type 0, nob 96 niov 1 nkiov 0 00000100:00001000:2.0:1789131397.993578:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=110 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131397.993582:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=110 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131397.993584:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131397.993586:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.993588:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131397.993591:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.993594:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131397.993596:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1789131397.993598:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789131397.993600:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131397.993624:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583021568 : -110360126530048 : ffff9ba0c7dc5e00) 00000100:00000001:2.0:1789131397.993627:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131397.993630:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131397.993632:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131397.993635:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131397.993640:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.993647:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1789131397.993647:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1789131397.993651:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000010:3.0:1789131397.993651:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84ff000. 00000100:00000001:2.0:1789131397.993653:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131397.993654:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1789131397.993657:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1789131397.993657:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131397.993664:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1789131397.993665:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc5e00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997374336:192.168.206.157@tcp:101:createmany.0 00000800:00000001:3.0:1789131397.993667:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131397.993670:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131397.993674:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.993676:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131397.993678:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.993681:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.993697:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131397.993700:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87f00. 00000100:00000001:2.0:1789131397.993703:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131397.993705:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.993715:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789131397.993720:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.993722:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.993725:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5a00 refcount=4 00000020:00000001:2.0:1789131397.993728:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00010000:00000001:2.0:1789131397.993731:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00010000:00000040:2.0:1789131397.993737:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7dd5a00, remote cookie: 0x2d69527cc2115ab0, flags: 0x1001 00010000:00010000:2.0:1789131397.993744:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5a00/0xc8adac5b2d01ff63 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ab0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789131397.993760:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789131397.993763:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789131397.993769:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998f00. 00010000:00000010:2.0:1789131397.993774:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe500. 00010000:00000040:2.0:1789131397.993779:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998300 count: 0 00010000:00000010:2.0:1789131397.993784:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfee00. 00010000:00000001:2.0:1789131397.993791:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131397.993794:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5a00/0xc8adac5b2d01ff63 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ab0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131397.993803:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5a00/0xc8adac5b2d01ff63 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ab0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.993810:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131397.993814:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131397.993816:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131397.993818:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131397.993819:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131397.993822:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x27:0x0].0x0 (ffff9ba0c3998f00) refcount = 1 00010000:00010000:2.0:1789131397.993825:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5a00/0xc8adac5b2d01ff63 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ab0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.993831:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131397.993835:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131397.993836:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131397.993839:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131397.993841:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131397.993844:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5a00/0xc8adac5b2d01ff63 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ab0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.993860:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131397.993862:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.993864:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.993865:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.993866:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.993867:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.993872:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789131397.993874:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.993876:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.993877:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5a00 refcount=3 00000020:00000001:2.0:1789131397.993879:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00010000:00000001:2.0:1789131397.993881:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00010000:00000001:2.0:1789131397.993883:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.993885:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.993886:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5a00 refcount=4 00000020:00000001:2.0:1789131397.993887:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00010000:00000001:2.0:1789131397.993890:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00010000:00000001:2.0:1789131397.993892:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131397.993895:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131397.993898:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5a00/0xc8adac5b2d01ff63 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ab0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.993904:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.993905:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.993906:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.993907:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.993908:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5a00 refcount=5 00000020:00000001:2.0:1789131397.993910:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00010000:00000001:2.0:1789131397.993912:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00010000:00000001:2.0:1789131397.993921:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131397.993924:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5a00/0xc8adac5b2d01ff63 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ab0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.993936:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.993937:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131397.993940:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5a00/0xc8adac5b2d01ff63 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ab0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.993946:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131397.993948:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.993948:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.993950:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.993951:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789131397.993957:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131397.993966:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789131397.993971:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131397.993977:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131397.993984:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.993986:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.993987:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5a00 refcount=3 00000020:00000001:2.0:1789131397.993989:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00010000:00000001:2.0:1789131397.993991:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00000002:00010000:2.0:1789131397.993995:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5a00/0xc8adac5b2d01ff63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ab0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789131397.994003:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c5594d00. 00010000:00000001:2.0:1789131397.994005:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.994007:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131397.994008:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.994010:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131397.994013:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789131397.994020:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131397.994021:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583021568 : -110360126530048 : ffff9ba0c7dc5e00) 00000100:00000001:2.0:1789131397.994023:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131397.994024:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583021568 : -110360126530048 : ffff9ba0c7dc5e00) 00010000:00000001:2.0:1789131397.994026:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.994028:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.994029:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5a00 refcount=3 00000020:00000001:2.0:1789131397.994031:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00010000:00000001:2.0:1789131397.994033:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00000002:00010000:2.0:1789131397.994036:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5a00/0xc8adac5b2d01ff63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ab0 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131397.994042:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.994043:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131397.994045:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131397.994046:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131397.994049:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131397.994050:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5a00 refcount=3 00000020:00000001:2.0:1789131397.994052:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00010000:00000001:2.0:1789131397.994053:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00010000:00000040:2.0:1789131397.994057:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998f00 count: 2 00010000:00000001:2.0:1789131397.994060:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131397.994064:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/39 (0 0) 00010000:00000001:2.0:1789131397.994066:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131397.994067:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131397.994068:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131397.994071:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:2.0:1789131397.994073:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-37 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789131397.994076:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131397.994079:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131397.994082:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131397.994085:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789131397.994088:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131397.994096:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131397.994099:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789131397.994101:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0c7d693c0 it_disposition 1800037 00000080:00002000:2.0:1789131397.994107:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d21840d8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789131397.994112:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131397.994115:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789131397.994117:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:2.0:1789131397.994118:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-37, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:2.0:1789131397.994121:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789131397.994124:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131397.994129:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789131397.994132:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131397.994135:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279527 : 144115205289279527 : 200000402000027) 00000080:00000001:2.0:1789131397.994138:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1789131397.994934:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21a2100. 00000020:00000001:3.0:1789131397.994955:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1789131397.994957:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1789131397.994960:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:3.0:1789131397.994962:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x27:0x0](ffff9ba0d21a21c8) 00000020:00000001:3.0:1789131397.994967:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131397.994971:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131397.994973:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131397.994977:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1789131397.994982:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d81b3190. 00000020:00000001:3.0:1789131397.994984:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789131397.994986:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131397.994993:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:3.0:1789131397.994997:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d08b8ba0. 00020000:00000001:3.0:1789131397.994999:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713728719776 : -110359980831840 : ffff9ba0d08b8ba0) 00020000:00000001:3.0:1789131397.995001:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:3.0:1789131397.995004:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789131397.995010:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81ddde0. 00020000:00000010:3.0:1789131397.995014:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c641df80. 00020000:00000010:3.0:1789131397.995019:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81ddc60. 00020000:00000001:3.0:1789131397.995021:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855749216 : -110359853802400 : ffff9ba0d81ddc60) 00020000:00000002:3.0:1789131397.995024:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81ddc60, objid 0x27:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789131397.995036:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789131397.995040:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c641df80: ostid: 0x280000400:21 ost idx: 1 gen: 0 00020000:00000001:3.0:1789131397.995043:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1789131397.995044:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81ddc60, objid 0x27:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789131397.995047:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789131397.995050:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c641df80: ostid: 0x280000400:21 ost idx: 1 gen: 0 00020000:00000010:3.0:1789131397.995053:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c7f29c40. 00020000:00000010:3.0:1789131397.995056:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0d1bc4300. 00020000:00000001:3.0:1789131397.995060:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1789131397.995063:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c3fee1d0. 00020000:00000001:3.0:1789131397.995066:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1789131397.995067:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1789131397.995072:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1789131397.995074:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d81b3af0. 00000020:00000001:3.0:1789131397.995076:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789131397.995078:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131397.995080:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713855576944 : -110359853974672 : ffff9ba0d81b3b70) 00020000:00000001:3.0:1789131397.995083:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1789131397.995088:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d08bc7a0. 00020000:00000001:3.0:1789131397.995091:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131397.995095:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713855576944 : -110359853974672 : ffff9ba0d81b3b70) 00020000:00000001:3.0:1789131397.995097:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713855576944 : -110359853974672 : ffff9ba0d81b3b70) 00020000:00000002:3.0:1789131397.995100:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x15:0x0]@ffff9ba0d81b3af0[0:0] -> [0x200000402:0x27:0x0]@ffff9ba0d81b3190: ostid: 0x280000400:21 ost idx: 1 gen: 0 00020000:00000001:3.0:1789131397.995105:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:3.0:1789131397.995107:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:3.0:1789131397.995109:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131397.995111:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713855574544 : -110359853977072 : ffff9ba0d81b3210) 00000020:00001000:3.0:1789131397.995114:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131397.995119:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279527 : 144115205289279527 : 200000402000027) 00000080:00000001:3.0:1789131397.995121:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1789131397.995129:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279527 mtime from 0 to 1789131397 00000080:00000001:3.0:1789131397.995134:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1789131397.995136:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754841544 : -110359954710072 : ffff9ba0d21a21c8) 00010000:00000001:3.0:1789131397.995140:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.995142:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.995143:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5a00 refcount=3 00000020:00000001:3.0:1789131397.995145:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00010000:00000001:3.0:1789131397.995148:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00000080:00000001:3.0:1789131397.995151:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131397.995152:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131397.995154:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131397.995155:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131397.995157:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789131397.995159:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131397.995161:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789131397.995163:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81dda20. 00020000:00000010:3.0:1789131397.995166:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c641dd00. 00020000:00000010:3.0:1789131397.995168:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81ddba0. 00020000:00000001:3.0:1789131397.995170:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855749024 : -110359853802592 : ffff9ba0d81ddba0) 00020000:00000002:3.0:1789131397.995172:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81ddba0, objid 0x27:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789131397.995175:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789131397.995177:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c641dd00: ostid: 0x280000400:21 ost idx: 1 gen: 0 00020000:00000002:3.0:1789131397.995180:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d08b8ba0) owner ffff9ba0c2f34f80 00020000:00000001:3.0:1789131397.995182:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131397.995184:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d08b8ba0) owner ffff9ba0c2f34f80 00020000:00000010:3.0:1789131397.995188:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c641dd00. 00020000:00000010:3.0:1789131397.995191:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d81dda20. 00020000:00000010:3.0:1789131397.995206:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d81ddba0. 00020000:00000002:3.0:1789131397.995209:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x27:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789131397.995211:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131397.995213:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131397.995216:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789131397.995218:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d08b8ba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:3.0:1789131397.995227:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d81ddc60 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:3.0:1789131397.995229:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d08b8ba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:3.0:1789131397.995232:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789131397.995234:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789131397.995235:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789131397.995237:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1789131397.995238:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1789131397.995241:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x27:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1789131397.995243:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131397.995245:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.995247:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.995249:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789131397.995250:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789131397.995254:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789131397.995256:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131397.995258:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x27:0x0](ffff9ba0d21a21c8) 00000080:00010000:3.0:1789131397.995261:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x27:0x0](ffff9ba0d21a21c8) for lock 0xc8adac5b2d01ff63 00800000:00000001:3.0:1789131397.995264:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789131397.995267:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789131397.995268:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.995269:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.995271:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5a00 refcount=3 00000020:00000001:3.0:1789131397.995273:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00010000:00000001:3.0:1789131397.995275:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00010000:00000001:3.0:1789131397.995278:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.995279:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131397.995280:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131397.995281:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.995282:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1789131397.995285:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.995293:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.995300:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789131397.995304:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21a21c8 need_sync_to_mds [0x200000402:0x27:0x0] 00000080:00000001:3.0:1789131397.995307:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131397.995318:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x27:0x0](ffff9ba0d21a21c8) 00000080:00000001:3.0:1789131397.995320:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789131397.995323:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193c800. 00000100:00000001:3.0:1789131397.995327:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.995330:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.995336:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.995339:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1789131397.995341:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789131397.995343:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21a21c8 need_sync_to_mds [0x200000402:0x27:0x0] 00000080:00000001:3.0:1789131397.995350:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789131397.995353:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:3.0:1789131397.995355:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-37:[0x200000402:0x27:0x0](ffff9ba0d21a21c8), flags 100102 00000080:00000010:3.0:1789131397.995362:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c59cc500. 00000080:00000010:3.0:1789131397.995367:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2e52580. 00000080:00000001:3.0:1789131397.995369:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1789131397.995373:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1789131397.995375:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1789131397.995378:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d0aac520. 00000002:00100000:3.0:1789131397.995383:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789131397.995389:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131397.995391:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789131397.995394:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1789131397.995397:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.995399:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131397.995402:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131397.995405:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1789131397.995412:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131397.995415:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d06c0000. 02000000:00000001:3.0:1789131397.995437:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789131397.995439:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131397.995446:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:3.0:1789131397.995448:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-37:[0x200000402:0x27:0x0](ffff9ba0d21a21c8), flags 100102, rc = 0 00000080:00000001:3.0:1789131397.995452:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789131397.995454:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0c7d693c0 released 00000080:00010000:3.0:1789131397.995456:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff63 from it ffff9ba0c7d693c0 00010000:00000001:3.0:1789131397.995458:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131397.995460:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131397.995461:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5a00 refcount=3 00000020:00000001:3.0:1789131397.995463:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00010000:00000001:3.0:1789131397.995465:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583086080 : -110360126465536 : ffff9ba0c7dd5a00) 00010000:00000001:3.0:1789131397.995500:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131397.995504:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5a00/0xc8adac5b2d01ff63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115ab0 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131397.995512:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.995513:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.995515:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789131397.995517:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789131397.995520:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5a00/0xc8adac5b2d01ff63 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115ab0 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789131397.995527:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789131397.995530:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789131397.995532:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789131397.995536:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.995537:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131397.995538:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.995541:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789131397.995543:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.995545:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.995548:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131397.995550:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131397.995551:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131397.995552:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789131397.995554:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789131397.995561:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1789131397.995563:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789131397.995565:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789131397.995567:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789131397.995568:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.995571:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1789131397.995572:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.995574:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789131397.995576:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.995578:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789131397.995581:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0c7d693c0. 00000080:00000001:3.0:1789131397.995584:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.995588:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789131397.995590:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x27:0x0](ffff9ba0d21a21c8), inode mode 81a4 mask 40 00000080:00000001:3.0:1789131397.995594:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131397.995612:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789131397.995615:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d08b8ba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:3.0:1789131397.995618:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d08b8ba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:3.0:1789131397.995620:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.995627:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789131397.995629:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:3.0:1789131397.995631:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-37:[0x200000402:0x27:0x0](ffff9ba0d21a21c8), flags 100002 00000080:00000001:3.0:1789131397.995633:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1789131397.995635:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1789131397.995636:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789131397.995638:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d08b8ba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:3.0:1789131397.995640:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d08b8ba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:3.0:1789131397.995642:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131397.995643:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1789131397.995648:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131397.995650:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131397.995656:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998f00 count: 2 00010000:00000001:3.0:1789131397.995658:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131397.995662:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789131397.995663:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x27:0x0]: 0 00000080:00000001:3.0:1789131397.995666:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789131397.995672:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789131397.995676:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d3162a00. 00000080:00000001:3.0:1789131397.995678:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789131397.995682:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789131397.995694:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1789131397.995697:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x27:0x0] 00000002:00000001:3.0:1789131397.995700:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789131397.995702:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x27:0x0] file closed with intent: 0 00000100:00000010:3.0:1789131397.995708:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d483bc00. 00000020:00000040:3.0:1789131397.995712:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=81 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:3.0:1789131397.995716:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131397.995718:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131397.995722:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131397.995727:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d3163000. 00000100:00000001:3.0:1789131397.995733:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789131397.995742:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789131397.995752:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789131397.995758:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d483bc00 x1876039997374592/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789131397.995765:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789131397.995767:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789131397.995773:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d1bc4900. 00000100:00000001:3.0:1789131397.995775:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713748691200 : -110359960860416 : ffff9ba0d1bc4900) 00000100:00000001:3.0:1789131397.995777:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131397.995779:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795316736 : -110359914234880 : ffff9ba0d483bc00) 00000100:00000001:3.0:1789131397.995783:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131397.995787:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.995789:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789131397.995790:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131397.995794:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483bc00 x1876039997374592/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.995801:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131397.995808:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131397.995813:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131397.995815:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131397.995818:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131397.995821:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483bc00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997374592:192.168.206.157@tcp:35:createmany.0 00000100:00000001:3.0:1789131397.995825:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131397.995840:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131397.995842:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131397.995845:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131397.995849:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d84ff000. 02000000:00000001:3.0:1789131397.995851:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131397.995857:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131397.995861:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d19950b0. 00000400:00000010:3.0:1789131397.995868:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd52a8. 00000100:00000200:3.0:1789131397.995875:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997374592, portal 10 00000100:00000001:3.0:1789131397.995877:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131397.995878:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795316736 : -110359914234880 : ffff9ba0d483bc00) 00000100:00000040:3.0:1789131397.995884:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d483bc00 x1876039997374592/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131397.995889:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131397.995892:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131397.995894:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5440. 00000100:00000200:3.0:1789131397.995897:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997374592, offset 0 00000400:00000200:3.0:1789131397.995903:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131397.995912:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.995919:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131397.995924:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131397.995928:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131397.995931:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131397.995935:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131397.995938:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [359:359:256:4294967295] 192.168.206.157@tcp LPNI seq info [359:359:8:4294967295] 00000400:00000200:3.0:1789131397.995942:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131397.995951:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131397.995963:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131397.995968:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4a63000. 00000800:00000200:3.0:1789131397.995975:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131397.995981:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131397.995986:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4a63000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789131397.996008:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131397.996012:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 31662 usecs (32 jiffies) 00000400:00000200:3.0:1789131397.996016:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131397.996019:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985037 00000100:00000001:3.0:1789131397.996025:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985024 00000100:00000001:3.0:1789131397.996030:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985037 00000100:00000001:3.0:1789131397.996033:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985024 00000100:00000001:3.0:1789131397.996035:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131397.996038:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131397.996040:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131397.996042:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789131397.996045:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1bc4900 going to sleep for 11 seconds 00000100:00000001:3.0:1789131397.996047:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131397.996050:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789131397.996618:0:2352:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998800. 00010000:00000010:2.1:1789131397.996625:0:2352:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7dd4a00. 00000800:00000200:2.0:1789131397.996644:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131397.996648:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4a63000. 00000400:00000200:2.0:1789131397.996652:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131397.996657:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131397.996662:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5440 00000400:00000010:2.0:1789131397.996665:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5440. 00000100:00000001:2.0:1789131397.996669:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131397.996674:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483bc00 x1876039997374592/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.996693:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131397.996696:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483bc00 x1876039997374592/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131397.996702:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131397.996703:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131398.002163:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.002180:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.002184:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.002186:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.002195:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.002213:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131398.002223:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.002227:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.002233:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.002237:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0c080 00000400:00000200:3.0:1789131398.002241:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.002247:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xebd [1] + 224 00000800:00000001:3.0:1789131398.002270:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.002281:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.002285:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.002289:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131398.002296:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131398.002303:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483bc00 x1876039997374592/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131398.002312:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d483bc00 x1876039997374592/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.002341:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131398.002350:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.002353:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.002433:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131398.002440:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131398.002460:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131398.002463:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d19950b0. 00000400:00000200:1.0:1789131398.002506:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd52a8 00000400:00000010:1.0:1789131398.002509:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd52a8. 00000100:00000001:1.0:1789131398.002513:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131398.002517:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d483bc00 x1876039997374592/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131398.002526:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d483bc00 x1876039997374592/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131413 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.002532:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131398.002535:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.002537:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131398.002540:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131398.002542:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131398.002544:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.002547:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131398.002554:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131398.002558:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131398.002560:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131398.002562:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.002564:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131398.002567:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.002570:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131398.002572:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789131398.002573:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131398.002576:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.002577:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795316736 : -110359914234880 : ffff9ba0d483bc00) 00000100:00000001:1.0:1789131398.002580:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131398.002582:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131398.002583:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131398.002586:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.002590:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d483bc00 x1876039997374592/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.002597:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.002605:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131398.002623:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131398.002628:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d483bc00 x1876039997374592/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131398.002636:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483bc00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997374592:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131398.002641:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.002643:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.002645:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131398.002647:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.002651:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483bc00 x1876039997374592/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.002657:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131398.002659:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d1bc4900. 00000100:00000001:1.0:1789131398.002662:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131398.002664:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.002670:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.002671:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795316736 : -110359914234880 : ffff9ba0d483bc00) 00000002:00000001:1.0:1789131398.002674:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.002676:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.002681:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d3162a00. 00000080:00000001:1.0:1789131398.002695:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789131398.002698:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789131398.002703:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789131398.002717:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.002725:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.002726:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.002729:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2e52580. 00000100:00000001:1.0:1789131398.002732:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.002735:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483bc00 x1876039997374592/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.002751:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.002754:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.002758:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c59cc500. 00000080:00000001:1.0:1789131398.002761:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.002767:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:1.0:1789131398.002769:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-37:[0x200000402:0x27:0x0](ffff9ba0d21a21c8), flags 100002, rc = 0 00000080:00000001:1.0:1789131398.002772:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.002777:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789131398.002779:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:1.0:1789131398.002781:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-37 (ffff9ba0d21840d8, parent ffff9ba0d20e4ca8, inode ffff9ba0d21a21c8) hashed, 00000080:00000001:1.0:1789131398.002784:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.002833:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131398.002837:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131398.002839:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131398.002841:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:1.0:1789131398.002843:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131398.002848:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8547600. 00800000:00000002:1.0:1789131398.002853:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.002857:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131398.002860:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.002862:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:1.0:1789131398.002864:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131398.002868:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131398.002871:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131398.002876:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.002878:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:1.0:1789131398.002880:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131398.002883:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131398.002885:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.002888:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131398.002894:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.002897:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.002898:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.002905:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131398.002907:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789131398.002912:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b72940. 00000020:00000040:1.0:1789131398.002916:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=82 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:1.0:1789131398.002920:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131398.002925:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.002931:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.002933:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.002935:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.002937:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131398.002952:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131398.002955:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131398.002962:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d0868800. 00000100:00000001:1.0:1789131398.002967:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.002970:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.002972:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.002973:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.002974:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.002976:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.002981:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713580583232 : -110360128968384 : ffff9ba0c7b72940) 00010000:00000001:1.0:1789131398.002984:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131398.002986:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131398.002990:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0ee00. 00010000:00000010:1.0:1789131398.002994:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa300. 00010000:00000001:1.0:1789131398.002997:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131398.003000:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b42200. 00000020:00000001:1.0:1789131398.003003:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131398.003006:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b42200 with handle 0xc8adac5b2d01ff6a to hash 00000020:00000001:1.0:1789131398.003008:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131398.003009:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.003013:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.003016:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.003018:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.003022:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff6a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.003039:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff6a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.003050:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff6a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131398.003054:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131398.003056:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131398.003060:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56f00. 00000100:00000001:1.0:1789131398.003062:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499729664 : -110360209821952 : ffff9ba0c2e56f00) 00000100:00000001:1.0:1789131398.003064:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.003066:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580583232 : -110360128968384 : ffff9ba0c7b72940) 00000100:00000001:1.0:1789131398.003069:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131398.003072:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.003074:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131398.003076:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131398.003080:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b72940 x1876039997374720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.003087:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131398.003089:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.003092:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131398.003095:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131398.003097:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131398.003100:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b72940 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997374720:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.003104:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131398.003108:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131398.003110:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.003112:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131398.003116:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131398.003118:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131398.003122:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131398.003126:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131398.003137:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020880. 00000100:00000200:1.0:1789131398.003142:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997374720, portal 10 00000100:00000001:1.0:1789131398.003145:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.003146:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580583232 : -110360128968384 : ffff9ba0c7b72940) 00000100:00000040:1.0:1789131398.003152:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b72940 x1876039997374720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.003158:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131398.003161:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131398.003163:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020088. 00000100:00000200:1.0:1789131398.003166:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997374720, offset 0 00000400:00000200:1.0:1789131398.003172:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131398.003178:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.003184:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131398.003189:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131398.003193:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131398.003197:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131398.003200:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131398.003204:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [360:360:256:4294967295] 192.168.206.157@tcp LPNI seq info [360:360:8:4294967295] 00000400:00000200:1.0:1789131398.003208:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.003216:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131398.003221:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131398.003226:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d000. 00000800:00000200:1.0:1789131398.003232:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131398.003239:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131398.003244:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789131398.003252:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.003255:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 31510 usecs (32 jiffies) 00000400:00000200:1.0:1789131398.003259:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131398.003261:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985043 00000100:00000001:1.0:1789131398.003267:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985037 00000100:00000001:1.0:1789131398.003278:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985043 00000100:00000001:1.0:1789131398.003282:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985037 00000100:00000001:1.0:1789131398.003285:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.003287:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.003289:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131398.003291:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131398.003294:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56f00 going to sleep for 11 seconds 00000100:00000001:1.0:1789131398.003296:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131398.003298:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131398.003784:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.003790:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d000. 00000400:00000200:3.0:1789131398.003794:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.003800:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.003804:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020088 00000400:00000010:3.0:1789131398.003806:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020088. 00000100:00000001:3.0:1789131398.003810:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.003815:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b72940 x1876039997374720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.003823:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.003826:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b72940 x1876039997374720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.003831:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.003833:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789131398.004236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998300. 00000800:00000001:3.0:1789131398.014992:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.015008:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.015013:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.015015:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.015025:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.015034:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131398.015042:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.015064:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.015069:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.015073:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0c100 00000400:00000200:3.0:1789131398.015078:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.015098:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xecd [1] + 224 00000800:00000001:3.0:1789131398.015105:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.015112:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.015116:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.015120:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131398.015127:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131398.015136:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b72940 x1876039997374720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131398.015147:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0c7b72940 x1876039997374720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.015171:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131398.015180:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.015184:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.015337:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131398.015344:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131398.015346:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131398.015349:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131398.015354:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020880 00000400:00000010:1.0:1789131398.015356:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020880. 00000100:00000001:1.0:1789131398.015360:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131398.015365:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b72940 x1876039997374720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131398.015375:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b72940 x1876039997374720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.015380:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131398.015383:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.015385:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131398.015388:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131398.015391:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131398.015392:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.015395:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131398.015405:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131398.015409:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131398.015411:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131398.015414:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.015416:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131398.015420:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.015423:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131398.015431:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131398.015433:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131398.015436:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.015442:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b72940 x1876039997374720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.015449:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.015452:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131398.015454:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131398.015457:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b72940 x1876039997374720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131398.015464:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b72940 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997374720:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.015518:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.015521:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.015523:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131398.015525:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.015528:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b72940 x1876039997374720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.015534:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131398.015537:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56f00. 00000100:00000001:1.0:1789131398.015541:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131398.015542:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.015544:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131398.015549:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.015551:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.015554:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=4 00000020:00000001:1.0:1789131398.015556:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.015559:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000040:1.0:1789131398.015565:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b42200, remote cookie: 0x2d69527cc2115ac5, flags: 0x1001 00010000:00010000:1.0:1789131398.015570:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff6a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ac5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.015589:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff6a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ac5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.015595:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131398.015599:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131398.015602:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131398.015603:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131398.015605:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131398.015623:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c7d0ee00) refcount = 1 00010000:00010000:1.0:1789131398.015628:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff6a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ac5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.015634:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131398.015637:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131398.015639:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.015642:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131398.015643:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.015646:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff6a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ac5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.015651:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131398.015653:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.015654:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.015655:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.015656:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.015657:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.015662:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131398.015663:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.015664:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.015666:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.015668:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.015670:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.015677:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.015678:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.015679:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=4 00000020:00000001:1.0:1789131398.015681:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.015692:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.015695:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.015698:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.015701:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff6a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ac5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.015706:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.015707:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.015708:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.015709:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.015710:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=5 00000020:00000001:1.0:1789131398.015711:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.015713:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.015715:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.015717:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff6a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ac5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.015722:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.015723:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131398.015725:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff6a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ac5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.015730:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.015731:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.015732:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.015733:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.015734:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131398.015739:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0c7b72940 x1876039997374720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789131398.015758:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.015760:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.015761:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.015763:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.015765:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.015766:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.015767:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.015769:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.015770:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.015773:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789131398.015775:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.015776:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.015777:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.015778:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.015780:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00000002:00010000:1.0:1789131398.015784:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ac5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.015790:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.015791:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.015793:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131398.015794:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.015795:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.015796:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.015798:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.015800:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000040:1.0:1789131398.015806:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ee00 count: 2 00010000:00000001:1.0:1789131398.015809:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131398.015813:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789131398.015815:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.015816:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.015823:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131398.015826:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:1.0:1789131398.015828:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789131398.015831:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.015835:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.015838:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131398.015841:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789131398.015844:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131398.015847:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131398.015851:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8547600. 00000080:00000001:1.0:1789131398.015855:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131398.015857:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131398.015862:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789131398.015866:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789131398.015891:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c2f251c0. 00800000:00000001:1.0:1789131398.015894:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713500574144 : -110360208977472 : ffff9ba0c2f251c0) 00800000:00000001:1.0:1789131398.015896:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.015898:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131398.015900:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789131398.015902:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789131398.015905:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789131398.015907:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789131398.015909:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.015913:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789131398.015915:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789131398.015920:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:1.0:1789131398.015922:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.015923:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.015924:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.015926:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.015929:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.015931:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.015932:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131398.015933:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131398.015936:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789131398.016847:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c2f251c0 1 00800000:00000010:1.0:1789131398.016851:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c2f251c0. 00800000:00000001:1.0:1789131398.016855:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.016859:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff6a 00800000:00000001:1.0:1789131398.016863:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131398.016865:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131398.016867:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.016869:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.016871:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.016873:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.016876:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.016879:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.016880:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.016881:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.016883:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.016885:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.016887:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131398.016890:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff6a from it ffffbc4101cb7bf8 00010000:00000001:1.0:1789131398.016892:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.016893:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.016894:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.016895:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.016897:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.016899:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.016903:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ac5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.016909:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.016910:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.016912:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131398.016914:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131398.016917:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff6a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ac5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131398.016934:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131398.016938:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131398.017003:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.017009:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.017013:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.017014:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.017018:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131398.017019:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.017021:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.017024:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.017026:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.017027:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.017028:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131398.017031:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.017039:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c7b72940 x1876039997374720/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.017046:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131398.017049:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131398.017052:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131398.017056:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131398.017059:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131398.017061:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=81 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:1.0:1789131398.017064:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131398.017066:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d0868800. 02000000:00000001:1.0:1789131398.017069:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131398.017070:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131398.017072:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c7b72940. 00000100:00000001:1.0:1789131398.017075:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131398.017076:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131398.017079:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:1.0:1789131398.017083:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.017097:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d06936a0. 00000080:00000001:1.0:1789131398.017103:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131398.017104:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131398.017111:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:1.0:1789131398.017113:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131398.017118:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8547600. 00800000:00000002:1.0:1789131398.017122:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.017126:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131398.017129:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.017131:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:1.0:1789131398.017133:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131398.017136:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131398.017139:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131398.017143:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.017145:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:1.0:1789131398.017147:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131398.017150:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131398.017152:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.017153:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.017158:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ee00 count: 2 00010000:00000001:1.0:1789131398.017160:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.017164:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.017166:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789131398.017169:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff6a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ac5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789131398.017176:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789131398.017180:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.017183:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff6a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ac5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789131398.017188:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789131398.017190:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131398.017191:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131398.017193:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131398.017195:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131398.017197:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789131398.017275:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789131398.017278:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131398.017280:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8547600. 00000080:00000001:1.0:1789131398.017283:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131398.017284:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.017286:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131398.017288:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff6a 00800000:00000001:1.0:1789131398.017291:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131398.017292:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131398.017294:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.017295:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.017296:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.017298:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.017300:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.017302:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.017303:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.017304:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.017305:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.017307:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff6a from it ffffbc4101cb7b38 00010000:00000001:1.0:1789131398.017308:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.017309:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.017310:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.017311:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.017313:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.017314:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.017316:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ac5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131398.017322:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.017323:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.017323:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131398.017325:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131398.017327:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff6a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ac5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789131398.017341:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131398.017342:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131398.017344:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.017346:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.017347:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.017348:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.017350:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131398.017351:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.017353:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.017355:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.017356:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.017357:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.017358:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131398.017360:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789131398.017361:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131398.017363:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:1.0:1789131398.017366:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.017369:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789131398.017371:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:1.0:1789131398.017373:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-38, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d4ac9200, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789131398.017378:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d4bb96c0. 00000080:00000001:1.0:1789131398.017382:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789131398.017383:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:1.0:1789131398.017385:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-38, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:1.0:1789131398.017390:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8547600. 00800000:00000002:1.0:1789131398.017393:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.017397:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131398.017399:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.017400:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:1.0:1789131398.017401:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-38' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131398.017405:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789131398.017407:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789131398.017410:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:1.0:1789131398.017413:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789131398.017420:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789131398.017422:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789131398.017425:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789131398.017427:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x28:0x0] 40000000:00000001:1.0:1789131398.017429:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.017431:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.017433:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.017434:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.017436:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:1.0:1789131398.017438:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x28:0x0], name='f0a.replay-dual-38' -> mds #0 layout version 1 00000002:00000001:1.0:1789131398.017442:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.017443:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:1.0:1789131398.017445:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-38,[0x200000402:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789131398.017448:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131398.017451:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789131398.017454:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789131398.017457:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.017458:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789131398.017460:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ee00 count: 2 00010000:00000001:1.0:1789131398.017463:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.017465:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789131398.017467:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789131398.017547:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff6a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115ac5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789131398.017555:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789131398.017558:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789131398.017560:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789131398.017562:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789131398.017564:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.017566:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.017568:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ee00 count: 3 00010000:00000001:1.0:1789131398.017570:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.017572:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.017574:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.017580:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.017582:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ee00 count: 3 00010000:00000001:1.0:1789131398.017583:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.017585:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.017587:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.017588:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.017589:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ee00 count: 3 00010000:00000001:1.0:1789131398.017590:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.017592:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.017593:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131398.017596:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789131398.017599:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789131398.017605:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789131398.017730:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789131398.017732:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.017736:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789131398.017739:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789131398.017740:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789131398.017742:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.017744:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789131398.017747:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b42200 with handle 0xc8adac5b2d01ff6a from hash 00010000:00000001:1.0:1789131398.017750:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789131398.017751:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.017752:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.017753:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789131398.017756:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789131398.017757:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789131398.017760:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131398.017762:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131398.017764:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789131398.017770:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7b72940. 00000020:00000040:1.0:1789131398.017773:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=82 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:1.0:1789131398.017778:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789131398.017779:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.017782:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131398.017785:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.017794:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.017795:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.017796:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.017799:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131398.017801:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131398.017804:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131398.017810:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d0868800. 00000100:00000001:1.0:1789131398.017816:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.017819:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.017822:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789131398.017825:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff6a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115ac5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789131398.017832:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789131398.017833:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131398.017835:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789131398.017838:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff6a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115ac5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789131398.017845:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0ee00 count: 0 00010000:00000010:1.0:1789131398.017850:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa300. 00010000:00000001:1.0:1789131398.017862:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.017863:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.017865:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.017867:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.017869:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.017878:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713580583232 : -110360128968384 : ffff9ba0c7b72940) 00010000:00000001:1.0:1789131398.017881:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131398.017884:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131398.017888:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e400. 00010000:00000010:1.0:1789131398.017892:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa300. 00010000:00000001:1.0:1789131398.017895:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131398.017899:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b43a00. 00000020:00000001:1.0:1789131398.017901:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131398.017904:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b43a00 with handle 0xc8adac5b2d01ff71 to hash 00000020:00000001:1.0:1789131398.017911:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131398.017913:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00010000:00000001:1.0:1789131398.017917:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00010000:00000001:1.0:1789131398.017920:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.017921:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.017924:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43a00/0xc8adac5b2d01ff71 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.017931:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43a00/0xc8adac5b2d01ff71 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789131398.018015:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789131398.018024:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7b72940 x1876039997374976/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789131398.018034:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43a00/0xc8adac5b2d01ff71 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131398.018039:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131398.018041:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131398.018048:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56f00. 00000100:00000001:1.0:1789131398.018050:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499729664 : -110360209821952 : ffff9ba0c2e56f00) 00000100:00000001:1.0:1789131398.018052:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.018054:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580583232 : -110360128968384 : ffff9ba0c7b72940) 00000100:00000001:1.0:1789131398.018058:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131398.018062:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.018064:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131398.018065:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131398.018069:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b72940 x1876039997374976/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.018078:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131398.018080:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.018084:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131398.018092:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131398.018094:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131398.018099:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b72940 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997374976:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.018103:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131398.018108:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131398.018110:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.018112:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131398.018160:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d0720000. 02000000:00000001:1.0:1789131398.018162:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131398.018169:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131398.018174:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131398.018180:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d086b000. 00000100:00000200:1.0:1789131398.018187:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997374976, portal 10 00000100:00000001:1.0:1789131398.018189:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.018191:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580583232 : -110360128968384 : ffff9ba0c7b72940) 00000100:00000040:1.0:1789131398.018197:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7b72940 x1876039997374976/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.018270:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131398.018274:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131398.018278:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020880. 00000100:00000200:1.0:1789131398.018282:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997374976, offset 0 00000400:00000200:1.0:1789131398.018288:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131398.018297:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.018303:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131398.018308:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131398.018313:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131398.018316:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131398.018319:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131398.018323:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [361:361:256:4294967295] 192.168.206.157@tcp LPNI seq info [361:361:8:4294967295] 00000400:00000200:1.0:1789131398.018327:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.018337:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131398.018343:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131398.018354:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d900. 00000800:00000200:1.0:1789131398.018360:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131398.018367:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131398.018371:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789131398.018390:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.018394:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 31405 usecs (32 jiffies) 00000400:00000200:1.0:1789131398.018397:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131398.018400:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985059 00000100:00000001:1.0:1789131398.018407:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985043 00000100:00000001:1.0:1789131398.018412:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985059 00000100:00000001:1.0:1789131398.018415:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985043 00000100:00000001:1.0:1789131398.018417:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.018420:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.018422:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131398.018424:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131398.018427:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56f00 going to sleep for 11 seconds 00000100:00000001:1.0:1789131398.018429:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131398.018432:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131398.018958:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.018964:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d900. 00000400:00000200:3.0:1789131398.018968:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.018974:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.018979:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020880 00000400:00000010:3.0:1789131398.018981:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020880. 00000100:00000001:3.0:1789131398.018986:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.018990:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b72940 x1876039997374976/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.019000:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.019003:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b72940 x1876039997374976/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.019009:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.019010:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131398.024516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0ee00. 00010000:00000010:1.1:1789131398.024531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b42200. 00000800:00000001:3.0:1789131398.028866:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.028881:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.028885:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.028887:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.028895:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.028902:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131398.028911:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.028916:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.028921:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.028925:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0c200 00000400:00000200:3.0:1789131398.028929:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.028936:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xed5 [32] + 224 00000800:00000001:3.0:1789131398.028954:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.028960:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.028963:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.028968:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131398.028974:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131398.028982:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b72940 x1876039997374976/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131398.028993:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0c7b72940 x1876039997374976/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.029012:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131398.029021:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131398.029025:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.029030:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131398.029036:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [362:362:256:4294967295] 192.168.206.157@tcp LPNI seq info [362:362:8:4294967295] 00000400:00000200:3.0:1789131398.029041:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.029048:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131398.029053:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131398.029059:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84fcc00. 00000800:00000200:3.0:1789131398.029079:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131398.029086:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131398.029090:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84fcc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131398.029168:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.029172:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84fcc00. 00000400:00000200:3.0:1789131398.029175:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.029178:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131398.029183:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.029187:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.029261:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131398.029269:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131398.029272:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131398.029275:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131398.029279:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d086b000 00000400:00000010:1.0:1789131398.029281:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d086b000. 00000100:00000001:1.0:1789131398.029283:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131398.029288:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b72940 x1876039997374976/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131398.029298:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b72940 x1876039997374976/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.029304:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131398.029306:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.029314:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131398.029317:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131398.029320:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131398.029322:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.029325:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131398.029333:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131398.029342:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131398.029345:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131398.029346:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.029349:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131398.029352:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.029356:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131398.029357:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1789131398.029359:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131398.029361:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.029363:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580583232 : -110360128968384 : ffff9ba0c7b72940) 00000100:00000001:1.0:1789131398.029366:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131398.029368:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131398.029369:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131398.029372:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.029377:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.029385:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.029388:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131398.029390:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131398.029393:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131398.029401:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b72940 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997374976:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.029406:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.029408:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.029411:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131398.029412:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.029416:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.029428:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131398.029431:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56f00. 00000100:00000001:1.0:1789131398.029433:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131398.029434:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.029437:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131398.029441:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.029443:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.029446:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43a00 refcount=4 00000020:00000001:1.0:1789131398.029448:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00010000:00000001:1.0:1789131398.029450:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00010000:00000040:1.0:1789131398.029456:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b43a00, remote cookie: 0x2d69527cc2115ae1, flags: 0x1001 00010000:00010000:1.0:1789131398.029462:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43a00/0xc8adac5b2d01ff71 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ae1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789131398.029507:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789131398.029510:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789131398.029517:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0ee00. 00010000:00000010:1.0:1789131398.029521:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa980. 00010000:00000040:1.0:1789131398.029526:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e400 count: 0 00010000:00000010:1.0:1789131398.029531:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa300. 00010000:00000001:1.0:1789131398.029541:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.029544:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43a00/0xc8adac5b2d01ff71 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ae1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.029552:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43a00/0xc8adac5b2d01ff71 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ae1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.029557:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131398.029561:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131398.029568:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131398.029570:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131398.029571:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131398.029573:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x28:0x0].0x0 (ffff9ba0c7d0ee00) refcount = 1 00010000:00010000:1.0:1789131398.029577:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43a00/0xc8adac5b2d01ff71 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ae1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.029583:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131398.029585:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131398.029587:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.029590:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131398.029592:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.029595:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43a00/0xc8adac5b2d01ff71 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ae1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.029601:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131398.029603:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.029605:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.029605:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.029606:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.029608:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.029612:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131398.029614:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.029616:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.029617:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43a00 refcount=3 00000020:00000001:1.0:1789131398.029619:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00010000:00000001:1.0:1789131398.029622:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00010000:00000001:1.0:1789131398.029624:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.029625:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.029626:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43a00 refcount=4 00000020:00000001:1.0:1789131398.029628:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00010000:00000001:1.0:1789131398.029629:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00010000:00000001:1.0:1789131398.029632:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.029634:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.029645:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43a00/0xc8adac5b2d01ff71 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ae1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.029651:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.029652:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.029654:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.029655:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.029657:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43a00 refcount=5 00000020:00000001:1.0:1789131398.029658:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00010000:00000001:1.0:1789131398.029660:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00010000:00000001:1.0:1789131398.029662:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.029665:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43a00/0xc8adac5b2d01ff71 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ae1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.029671:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.029672:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131398.029673:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43a00/0xc8adac5b2d01ff71 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ae1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.029678:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.029680:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.029680:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.029681:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.029691:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131398.029697:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.029706:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789131398.029710:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.029716:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.029723:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.029724:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.029731:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43a00 refcount=3 00000020:00000001:1.0:1789131398.029733:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00010000:00000001:1.0:1789131398.029735:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00000002:00010000:1.0:1789131398.029739:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43a00/0xc8adac5b2d01ff71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ae1 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789131398.029747:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c2f251c0. 00010000:00000001:1.0:1789131398.029749:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.029750:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.029752:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.029754:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.029757:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789131398.029759:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.029760:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580583232 : -110360128968384 : ffff9ba0c7b72940) 00000100:00000001:1.0:1789131398.029762:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.029763:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580583232 : -110360128968384 : ffff9ba0c7b72940) 00010000:00000001:1.0:1789131398.029765:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.029766:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.029768:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43a00 refcount=3 00000020:00000001:1.0:1789131398.029769:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00010000:00000001:1.0:1789131398.029771:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00000002:00010000:1.0:1789131398.029774:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43a00/0xc8adac5b2d01ff71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ae1 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.029780:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.029781:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.029783:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131398.029784:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.029785:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.029786:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43a00 refcount=3 00000020:00000001:1.0:1789131398.029788:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00010000:00000001:1.0:1789131398.029790:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00010000:00000040:1.0:1789131398.029794:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ee00 count: 2 00010000:00000001:1.0:1789131398.029801:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131398.029805:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/40 (0 0) 00010000:00000001:1.0:1789131398.029808:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.029809:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.029811:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131398.029813:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:1.0:1789131398.029815:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-38 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789131398.029818:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.029822:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.029825:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131398.029827:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789131398.029831:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131398.029834:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.029837:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789131398.029839:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d4bb96c0 it_disposition 1800037 00000080:00002000:1.0:1789131398.029844:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2178ca8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789131398.029849:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131398.029851:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789131398.029853:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:1.0:1789131398.029855:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-38, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:1.0:1789131398.029858:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789131398.029860:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131398.029865:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789131398.029867:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131398.029872:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279528 : 144115205289279528 : 200000402000028) 00000080:00000001:1.0:1789131398.029875:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789131398.029889:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21739c0. 00000020:00000001:1.0:1789131398.029900:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789131398.029901:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789131398.029904:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789131398.029906:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x28:0x0](ffff9ba0d2173a88) 00000020:00000001:1.0:1789131398.029909:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131398.029912:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:1.0:1789131398.029915:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:1.0:1789131398.029919:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789131398.029923:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d0937a28. 00000020:00000001:1.0:1789131398.029930:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131398.029932:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131398.029939:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789131398.029942:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d19ab8b8. 00020000:00000001:1.0:1789131398.029944:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713746491576 : -110359963060040 : ffff9ba0d19ab8b8) 00020000:00000001:1.0:1789131398.029946:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:1.0:1789131398.029949:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131398.029954:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb95a0. 00020000:00000010:1.0:1789131398.029958:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b200. 00020000:00000010:1.0:1789131398.029961:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9ae0. 00020000:00000001:1.0:1789131398.029963:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798978272 : -110359910573344 : ffff9ba0d4bb9ae0) 00020000:00000002:1.0:1789131398.029966:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9ae0, objid 0x28:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131398.029969:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131398.029973:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b200: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000001:1.0:1789131398.029976:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789131398.029978:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9ae0, objid 0x28:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131398.029981:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131398.029983:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b200: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000010:1.0:1789131398.029986:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c2b95f40. 00020000:00000010:1.0:1789131398.029989:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2e56f00. 00020000:00000001:1.0:1789131398.029993:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789131398.029996:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0d2e9f070. 00020000:00000001:1.0:1789131398.029999:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789131398.030000:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789131398.030005:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789131398.030007:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d0937bb8. 00000020:00000001:1.0:1789131398.030009:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131398.030010:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131398.030012:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713729240120 : -110359980311496 : ffff9ba0d0937c38) 00020000:00000001:1.0:1789131398.030016:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789131398.030020:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d1a06b70. 00020000:00000001:1.0:1789131398.030023:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.030033:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729240120 : -110359980311496 : ffff9ba0d0937c38) 00020000:00000001:1.0:1789131398.030035:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713729240120 : -110359980311496 : ffff9ba0d0937c38) 00020000:00000002:1.0:1789131398.030039:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x16:0x0]@ffff9ba0d0937bb8[0:0] -> [0x200000402:0x28:0x0]@ffff9ba0d0937a28: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000001:1.0:1789131398.030043:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:1.0:1789131398.030045:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789131398.030047:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.030050:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729239720 : -110359980311896 : ffff9ba0d0937aa8) 00000020:00001000:1.0:1789131398.030053:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:1.0:1789131398.030057:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279528 : 144115205289279528 : 200000402000028) 00000080:00000001:1.0:1789131398.030060:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789131398.030063:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279528 mtime from 0 to 1789131398 00000080:00000001:1.0:1789131398.030067:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789131398.030069:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754651272 : -110359954900344 : ffff9ba0d2173a88) 00010000:00000001:1.0:1789131398.030072:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.030073:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.030075:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43a00 refcount=3 00000020:00000001:1.0:1789131398.030077:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00010000:00000001:1.0:1789131398.030079:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00000080:00000001:1.0:1789131398.030082:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789131398.030084:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131398.030085:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:1.0:1789131398.030087:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:1.0:1789131398.030089:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789131398.030092:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789131398.030093:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131398.030096:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb93c0. 00020000:00000010:1.0:1789131398.030100:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320bf80. 00020000:00000010:1.0:1789131398.030102:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9360. 00020000:00000001:1.0:1789131398.030104:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798976352 : -110359910575264 : ffff9ba0d4bb9360) 00020000:00000002:1.0:1789131398.030106:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9360, objid 0x28:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131398.030110:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131398.030113:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320bf80: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000002:1.0:1789131398.030121:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d19ab8b8) owner ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.030123:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789131398.030125:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d19ab8b8) owner ffff9ba0c2f34f80 00020000:00000010:1.0:1789131398.030130:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c320bf80. 00020000:00000010:1.0:1789131398.030134:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d4bb93c0. 00020000:00000010:1.0:1789131398.030136:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d4bb9360. 00020000:00000002:1.0:1789131398.030138:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x28:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789131398.030140:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.030142:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.030146:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789131398.030148:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab8b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131398.030151:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d4bb9ae0 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:1.0:1789131398.030153:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab8b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.030156:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789131398.030158:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789131398.030159:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789131398.030161:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789131398.030163:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789131398.030165:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x28:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789131398.030167:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:1.0:1789131398.030169:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.030171:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.030172:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131398.030173:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131398.030176:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789131398.030177:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.030180:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x28:0x0](ffff9ba0d2173a88) 00000080:00010000:1.0:1789131398.030183:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x28:0x0](ffff9ba0d2173a88) for lock 0xc8adac5b2d01ff71 00800000:00000001:1.0:1789131398.030186:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131398.030187:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131398.030189:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.030190:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.030192:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43a00 refcount=3 00000020:00000001:1.0:1789131398.030194:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00010000:00000001:1.0:1789131398.030195:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00010000:00000001:1.0:1789131398.030202:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.030203:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.030205:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.030206:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.030208:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789131398.030209:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.030213:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.030220:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131398.030224:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d2173a88 need_sync_to_mds [0x200000402:0x28:0x0] 00000080:00000001:1.0:1789131398.030227:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.030231:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x28:0x0](ffff9ba0d2173a88) 00000080:00000001:1.0:1789131398.030233:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131398.030237:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8547600. 00000100:00000001:1.0:1789131398.030240:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.030244:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.030250:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.030253:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789131398.030255:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131398.030258:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d2173a88 need_sync_to_mds [0x200000402:0x28:0x0] 00000080:00000001:1.0:1789131398.030266:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789131398.030269:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:1.0:1789131398.030271:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-38:[0x200000402:0x28:0x0](ffff9ba0d2173a88), flags 100102 00000080:00000010:1.0:1789131398.030279:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c178cdc0. 00000080:00000010:1.0:1789131398.030284:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2f25e80. 00000080:00000001:1.0:1789131398.030286:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789131398.030290:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789131398.030292:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789131398.030295:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d0693660. 00000002:00100000:1.0:1789131398.030299:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.030305:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.030312:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789131398.030316:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789131398.030319:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.030321:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.030324:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.030328:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789131398.030333:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131398.030336:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d0720000. 02000000:00000001:1.0:1789131398.030356:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789131398.030357:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.030359:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:1.0:1789131398.030361:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-38:[0x200000402:0x28:0x0](ffff9ba0d2173a88), flags 100102, rc = 0 00000080:00000001:1.0:1789131398.030366:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789131398.030368:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d4bb96c0 released 00000080:00010000:1.0:1789131398.030370:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff71 from it ffff9ba0d4bb96c0 00010000:00000001:1.0:1789131398.030372:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.030373:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.030375:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43a00 refcount=3 00000020:00000001:1.0:1789131398.030377:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00010000:00000001:1.0:1789131398.030378:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580390912 : -110360129160704 : ffff9ba0c7b43a00) 00010000:00000001:1.0:1789131398.030380:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.030383:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43a00/0xc8adac5b2d01ff71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115ae1 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.030389:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.030390:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.030391:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131398.030393:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131398.030395:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43a00/0xc8adac5b2d01ff71 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115ae1 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131398.030402:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131398.030409:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131398.030411:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.030414:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.030415:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.030417:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.030419:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131398.030421:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.030423:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.030426:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.030428:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.030429:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.030430:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131398.030432:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789131398.030433:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789131398.030435:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789131398.030437:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789131398.030439:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789131398.030441:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.030443:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789131398.030445:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.030446:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131398.030448:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.030450:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131398.030452:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d4bb96c0. 00000080:00000001:1.0:1789131398.030454:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.030458:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789131398.030460:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x28:0x0](ffff9ba0d2173a88), inode mode 81a4 mask 40 00000080:00000001:1.0:1789131398.030463:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131398.030517:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131398.030520:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab8b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131398.030523:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab8b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.030525:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.030532:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789131398.030534:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:1.0:1789131398.030536:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-38:[0x200000402:0x28:0x0](ffff9ba0d2173a88), flags 100002 00000080:00000001:1.0:1789131398.030538:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789131398.030540:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789131398.030546:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131398.030548:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab8b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131398.030550:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab8b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.030552:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.030554:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789131398.030558:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.030560:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.030563:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ee00 count: 2 00010000:00000001:1.0:1789131398.030565:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.030569:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131398.030571:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x28:0x0]: 0 00000080:00000001:1.0:1789131398.030573:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789131398.030575:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789131398.030578:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d8547600. 00000080:00000001:1.0:1789131398.030580:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789131398.030584:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789131398.030587:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789131398.030590:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x28:0x0] 00000002:00000001:1.0:1789131398.030592:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789131398.030594:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x28:0x0] file closed with intent: 0 00000100:00000010:1.0:1789131398.030612:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d0000. 00000020:00000040:1.0:1789131398.030616:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=83 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:1.0:1789131398.030620:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131398.030622:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131398.030626:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131398.030631:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d8546400. 00000100:00000001:1.0:1789131398.030637:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789131398.030646:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789131398.030655:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789131398.030661:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d06d0000 x1876039997375232/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789131398.030668:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131398.030670:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131398.030679:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56180. 00000100:00000001:1.0:1789131398.030681:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499726208 : -110360209825408 : ffff9ba0c2e56180) 00000100:00000001:1.0:1789131398.030694:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.030695:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726717952 : -110359982833664 : ffff9ba0d06d0000) 00000100:00000001:1.0:1789131398.030699:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131398.030703:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.030705:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131398.030707:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131398.030711:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d0000 x1876039997375232/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.030719:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131398.030721:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.030724:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131398.030727:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131398.030729:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131398.030733:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d0000 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997375232:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131398.030737:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131398.030743:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131398.030745:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.030748:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131398.030752:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d086b000. 02000000:00000001:1.0:1789131398.030754:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131398.030760:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131398.030764:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131398.030771:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131398.030778:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997375232, portal 10 00000100:00000001:1.0:1789131398.030780:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.030781:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726717952 : -110359982833664 : ffff9ba0d06d0000) 00000100:00000040:1.0:1789131398.030787:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06d0000 x1876039997375232/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.030793:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131398.030795:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131398.030798:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80206e8. 00000100:00000200:1.0:1789131398.030806:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997375232, offset 0 00000400:00000200:1.0:1789131398.030813:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131398.030820:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.030826:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131398.030831:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131398.030835:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131398.030839:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131398.030842:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131398.030845:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [363:363:256:4294967295] 192.168.206.157@tcp LPNI seq info [363:363:8:4294967295] 00000400:00000200:1.0:1789131398.030849:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.030858:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131398.030864:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131398.030869:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4db00. 00000800:00000200:1.0:1789131398.030874:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131398.030882:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131398.030887:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4db00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131398.030906:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.030910:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 31292 usecs (32 jiffies) 00000400:00000200:1.0:1789131398.030914:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131398.030917:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985072 00000100:00000001:1.0:1789131398.030925:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985059 00000100:00000001:1.0:1789131398.030933:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985072 00000100:00000001:1.0:1789131398.030937:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985059 00000100:00000001:1.0:1789131398.030940:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.030942:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.030945:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131398.030947:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131398.030949:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56180 going to sleep for 11 seconds 00000100:00000001:1.0:1789131398.030952:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131398.030954:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131398.031457:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131398.031462:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4db00. 00000400:00000200:2.0:1789131398.031466:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.031513:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131398.031519:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80206e8 00000400:00000010:2.0:1789131398.031522:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80206e8. 00000100:00000001:2.0:1789131398.031527:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131398.031540:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d0000 x1876039997375232/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.031551:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.031554:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d0000 x1876039997375232/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.031560:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.031561:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131398.035637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e400. 00000800:00000001:2.0:1789131398.039772:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.039788:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131398.039791:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.039793:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.039801:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.039808:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131398.039815:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.039820:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.039825:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.039829:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0c300 00000400:00000200:2.0:1789131398.039833:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.039838:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xedd [1] + 224 00000800:00000001:2.0:1789131398.039845:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.039853:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.039865:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.039870:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131398.039877:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.039885:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d0000 x1876039997375232/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131398.039895:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d06d0000 x1876039997375232/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.039915:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131398.039923:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.039926:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.040038:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131398.040045:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131398.040047:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131398.040050:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131398.040054:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131398.040056:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131398.040060:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131398.040064:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d0000 x1876039997375232/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131398.040073:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d0000 x1876039997375232/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.040080:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131398.040081:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.040083:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131398.040086:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131398.040088:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131398.040090:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.040093:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131398.040101:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131398.040105:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131398.040108:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131398.040109:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.040112:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131398.040115:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.040118:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131398.040120:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789131398.040121:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131398.040123:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.040125:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726717952 : -110359982833664 : ffff9ba0d06d0000) 00000100:00000001:1.0:1789131398.040128:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131398.040130:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131398.040131:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131398.040134:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.040138:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d0000 x1876039997375232/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.040163:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.040166:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131398.040168:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131398.040172:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d0000 x1876039997375232/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131398.040180:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d0000 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997375232:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131398.040184:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.040187:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.040189:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131398.040191:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.040194:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d0000 x1876039997375232/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.040212:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131398.040215:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56180. 00000100:00000001:1.0:1789131398.040218:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131398.040220:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.040226:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.040227:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726717952 : -110359982833664 : ffff9ba0d06d0000) 00000002:00000001:1.0:1789131398.040230:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.040233:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.040238:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8547600. 00000080:00000001:1.0:1789131398.040301:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789131398.040304:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789131398.040309:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789131398.040314:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.040323:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.040324:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.040327:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2f25e80. 00000100:00000001:1.0:1789131398.040336:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.040340:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d0000 x1876039997375232/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.040347:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.040349:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.040353:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c178cdc0. 00000080:00000001:1.0:1789131398.040356:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.040452:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:1.0:1789131398.040456:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-38:[0x200000402:0x28:0x0](ffff9ba0d2173a88), flags 100002, rc = 0 00000080:00000001:1.0:1789131398.040459:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.040464:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789131398.040466:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:1.0:1789131398.040626:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-38 (ffff9ba0d2178ca8, parent ffff9ba0d20e4ca8, inode ffff9ba0d2173a88) hashed, 00000080:00000001:1.0:1789131398.040631:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.040694:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131398.040697:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131398.040699:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131398.040701:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:1.0:1789131398.040703:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131398.040708:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8547600. 00800000:00000002:1.0:1789131398.040714:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.040717:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131398.040721:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.040723:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:1.0:1789131398.040725:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131398.040729:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131398.040732:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131398.040736:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.040737:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:1.0:1789131398.040739:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131398.040743:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131398.040744:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.040747:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131398.040752:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.040760:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.040762:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.040764:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131398.040766:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789131398.040771:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d0f00. 00000020:00000040:1.0:1789131398.040775:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=84 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:1.0:1789131398.040779:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131398.040783:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.040788:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.040790:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.040792:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.040794:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131398.040797:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131398.040800:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131398.040806:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d086b400. 00000100:00000001:1.0:1789131398.040811:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.040814:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.040816:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.040818:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.040819:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.040821:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.040826:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713726721792 : -110359982829824 : ffff9ba0d06d0f00) 00010000:00000001:1.0:1789131398.040829:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131398.040831:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131398.040835:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e400. 00010000:00000010:1.0:1789131398.040839:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa300. 00010000:00000001:1.0:1789131398.040843:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131398.040846:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b42200. 00000020:00000001:1.0:1789131398.040850:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131398.040853:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b42200 with handle 0xc8adac5b2d01ff78 to hash 00000020:00000001:1.0:1789131398.040865:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131398.040867:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.040871:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.040874:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.040877:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.040887:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff78 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.040897:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff78 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.040908:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff78 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131398.040913:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131398.040915:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131398.040920:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56180. 00000100:00000001:1.0:1789131398.040922:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499726208 : -110360209825408 : ffff9ba0c2e56180) 00000100:00000001:1.0:1789131398.040924:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.040925:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726721792 : -110359982829824 : ffff9ba0d06d0f00) 00000100:00000001:1.0:1789131398.040929:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131398.040932:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.040934:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131398.040936:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131398.041168:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d0f00 x1876039997375360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.041177:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131398.041178:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.041183:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131398.041185:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131398.041187:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131398.041190:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d0f00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997375360:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.041310:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131398.041316:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131398.041318:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.041320:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131398.041325:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131398.041327:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131398.041333:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131398.041343:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131398.041348:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131398.041355:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997375360, portal 10 00000100:00000001:1.0:1789131398.041357:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.041443:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726721792 : -110359982829824 : ffff9ba0d06d0f00) 00000100:00000040:1.0:1789131398.041452:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06d0f00 x1876039997375360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.041460:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131398.041462:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131398.041465:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020f68. 00000100:00000200:1.0:1789131398.041551:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997375360, offset 0 00000400:00000200:1.0:1789131398.041559:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131398.041567:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.041573:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131398.041579:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131398.041583:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131398.041586:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131398.041589:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131398.041593:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [364:364:256:4294967295] 192.168.206.157@tcp LPNI seq info [364:364:8:4294967295] 00000400:00000200:1.0:1789131398.041597:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.041606:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131398.041611:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131398.041616:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d500. 00000800:00000200:1.0:1789131398.041623:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131398.041630:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131398.041633:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789131398.041649:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.041654:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 31166 usecs (32 jiffies) 00000400:00000200:1.0:1789131398.041657:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131398.041660:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985083 00000100:00000001:1.0:1789131398.041667:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985072 00000100:00000001:1.0:1789131398.041677:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985083 00000100:00000001:1.0:1789131398.041680:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985072 00000100:00000001:1.0:1789131398.041693:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.041696:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.041698:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131398.041700:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131398.041703:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56180 going to sleep for 11 seconds 00000100:00000001:1.0:1789131398.041705:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131398.041707:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131398.041830:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.041834:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d500. 00000400:00000200:3.0:1789131398.041839:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.041843:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.041848:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020f68 00000400:00000010:3.0:1789131398.041850:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020f68. 00000100:00000001:3.0:1789131398.041863:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.041868:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d0f00 x1876039997375360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.041877:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.041880:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d0f00 x1876039997375360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.041887:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.041889:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131398.044572:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.044599:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131398.044603:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.044605:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.044613:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.044620:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131398.044628:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.044633:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.044638:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.044642:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0c380 00000400:00000200:2.0:1789131398.044647:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.044652:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xee5 [1] + 224 00000800:00000001:2.0:1789131398.044659:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.044665:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.044669:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.044673:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131398.044681:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.044697:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d0f00 x1876039997375360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131398.044708:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d06d0f00 x1876039997375360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.044749:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131398.044767:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131398.044775:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.044783:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131398.044819:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131398.044821:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131398.044825:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131398.044828:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131398.044831:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131398.044834:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131398.044839:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d0f00 x1876039997375360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131398.044848:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d0f00 x1876039997375360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.044854:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131398.044990:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.044994:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131398.044996:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131398.044998:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131398.045000:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.045003:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131398.045011:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131398.045015:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131398.045018:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131398.045019:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.045022:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131398.045025:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.045029:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131398.045037:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131398.045040:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131398.045042:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.045048:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d0f00 x1876039997375360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.045056:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.045059:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131398.045060:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131398.045064:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d0f00 x1876039997375360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131398.045072:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d0f00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997375360:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.045076:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.045079:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.045081:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131398.045083:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.045086:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d0f00 x1876039997375360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.045093:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131398.045095:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56180. 00000100:00000001:1.0:1789131398.045098:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131398.045099:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.045102:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131398.045105:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.045108:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.045110:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=4 00000020:00000001:1.0:1789131398.045113:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.045115:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000040:1.0:1789131398.045121:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b42200, remote cookie: 0x2d69527cc2115af6, flags: 0x1001 00010000:00010000:1.0:1789131398.045126:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff78 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115af6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.045146:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff78 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115af6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.045153:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131398.045156:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131398.045159:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131398.045160:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131398.045162:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131398.045164:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c7d0e400) refcount = 1 00010000:00010000:1.0:1789131398.045168:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff78 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115af6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.045174:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131398.045177:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131398.045179:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.045181:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131398.045183:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.045186:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff78 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115af6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.045192:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131398.045193:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.045195:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.045196:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.045197:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.045199:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.045203:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131398.045205:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.045206:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.045207:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.045209:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.045211:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.045220:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.045221:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.045223:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=4 00000020:00000001:1.0:1789131398.045225:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.045226:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.045229:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.045232:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.045235:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff78 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115af6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.045241:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.045309:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.045310:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.045312:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.045313:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=5 00000020:00000001:1.0:1789131398.045315:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.045317:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.045320:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.045323:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff78 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115af6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.045329:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.045330:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131398.045333:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff78 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115af6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.045339:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.045340:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.045341:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.045342:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.045343:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131398.045348:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d06d0f00 x1876039997375360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789131398.045368:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.045369:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.045370:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.045372:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.045374:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.045376:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.045377:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.045378:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.045380:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.045383:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789131398.045385:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.045386:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.045387:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.045389:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.045391:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00000002:00010000:1.0:1789131398.045395:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff78 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115af6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.045401:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.045402:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.045403:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131398.045404:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.045406:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.045407:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.045409:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.045411:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000040:1.0:1789131398.045416:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e400 count: 2 00010000:00000001:1.0:1789131398.045418:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131398.045422:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789131398.045425:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.045426:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.045431:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131398.045434:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:1.0:1789131398.045436:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789131398.045439:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.045443:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.045446:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131398.045449:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789131398.045452:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131398.045455:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131398.045459:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8547600. 00000080:00000001:1.0:1789131398.045463:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131398.045465:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131398.045502:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789131398.045506:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789131398.045510:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c2f25e80. 00800000:00000001:1.0:1789131398.045513:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713500577408 : -110360208974208 : ffff9ba0c2f25e80) 00800000:00000001:1.0:1789131398.045515:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.045517:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131398.045519:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789131398.045521:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789131398.045524:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789131398.045527:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789131398.045529:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.045533:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789131398.045536:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1789131398.045538:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115188193296385 mtime from 1789131397 to 1789131398 00000080:00200000:1.0:1789131398.045542:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:1.0:1789131398.045545:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.045546:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.045548:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.045549:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.045552:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.045554:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.045555:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131398.045556:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131398.045562:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789131398.045564:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c2f25e80 1 00800000:00000010:1.0:1789131398.045566:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c2f25e80. 00800000:00000001:1.0:1789131398.045569:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.045572:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff78 00800000:00000001:1.0:1789131398.045575:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131398.045576:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131398.045578:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.045579:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.045580:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.045582:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.045584:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.045586:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.045587:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.045588:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.045590:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.045592:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.045595:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131398.045597:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff78 from it ffffbc4101cb7bf8 00010000:00000001:1.0:1789131398.045599:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.045600:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.045601:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.045603:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.045605:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.045607:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.045609:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff78 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115af6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.045615:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.045616:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.045617:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131398.045620:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131398.045622:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff78 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115af6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131398.045637:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131398.045640:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131398.045642:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.045646:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.045647:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.045648:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.045651:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131398.045653:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.045654:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.045657:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.045659:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.045660:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.045660:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131398.045662:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.045667:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d0f00 x1876039997375360/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.045672:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131398.045675:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131398.045677:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131398.045680:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131398.045692:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131398.045694:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=83 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:1.0:1789131398.045696:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131398.045699:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d086b400. 02000000:00000001:1.0:1789131398.045702:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131398.045703:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131398.045705:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d0f00. 00000100:00000001:1.0:1789131398.045708:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131398.045709:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131398.045712:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:1.0:1789131398.045717:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.045730:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d06930e0. 00000080:00000001:1.0:1789131398.045735:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131398.045737:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131398.045743:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:1.0:1789131398.045745:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131398.045750:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8547600. 00800000:00000002:1.0:1789131398.045754:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.045756:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131398.045759:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.045761:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:1.0:1789131398.045763:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131398.045766:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131398.045769:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131398.045773:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.045775:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:1.0:1789131398.045776:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131398.045780:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131398.045782:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.045783:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.045786:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e400 count: 2 00010000:00000001:1.0:1789131398.045788:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.045791:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.045793:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789131398.045797:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff78 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115af6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789131398.045804:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789131398.045807:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.045810:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff78 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115af6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789131398.045817:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789131398.045819:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131398.045820:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131398.045822:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131398.045824:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131398.045826:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789131398.045832:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789131398.045834:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131398.045836:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8547600. 00000080:00000001:1.0:1789131398.045838:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131398.045840:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.045842:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131398.045845:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff78 00800000:00000001:1.0:1789131398.045847:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131398.045849:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131398.045850:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.045851:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.045853:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.045983:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.045986:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.045988:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.045990:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.045991:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.045993:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.045995:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff78 from it ffffbc4101cb7b38 00010000:00000001:1.0:1789131398.045997:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.045998:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.046000:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.046001:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.046003:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.046005:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.046007:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff78 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115af6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131398.046013:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.046014:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.046015:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131398.046016:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131398.046018:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff78 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115af6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789131398.046035:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131398.046037:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131398.046038:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.046040:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.046041:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.046042:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.046044:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131398.046045:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.046046:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.046048:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.046050:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.046051:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.046052:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131398.046053:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789131398.046055:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131398.046056:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:1.0:1789131398.046059:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.046062:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789131398.046064:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:1.0:1789131398.046066:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-39, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d4ac9980, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789131398.046070:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d4bb96c0. 00000080:00000001:1.0:1789131398.046074:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789131398.046076:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:1.0:1789131398.046077:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-39, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:1.0:1789131398.046083:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8547600. 00800000:00000002:1.0:1789131398.046085:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.046089:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131398.046090:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.046092:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:1.0:1789131398.046093:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-39' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131398.046096:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789131398.046099:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789131398.046102:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:1.0:1789131398.046105:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789131398.046110:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789131398.046113:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789131398.046115:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789131398.046118:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x29:0x0] 40000000:00000001:1.0:1789131398.046120:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.046122:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.046124:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.046126:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.046128:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:1.0:1789131398.046130:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x29:0x0], name='f0a.replay-dual-39' -> mds #0 layout version 1 00000002:00000001:1.0:1789131398.046132:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.046134:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:1.0:1789131398.046135:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-39,[0x200000402:0x29:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789131398.046139:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131398.046141:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789131398.046144:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789131398.046147:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.046149:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789131398.046151:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e400 count: 2 00010000:00000001:1.0:1789131398.046153:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.046155:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789131398.046158:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789131398.046161:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff78 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115af6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789131398.046168:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789131398.046171:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789131398.046174:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789131398.046176:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789131398.046178:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.046179:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.046180:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e400 count: 3 00010000:00000001:1.0:1789131398.046182:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.046185:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.046186:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.046193:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.046195:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e400 count: 3 00010000:00000001:1.0:1789131398.046197:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.046199:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.046201:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.046202:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.046203:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e400 count: 3 00010000:00000001:1.0:1789131398.046205:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.046207:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.046209:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131398.046211:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789131398.046215:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789131398.046222:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789131398.046224:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789131398.046225:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.046228:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789131398.046230:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789131398.046232:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789131398.046233:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.046235:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789131398.046237:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b42200 with handle 0xc8adac5b2d01ff78 from hash 00010000:00000001:1.0:1789131398.046240:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789131398.046352:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.046354:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.046355:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789131398.046358:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789131398.046360:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789131398.046363:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131398.046365:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131398.046367:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789131398.046372:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d0f00. 00000020:00000040:1.0:1789131398.046376:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=84 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:1.0:1789131398.046380:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789131398.046382:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.046384:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131398.046387:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.046395:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.046396:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.046397:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.046399:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131398.046401:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131398.046404:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131398.046408:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d086b400. 00000100:00000001:1.0:1789131398.046414:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.046417:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.046418:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789131398.046422:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff78 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115af6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789131398.046428:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789131398.046430:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131398.046431:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789131398.046433:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff78 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115af6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789131398.046441:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e400 count: 0 00010000:00000010:1.0:1789131398.046445:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa300. 00010000:00000001:1.0:1789131398.046455:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.046457:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.046459:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.046460:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.046462:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.046620:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713726721792 : -110359982829824 : ffff9ba0d06d0f00) 00010000:00000001:1.0:1789131398.046624:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131398.046626:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131398.046631:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0eb00. 00010000:00000010:1.0:1789131398.046635:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa300. 00010000:00000001:1.0:1789131398.046638:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131398.046641:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b42a00. 00000020:00000001:1.0:1789131398.046643:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131398.046645:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b42a00 with handle 0xc8adac5b2d01ff7f to hash 00000020:00000001:1.0:1789131398.046652:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131398.046654:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00010000:00000001:1.0:1789131398.046657:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00010000:00000001:1.0:1789131398.046660:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.046662:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.046665:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42a00/0xc8adac5b2d01ff7f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.046672:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42a00/0xc8adac5b2d01ff7f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789131398.046693:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789131398.046701:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d06d0f00 x1876039997375616/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789131398.046711:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42a00/0xc8adac5b2d01ff7f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131398.046716:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131398.046718:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131398.046723:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56180. 00000100:00000001:1.0:1789131398.046725:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499726208 : -110360209825408 : ffff9ba0c2e56180) 00000100:00000001:1.0:1789131398.046727:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.046729:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726721792 : -110359982829824 : ffff9ba0d06d0f00) 00000100:00000001:1.0:1789131398.046733:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131398.046736:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.046738:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131398.046740:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131398.046744:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d0f00 x1876039997375616/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.046751:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131398.046753:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.046756:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131398.046762:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131398.046765:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131398.046769:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d0f00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997375616:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.046773:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131398.046778:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131398.046780:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.046783:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131398.046826:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d0740000. 02000000:00000001:1.0:1789131398.046828:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131398.046834:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131398.046838:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131398.046843:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d0868c00. 00000100:00000200:1.0:1789131398.046850:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997375616, portal 10 00000100:00000001:1.0:1789131398.046852:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.046853:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726721792 : -110359982829824 : ffff9ba0d06d0f00) 00000100:00000040:1.0:1789131398.046871:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06d0f00 x1876039997375616/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.046878:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131398.046881:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131398.046884:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131398.046888:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997375616, offset 0 00000400:00000200:1.0:1789131398.046893:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131398.046901:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.046907:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131398.046912:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131398.046916:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131398.046919:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131398.046922:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131398.046926:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [365:365:256:4294967295] 192.168.206.157@tcp LPNI seq info [365:365:8:4294967295] 00000400:00000200:1.0:1789131398.046930:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.046939:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131398.046944:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131398.046954:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d700. 00000800:00000200:1.0:1789131398.046960:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131398.046967:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131398.046971:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d700 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789131398.046990:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.046994:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 30998 usecs (31 jiffies) 00000400:00000200:1.0:1789131398.046998:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131398.047001:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985087 00000100:00000001:1.0:1789131398.047007:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985083 00000100:00000001:1.0:1789131398.047011:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985087 00000100:00000001:1.0:1789131398.047014:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985083 00000100:00000001:1.0:1789131398.047017:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.047020:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.047022:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131398.047024:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131398.047026:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56180 going to sleep for 11 seconds 00000100:00000001:1.0:1789131398.047029:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131398.047031:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131398.047163:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.047168:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d700. 00000400:00000200:3.0:1789131398.047172:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.047177:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.047182:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:3.0:1789131398.047184:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:3.0:1789131398.047189:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.047193:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d0f00 x1876039997375616/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.047203:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.047211:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d0f00 x1876039997375616/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.047218:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.047220:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131398.052530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e400. 00010000:00000010:1.1:1789131398.052545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b42200. 00000800:00000001:2.0:1789131398.055340:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.055355:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131398.055359:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.055362:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.055369:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.055376:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131398.055385:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.055389:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.055394:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.055399:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0c480 00000400:00000200:2.0:1789131398.055418:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.055424:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xeed [32] + 224 00000800:00000001:2.0:1789131398.055431:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.055437:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.055440:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.055445:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131398.055451:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.055459:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d0f00 x1876039997375616/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131398.055509:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d06d0f00 x1876039997375616/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.055526:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131398.055533:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131398.055537:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.055542:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131398.055548:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [366:366:256:4294967295] 192.168.206.157@tcp LPNI seq info [366:366:8:4294967295] 00000400:00000200:2.0:1789131398.055552:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.055559:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131398.055565:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131398.055570:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0c7b03800. 00000800:00000200:2.0:1789131398.055575:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131398.055582:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131398.055585:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c7b03800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131398.055667:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131398.055670:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0c7b03800. 00000400:00000200:2.0:1789131398.055673:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.055677:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131398.055693:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.055696:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.055770:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131398.055778:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131398.055779:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131398.055783:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131398.055788:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d0868c00 00000400:00000010:1.0:1789131398.055790:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d0868c00. 00000100:00000001:1.0:1789131398.055793:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131398.055798:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d0f00 x1876039997375616/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131398.055806:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d0f00 x1876039997375616/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.055812:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131398.055814:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.055824:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131398.055827:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131398.055829:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131398.055831:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.055834:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131398.055842:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131398.055846:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131398.055849:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131398.055851:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.055854:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131398.055856:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.055860:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131398.055876:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1789131398.055878:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131398.055881:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.055882:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726721792 : -110359982829824 : ffff9ba0d06d0f00) 00000100:00000001:1.0:1789131398.055885:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131398.055887:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131398.055889:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131398.055891:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.055896:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.055903:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.055906:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131398.055908:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131398.055912:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131398.055920:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d0f00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997375616:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.055925:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.055927:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.055930:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131398.055931:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.055935:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.055952:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131398.055955:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56180. 00000100:00000001:1.0:1789131398.055958:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131398.055959:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.055962:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131398.055966:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.055969:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.055972:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42a00 refcount=4 00000020:00000001:1.0:1789131398.055974:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00010000:00000001:1.0:1789131398.055977:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00010000:00000040:1.0:1789131398.055982:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b42a00, remote cookie: 0x2d69527cc2115b12, flags: 0x1001 00010000:00010000:1.0:1789131398.055987:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42a00/0xc8adac5b2d01ff7f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b12 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789131398.055994:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x29:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789131398.055997:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789131398.056003:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e400. 00010000:00000010:1.0:1789131398.056007:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa880. 00010000:00000040:1.0:1789131398.056012:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0eb00 count: 0 00010000:00000010:1.0:1789131398.056017:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa300. 00010000:00000001:1.0:1789131398.056026:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.056030:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42a00/0xc8adac5b2d01ff7f lrc: 4/0,1 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b12 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.056037:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42a00/0xc8adac5b2d01ff7f lrc: 4/0,1 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b12 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.056042:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131398.056046:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131398.056052:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131398.056053:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131398.056055:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131398.056057:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x29:0x0].0x0 (ffff9ba0c7d0e400) refcount = 1 00010000:00010000:1.0:1789131398.056061:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42a00/0xc8adac5b2d01ff7f lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b12 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.056067:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131398.056070:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131398.056071:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.056074:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131398.056076:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.056079:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42a00/0xc8adac5b2d01ff7f lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b12 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.056085:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131398.056087:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.056088:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.056089:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.056090:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.056091:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.056096:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131398.056098:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.056099:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.056101:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42a00 refcount=3 00000020:00000001:1.0:1789131398.056102:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00010000:00000001:1.0:1789131398.056104:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00010000:00000001:1.0:1789131398.056106:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.056107:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.056108:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42a00 refcount=4 00000020:00000001:1.0:1789131398.056110:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00010000:00000001:1.0:1789131398.056112:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00010000:00000001:1.0:1789131398.056115:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.056117:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.056126:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42a00/0xc8adac5b2d01ff7f lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b12 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.056133:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.056134:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.056135:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.056136:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.056138:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42a00 refcount=5 00000020:00000001:1.0:1789131398.056140:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00010000:00000001:1.0:1789131398.056142:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00010000:00000001:1.0:1789131398.056144:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.056147:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42a00/0xc8adac5b2d01ff7f lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b12 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.056153:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.056155:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131398.056157:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42a00/0xc8adac5b2d01ff7f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b12 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.056163:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.056164:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.056165:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.056166:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.056167:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131398.056173:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.056182:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789131398.056186:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.056193:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.056199:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.056200:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.056207:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42a00 refcount=3 00000020:00000001:1.0:1789131398.056209:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00010000:00000001:1.0:1789131398.056211:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00000002:00010000:1.0:1789131398.056215:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42a00/0xc8adac5b2d01ff7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b12 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789131398.056222:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c2f25e80. 00010000:00000001:1.0:1789131398.056224:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.056225:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.056227:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.056229:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.056231:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789131398.056233:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.056234:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726721792 : -110359982829824 : ffff9ba0d06d0f00) 00000100:00000001:1.0:1789131398.056236:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.056237:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726721792 : -110359982829824 : ffff9ba0d06d0f00) 00010000:00000001:1.0:1789131398.056239:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.056240:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.056241:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42a00 refcount=3 00000020:00000001:1.0:1789131398.056243:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00010000:00000001:1.0:1789131398.056245:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00000002:00010000:1.0:1789131398.056247:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42a00/0xc8adac5b2d01ff7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b12 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.056253:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.056254:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.056255:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131398.056256:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.056257:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.056258:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42a00 refcount=3 00000020:00000001:1.0:1789131398.056260:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00010000:00000001:1.0:1789131398.056261:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00010000:00000040:1.0:1789131398.056265:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e400 count: 2 00010000:00000001:1.0:1789131398.056272:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131398.056277:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/41 (0 0) 00010000:00000001:1.0:1789131398.056279:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.056280:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.056281:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131398.056283:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:1.0:1789131398.056285:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-39 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789131398.056288:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.056292:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.056294:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131398.056296:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789131398.056299:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131398.056303:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.056305:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789131398.056307:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d4bb96c0 it_disposition 1800037 00000080:00002000:1.0:1789131398.056311:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2178288 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789131398.056316:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131398.056319:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789131398.056321:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:1.0:1789131398.056323:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-39, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:1.0:1789131398.056325:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789131398.056327:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131398.056332:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789131398.056335:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131398.056337:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279529 : 144115205289279529 : 200000402000029) 00000080:00000001:1.0:1789131398.056340:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789131398.056365:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21c0000. 00000020:00000001:1.0:1789131398.056375:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789131398.056377:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789131398.056380:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789131398.056381:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x29:0x0](ffff9ba0d21c00c8) 00000020:00000001:1.0:1789131398.056385:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131398.056389:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:1.0:1789131398.056391:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:1.0:1789131398.056395:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789131398.056400:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d09373e8. 00000020:00000001:1.0:1789131398.056406:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131398.056408:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131398.056415:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789131398.056418:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d19ab9b0. 00020000:00000001:1.0:1789131398.056421:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713746491824 : -110359963059792 : ffff9ba0d19ab9b0) 00020000:00000001:1.0:1789131398.056423:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:1.0:1789131398.056426:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131398.056431:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9360. 00020000:00000010:1.0:1789131398.056434:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320bf80. 00020000:00000010:1.0:1789131398.056438:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb93c0. 00020000:00000001:1.0:1789131398.056440:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798976448 : -110359910575168 : ffff9ba0d4bb93c0) 00020000:00000002:1.0:1789131398.056443:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb93c0, objid 0x29:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131398.056447:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131398.056451:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320bf80: ostid: 0x280000400:22 ost idx: 1 gen: 0 00020000:00000001:1.0:1789131398.056454:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789131398.056456:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb93c0, objid 0x29:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131398.056459:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131398.056462:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320bf80: ostid: 0x280000400:22 ost idx: 1 gen: 0 00020000:00000010:1.0:1789131398.056465:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c2b95ab0. 00020000:00000010:1.0:1789131398.056501:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2e56180. 00020000:00000001:1.0:1789131398.056506:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789131398.056509:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0d2e9ffe8. 00020000:00000001:1.0:1789131398.056512:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789131398.056513:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789131398.056518:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789131398.056521:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d09374b0. 00000020:00000001:1.0:1789131398.056522:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131398.056524:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131398.056525:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713729238320 : -110359980313296 : ffff9ba0d0937530) 00020000:00000001:1.0:1789131398.056529:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789131398.056533:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d1a07128. 00020000:00000001:1.0:1789131398.056535:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.056545:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729238320 : -110359980313296 : ffff9ba0d0937530) 00020000:00000001:1.0:1789131398.056548:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713729238320 : -110359980313296 : ffff9ba0d0937530) 00020000:00000002:1.0:1789131398.056551:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x16:0x0]@ffff9ba0d09374b0[0:0] -> [0x200000402:0x29:0x0]@ffff9ba0d09373e8: ostid: 0x280000400:22 ost idx: 1 gen: 0 00020000:00000001:1.0:1789131398.056556:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:1.0:1789131398.056559:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789131398.056561:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.056563:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729238120 : -110359980313496 : ffff9ba0d0937468) 00000020:00001000:1.0:1789131398.056566:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:1.0:1789131398.056570:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279529 : 144115205289279529 : 200000402000029) 00000080:00000001:1.0:1789131398.056572:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789131398.056574:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279529 mtime from 0 to 1789131398 00000080:00000001:1.0:1789131398.056578:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789131398.056580:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754964168 : -110359954587448 : ffff9ba0d21c00c8) 00010000:00000001:1.0:1789131398.056582:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.056584:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.056585:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42a00 refcount=3 00000020:00000001:1.0:1789131398.056587:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00010000:00000001:1.0:1789131398.056589:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00000080:00000001:1.0:1789131398.056593:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789131398.056594:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131398.056596:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554877976 : -110360154673640 : ffff9ba0c62eee18) 00000020:00001000:1.0:1789131398.056597:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62eee10 00000020:00000001:1.0:1789131398.056599:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789131398.056601:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789131398.056602:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131398.056606:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9e40. 00020000:00000010:1.0:1789131398.056609:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320bd80. 00020000:00000010:1.0:1789131398.056612:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9420. 00020000:00000001:1.0:1789131398.056613:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798976544 : -110359910575072 : ffff9ba0d4bb9420) 00020000:00000002:1.0:1789131398.056615:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9420, objid 0x29:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131398.056619:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131398.056621:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320bd80: ostid: 0x280000400:22 ost idx: 1 gen: 0 00020000:00000002:1.0:1789131398.056629:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d19ab9b0) owner ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.056631:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789131398.056633:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d19ab9b0) owner ffff9ba0c2f34f80 00020000:00000010:1.0:1789131398.056637:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c320bd80. 00020000:00000010:1.0:1789131398.056640:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d4bb9e40. 00020000:00000010:1.0:1789131398.056642:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d4bb9420. 00020000:00000002:1.0:1789131398.056644:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x29:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789131398.056646:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.056648:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.056651:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789131398.056653:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab9b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131398.056656:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d4bb93c0 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:1.0:1789131398.056658:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab9b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.056661:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789131398.056663:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789131398.056664:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789131398.056666:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789131398.056668:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789131398.056670:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789131398.056672:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62eee10 00000080:00000001:1.0:1789131398.056675:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.056676:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.056678:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131398.056679:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131398.056682:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789131398.056695:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.056698:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x29:0x0](ffff9ba0d21c00c8) 00000080:00010000:1.0:1789131398.056701:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x29:0x0](ffff9ba0d21c00c8) for lock 0xc8adac5b2d01ff7f 00800000:00000001:1.0:1789131398.056704:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131398.056705:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131398.056707:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.056708:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.056710:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42a00 refcount=3 00000020:00000001:1.0:1789131398.056712:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00010000:00000001:1.0:1789131398.056713:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00010000:00000001:1.0:1789131398.056721:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.056722:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.056723:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.056725:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.056727:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789131398.056728:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.056733:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.056740:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131398.056744:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21c00c8 need_sync_to_mds [0x200000402:0x29:0x0] 00000080:00000001:1.0:1789131398.056747:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.056750:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x29:0x0](ffff9ba0d21c00c8) 00000080:00000001:1.0:1789131398.056753:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131398.056756:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8547600. 00000100:00000001:1.0:1789131398.056759:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.056763:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.056769:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.056771:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789131398.056773:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131398.056775:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21c00c8 need_sync_to_mds [0x200000402:0x29:0x0] 00000080:00000001:1.0:1789131398.056782:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789131398.056784:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:1.0:1789131398.056786:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-39:[0x200000402:0x29:0x0](ffff9ba0d21c00c8), flags 100102 00000080:00000010:1.0:1789131398.056792:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c178cdc0. 00000080:00000010:1.0:1789131398.056797:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2f25940. 00000080:00000001:1.0:1789131398.056799:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789131398.056802:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789131398.056804:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789131398.056806:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d0693c00. 00000002:00100000:1.0:1789131398.056810:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.056816:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.056821:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789131398.056824:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789131398.056827:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.056829:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.056832:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.056835:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789131398.056841:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131398.056844:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d0740000. 02000000:00000001:1.0:1789131398.056865:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789131398.056866:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.056869:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:1.0:1789131398.056871:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-39:[0x200000402:0x29:0x0](ffff9ba0d21c00c8), flags 100102, rc = 0 00000080:00000001:1.0:1789131398.056875:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789131398.056877:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d4bb96c0 released 00000080:00010000:1.0:1789131398.056879:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff7f from it ffff9ba0d4bb96c0 00010000:00000001:1.0:1789131398.056881:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.056883:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.056884:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42a00 refcount=3 00000020:00000001:1.0:1789131398.056886:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00010000:00000001:1.0:1789131398.056888:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580386816 : -110360129164800 : ffff9ba0c7b42a00) 00010000:00000001:1.0:1789131398.056890:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.056893:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42a00/0xc8adac5b2d01ff7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115b12 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.056900:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.056901:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.056902:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131398.056904:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131398.056906:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42a00/0xc8adac5b2d01ff7f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115b12 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131398.056913:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131398.056920:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131398.056922:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.056925:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.056926:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.056928:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.056931:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131398.056933:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.056934:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.056937:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.056939:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.056940:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.056941:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131398.056943:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789131398.056945:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789131398.056947:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789131398.056948:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789131398.056950:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789131398.056952:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.056954:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789131398.056956:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.056958:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131398.056960:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.056961:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131398.056964:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d4bb96c0. 00000080:00000001:1.0:1789131398.056966:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.056970:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789131398.056971:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x29:0x0](ffff9ba0d21c00c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1789131398.056975:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131398.056994:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131398.056996:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab9b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131398.056999:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab9b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.057001:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.057007:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789131398.057009:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:1.0:1789131398.057011:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-39:[0x200000402:0x29:0x0](ffff9ba0d21c00c8), flags 100002 00000080:00000001:1.0:1789131398.057013:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789131398.057015:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789131398.057021:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131398.057023:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19ab9b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131398.057025:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19ab9b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.057027:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.057029:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789131398.057033:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.057035:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.057039:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e400 count: 2 00010000:00000001:1.0:1789131398.057041:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.057045:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131398.057046:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x29:0x0]: 0 00000080:00000001:1.0:1789131398.057049:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789131398.057050:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789131398.057053:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d8547600. 00000080:00000001:1.0:1789131398.057055:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789131398.057059:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789131398.057061:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789131398.057063:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x29:0x0] 00000002:00000001:1.0:1789131398.057066:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789131398.057067:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x29:0x0] file closed with intent: 0 00000100:00000010:1.0:1789131398.057072:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d12c0. 00000020:00000040:1.0:1789131398.057076:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=85 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:1.0:1789131398.057080:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131398.057082:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131398.057085:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131398.057090:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d8547c00. 00000100:00000001:1.0:1789131398.057095:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789131398.057104:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789131398.057113:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789131398.057118:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d06d12c0 x1876039997375872/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789131398.057124:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131398.057126:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131398.057137:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56cc0. 00000100:00000001:1.0:1789131398.057139:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499729088 : -110360209822528 : ffff9ba0c2e56cc0) 00000100:00000001:1.0:1789131398.057142:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.057143:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726722752 : -110359982828864 : ffff9ba0d06d12c0) 00000100:00000001:1.0:1789131398.057147:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131398.057151:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.057152:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131398.057154:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131398.057158:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d12c0 x1876039997375872/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.057164:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131398.057166:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.057169:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131398.057171:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131398.057174:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131398.057177:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d12c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997375872:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131398.057181:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131398.057185:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131398.057188:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.057190:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131398.057194:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d0868c00. 02000000:00000001:1.0:1789131398.057196:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131398.057202:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131398.057205:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131398.057211:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020e58. 00000100:00000200:1.0:1789131398.057217:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997375872, portal 10 00000100:00000001:1.0:1789131398.057219:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.057220:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726722752 : -110359982828864 : ffff9ba0d06d12c0) 00000100:00000040:1.0:1789131398.057226:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06d12c0 x1876039997375872/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.057232:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131398.057234:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131398.057237:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80202a8. 00000100:00000200:1.0:1789131398.057247:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997375872, offset 0 00000400:00000200:1.0:1789131398.057253:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131398.057261:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.057267:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131398.057272:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131398.057276:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131398.057279:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131398.057282:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131398.057285:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [367:367:256:4294967295] 192.168.206.157@tcp LPNI seq info [367:367:8:4294967295] 00000400:00000200:1.0:1789131398.057289:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.057298:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131398.057303:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131398.057307:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d700. 00000800:00000200:1.0:1789131398.057313:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131398.057320:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131398.057324:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131398.057346:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.057351:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 30873 usecs (31 jiffies) 00000400:00000200:1.0:1789131398.057355:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131398.057357:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985097 00000100:00000001:1.0:1789131398.057364:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985087 00000100:00000001:1.0:1789131398.057369:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985097 00000100:00000001:1.0:1789131398.057372:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985087 00000100:00000001:1.0:1789131398.057374:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.057377:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.057379:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131398.057381:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131398.057383:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1789131398.057385:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131398.057387:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131398.057606:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131398.057610:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d700. 00000400:00000200:2.0:1789131398.057615:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.057620:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131398.057624:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80202a8 00000400:00000010:2.0:1789131398.057627:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80202a8. 00000100:00000001:2.0:1789131398.057631:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131398.057635:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d12c0 x1876039997375872/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.057643:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.057646:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d12c0 x1876039997375872/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.057652:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.057653:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131398.062524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0eb00. 00000800:00000001:2.0:1789131398.062832:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.062845:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131398.062848:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.062850:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.062858:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.062865:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131398.062874:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.062878:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.062883:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.062887:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0c580 00000400:00000200:2.0:1789131398.062891:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.062897:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xef5 [1] + 224 00000800:00000001:2.0:1789131398.062904:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.062911:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.062914:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.062918:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131398.062925:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.062933:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d12c0 x1876039997375872/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131398.063019:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d06d12c0 x1876039997375872/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.063073:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131398.063090:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131398.063099:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.063102:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131398.063136:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131398.063138:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131398.063142:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131398.063146:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020e58 00000400:00000010:1.0:1789131398.063148:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020e58. 00000100:00000001:1.0:1789131398.063151:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131398.063155:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d12c0 x1876039997375872/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131398.063164:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d12c0 x1876039997375872/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.063170:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131398.063172:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.063174:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131398.063177:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131398.063179:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131398.063181:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.063183:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131398.063191:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131398.063195:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131398.063284:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131398.063287:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.063290:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131398.063293:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.063297:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131398.063298:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789131398.063300:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131398.063303:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.063304:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726722752 : -110359982828864 : ffff9ba0d06d12c0) 00000100:00000001:1.0:1789131398.063307:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131398.063309:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131398.063311:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131398.063313:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.063319:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d12c0 x1876039997375872/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.063338:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.063340:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131398.063342:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131398.063347:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d12c0 x1876039997375872/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131398.063356:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d12c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997375872:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131398.063391:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.063394:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.063396:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131398.063398:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.063402:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d12c0 x1876039997375872/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.063409:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131398.063411:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56cc0. 00000100:00000001:1.0:1789131398.063415:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131398.063416:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.063423:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.063424:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726722752 : -110359982828864 : ffff9ba0d06d12c0) 00000002:00000001:1.0:1789131398.063427:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.063430:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.063435:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8547600. 00000080:00000001:1.0:1789131398.063438:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789131398.063440:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789131398.063445:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789131398.063450:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.063456:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.063458:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.063460:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2f25940. 00000100:00000001:1.0:1789131398.063552:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.063556:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d12c0 x1876039997375872/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.063562:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.063564:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.063567:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c178cdc0. 00000080:00000001:1.0:1789131398.063571:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.063576:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:1.0:1789131398.063578:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-39:[0x200000402:0x29:0x0](ffff9ba0d21c00c8), flags 100002, rc = 0 00000080:00000001:1.0:1789131398.063582:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.063586:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789131398.063588:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:1.0:1789131398.063590:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-39 (ffff9ba0d2178288, parent ffff9ba0d20e4ca8, inode ffff9ba0d21c00c8) hashed, 00000080:00000001:1.0:1789131398.063593:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.063717:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131398.063720:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131398.063722:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131398.063724:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:1.0:1789131398.063726:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131398.063731:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8547600. 00800000:00000002:1.0:1789131398.063736:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.063740:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131398.063743:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.063745:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:1.0:1789131398.063748:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131398.063751:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131398.063753:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131398.063757:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.063759:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:1.0:1789131398.063761:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131398.063764:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131398.063766:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.063769:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131398.063774:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.063782:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.063784:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.063786:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131398.063788:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789131398.063792:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d1e00. 00000020:00000040:1.0:1789131398.063795:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=86 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:1.0:1789131398.063800:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131398.063804:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.063809:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.063811:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.063812:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.063815:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131398.063817:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131398.063820:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131398.063827:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d086b800. 00000100:00000001:1.0:1789131398.063832:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.063836:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.063837:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.063839:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.063840:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.063842:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.063846:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713726725632 : -110359982825984 : ffff9ba0d06d1e00) 00010000:00000001:1.0:1789131398.063849:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131398.063851:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131398.064061:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0eb00. 00010000:00000010:1.0:1789131398.064066:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa100. 00010000:00000001:1.0:1789131398.064070:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131398.064073:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b42200. 00000020:00000001:1.0:1789131398.064076:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131398.064079:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b42200 with handle 0xc8adac5b2d01ff86 to hash 00000020:00000001:1.0:1789131398.064082:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131398.064083:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.064087:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.064090:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.064093:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.064102:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff86 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.064111:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff86 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.064120:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff86 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131398.064125:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131398.064126:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131398.064131:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56cc0. 00000100:00000001:1.0:1789131398.064133:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499729088 : -110360209822528 : ffff9ba0c2e56cc0) 00000100:00000001:1.0:1789131398.064136:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.064137:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726725632 : -110359982825984 : ffff9ba0d06d1e00) 00000100:00000001:1.0:1789131398.064141:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131398.064144:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.064146:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131398.064148:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131398.064153:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d1e00 x1876039997376000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.064160:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131398.064162:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.064165:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131398.064168:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131398.064170:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131398.064174:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d1e00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997376000:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.064178:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131398.064183:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131398.064185:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.064187:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131398.064191:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131398.064193:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131398.064198:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131398.064206:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131398.064211:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020e58. 00000100:00000200:1.0:1789131398.064217:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997376000, portal 10 00000100:00000001:1.0:1789131398.064219:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.064221:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726725632 : -110359982825984 : ffff9ba0d06d1e00) 00000100:00000040:1.0:1789131398.064227:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06d1e00 x1876039997376000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.064234:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131398.064236:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131398.064239:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020770. 00000100:00000200:1.0:1789131398.064242:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997376000, offset 0 00000400:00000200:1.0:1789131398.064248:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131398.064256:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.064261:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131398.064266:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131398.064270:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131398.064273:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131398.064276:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131398.064279:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [368:368:256:4294967295] 192.168.206.157@tcp LPNI seq info [368:368:8:4294967295] 00000400:00000200:1.0:1789131398.064284:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.064292:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131398.064297:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131398.064302:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d500. 00000800:00000200:1.0:1789131398.064307:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131398.064314:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131398.064318:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789131398.064825:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.064831:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 30726 usecs (31 jiffies) 00000400:00000200:1.0:1789131398.064834:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131398.064837:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985105 00000100:00000001:1.0:1789131398.064844:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985097 00000100:00000001:1.0:1789131398.064907:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985105 00000100:00000001:1.0:1789131398.064912:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985097 00000100:00000001:1.0:1789131398.064915:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.064918:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.064921:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131398.064923:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131398.064925:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1789131398.064928:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131398.064930:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131398.065085:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.065090:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d500. 00000400:00000200:3.0:1789131398.065095:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.065101:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.065106:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020770 00000400:00000010:3.0:1789131398.065109:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020770. 00000100:00000001:3.0:1789131398.065113:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.065119:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d1e00 x1876039997376000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.065128:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.065131:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d1e00 x1876039997376000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.065138:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.065140:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131398.073057:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.073074:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131398.073078:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.073080:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.073088:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.073094:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131398.073104:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.073108:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.073113:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.073117:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0c600 00000400:00000200:2.0:1789131398.073122:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.073128:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xefd [1] + 224 00000800:00000001:2.0:1789131398.073134:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.073144:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.073147:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.073151:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131398.073159:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.073167:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d1e00 x1876039997376000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131398.073178:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d06d1e00 x1876039997376000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.073199:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131398.073348:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131398.073355:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131398.073357:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131398.073360:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131398.073364:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020e58 00000400:00000010:1.0:1789131398.073367:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020e58. 00000100:00000001:1.0:1789131398.073372:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131398.073377:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d1e00 x1876039997376000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131398.073385:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d1e00 x1876039997376000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.073391:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131398.073393:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.073395:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131398.073398:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131398.073400:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131398.073402:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.073404:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131398.073414:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131398.073417:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131398.073419:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131398.073421:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.073423:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131398.073426:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.073429:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131398.073443:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131398.073445:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131398.073448:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.073452:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d1e00 x1876039997376000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.073458:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.073461:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131398.073462:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131398.073466:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d1e00 x1876039997376000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131398.073489:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d1e00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997376000:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.073494:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.073496:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.073498:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131398.073500:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.073503:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d1e00 x1876039997376000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.073509:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131398.073512:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56cc0. 00000100:00000001:1.0:1789131398.073515:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131398.073516:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.073519:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131398.073522:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.073524:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.073527:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=4 00000020:00000001:1.0:1789131398.073530:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.073533:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000040:1.0:1789131398.073540:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b42200, remote cookie: 0x2d69527cc2115b27, flags: 0x1001 00010000:00010000:1.0:1789131398.073545:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff86 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b27 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.073565:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff86 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b27 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.073570:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131398.073574:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131398.073576:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131398.073578:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131398.073579:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131398.073582:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c7d0eb00) refcount = 1 00010000:00010000:1.0:1789131398.073585:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff86 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b27 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.073591:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131398.073594:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131398.073596:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.073598:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131398.073601:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.073604:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff86 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b27 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000001:2.0:1789131398.073729:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.073734:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131398.073756:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131398.073759:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.073761:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.073762:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.073763:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.073765:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.073770:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131398.073772:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.073773:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.073779:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.073781:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.073783:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.073792:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.073793:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.073795:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=4 00000020:00000001:1.0:1789131398.073797:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.073799:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.073801:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.073804:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.073807:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff86 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b27 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.073813:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.073814:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.073815:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.073816:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.073818:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=5 00000020:00000001:1.0:1789131398.073819:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.073821:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.073823:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.073825:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff86 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b27 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.073830:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.073831:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131398.073833:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff86 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b27 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.073839:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.073840:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.073841:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.073842:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.073843:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131398.073848:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d06d1e00 x1876039997376000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789131398.073877:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.073879:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.073881:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.073882:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.073884:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.073886:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.073887:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.073889:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.073891:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.073893:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789131398.073896:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.073897:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.073898:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.073900:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.073902:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00000002:00010000:1.0:1789131398.073905:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b27 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.073912:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.073913:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.073915:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131398.073916:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.073917:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.073918:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.073920:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.073922:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000040:1.0:1789131398.073928:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0eb00 count: 2 00010000:00000001:1.0:1789131398.073930:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131398.073934:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789131398.073936:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.073937:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.073953:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131398.073956:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:1.0:1789131398.073959:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789131398.073961:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.073966:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.073968:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131398.073970:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789131398.073973:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131398.073978:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131398.073981:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8547600. 00000080:00000001:1.0:1789131398.073985:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131398.073988:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131398.073993:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789131398.073997:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789131398.074001:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c2f25940. 00800000:00000001:1.0:1789131398.074003:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713500576064 : -110360208975552 : ffff9ba0c2f25940) 00800000:00000001:1.0:1789131398.074005:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.074007:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131398.074010:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789131398.074012:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789131398.074014:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789131398.074017:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789131398.074019:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.074023:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789131398.074025:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789131398.074029:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:1.0:1789131398.074031:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.074032:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.074034:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.074036:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.074038:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.074040:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.074041:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131398.074042:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131398.074045:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789131398.074051:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c2f25940 1 00800000:00000010:1.0:1789131398.074054:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c2f25940. 00800000:00000001:1.0:1789131398.074057:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.074060:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff86 00800000:00000001:1.0:1789131398.074063:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131398.074065:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131398.074067:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.074068:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.074069:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.074071:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.074073:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.074076:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.074077:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.074078:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.074080:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.074082:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.074084:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131398.074087:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff86 from it ffffbc4101cb7bf8 00010000:00000001:1.0:1789131398.074088:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.074089:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.074090:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.074092:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.074094:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.074095:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.074098:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b27 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.074104:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.074105:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.074106:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131398.074108:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131398.074111:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff86 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b27 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131398.074130:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131398.074132:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131398.074134:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.074138:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.074140:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.074141:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.074144:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131398.074145:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.074147:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.074150:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.074152:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.074153:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.074154:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131398.074156:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.074160:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d1e00 x1876039997376000/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.074167:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131398.074169:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131398.074172:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131398.074175:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131398.074177:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131398.074179:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=85 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:1.0:1789131398.074181:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131398.074184:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d086b800. 02000000:00000001:1.0:1789131398.074187:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131398.074188:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131398.074190:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d1e00. 00000100:00000001:1.0:1789131398.074194:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131398.074206:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131398.074210:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:1.0:1789131398.074215:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.074230:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d0693960. 00000080:00000001:1.0:1789131398.074234:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131398.074236:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131398.074241:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:1.0:1789131398.074243:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131398.074247:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8547600. 00800000:00000002:1.0:1789131398.074251:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.074254:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131398.074256:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.074258:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:1.0:1789131398.074260:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131398.074263:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131398.074265:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131398.074269:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.074271:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:1.0:1789131398.074273:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131398.074276:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131398.074278:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.074280:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.074282:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0eb00 count: 2 00010000:00000001:1.0:1789131398.074284:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.074287:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.074289:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789131398.074293:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff86 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b27 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789131398.074300:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789131398.074303:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.074306:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff86 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b27 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789131398.074312:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789131398.074314:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131398.074316:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131398.074317:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131398.074319:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131398.074321:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789131398.074326:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789131398.074328:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131398.074330:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8547600. 00000080:00000001:1.0:1789131398.074336:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131398.074338:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.074340:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131398.074343:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff86 00800000:00000001:1.0:1789131398.074346:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131398.074347:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131398.074348:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.074349:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.074351:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.074353:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.074355:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.074357:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.074365:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.074367:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.074369:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.074370:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff86 from it ffffbc4101cb7b38 00010000:00000001:1.0:1789131398.074372:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.074373:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.074375:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.074376:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.074379:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.074381:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.074383:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b27 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131398.074388:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.074389:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.074390:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131398.074391:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131398.074394:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff86 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b27 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789131398.074408:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131398.074409:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131398.074410:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.074412:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.074413:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.074415:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.074417:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131398.074418:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.074419:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.074421:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.074423:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.074424:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.074425:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131398.074426:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789131398.074428:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131398.074430:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:1.0:1789131398.074433:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.074436:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789131398.074437:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:1.0:1789131398.074439:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-40, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d4ac9200, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789131398.074444:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d4bb96c0. 00000080:00000001:1.0:1789131398.074447:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789131398.074449:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:1.0:1789131398.074451:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-40, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:1.0:1789131398.074457:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8547600. 00800000:00000002:1.0:1789131398.074459:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.074463:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131398.074464:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.074465:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:1.0:1789131398.074467:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-40' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131398.074496:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789131398.074499:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789131398.074502:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:1.0:1789131398.074505:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789131398.074510:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789131398.074512:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789131398.074515:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789131398.074517:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x2a:0x0] 40000000:00000001:1.0:1789131398.074520:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.074522:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.074524:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.074526:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.074528:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:1.0:1789131398.074530:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x2a:0x0], name='f0a.replay-dual-40' -> mds #0 layout version 1 00000002:00000001:1.0:1789131398.074533:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.074534:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:1.0:1789131398.074536:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-40,[0x200000402:0x2a:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789131398.074539:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131398.074542:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789131398.074544:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789131398.074547:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.074549:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789131398.074551:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0eb00 count: 2 00010000:00000001:1.0:1789131398.074553:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.074555:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789131398.074558:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789131398.074561:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff86 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115b27 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789131398.074567:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789131398.074570:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789131398.074572:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789131398.074574:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789131398.074576:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.074578:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.074579:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0eb00 count: 3 00010000:00000001:1.0:1789131398.074581:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.074583:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.074585:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.074589:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.074591:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0eb00 count: 3 00010000:00000001:1.0:1789131398.074592:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.074595:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.074596:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.074597:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.074598:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0eb00 count: 3 00010000:00000001:1.0:1789131398.074600:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.074602:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.074603:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131398.074606:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789131398.074609:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789131398.074616:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789131398.074618:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789131398.074619:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.074622:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789131398.074624:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789131398.074625:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789131398.074627:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.074628:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789131398.074631:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b42200 with handle 0xc8adac5b2d01ff86 from hash 00010000:00000001:1.0:1789131398.074633:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789131398.074635:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.074636:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.074637:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789131398.074639:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789131398.074641:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789131398.074644:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131398.074645:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131398.074647:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789131398.074651:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d1e00. 00000020:00000040:1.0:1789131398.074654:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=86 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:1.0:1789131398.074658:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789131398.074659:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.074662:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131398.074665:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.074670:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.074671:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.074672:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.074675:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131398.074677:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131398.074680:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131398.074693:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d086b800. 00000100:00000001:1.0:1789131398.074698:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.074702:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.074704:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789131398.074707:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff86 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115b27 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789131398.074714:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789131398.074715:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131398.074717:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789131398.074720:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ff86 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115b27 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789131398.074726:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0eb00 count: 0 00010000:00000010:1.0:1789131398.074730:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa100. 00010000:00000001:1.0:1789131398.074740:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.074741:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.074743:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.074744:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.074746:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.074753:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713726725632 : -110359982825984 : ffff9ba0d06d1e00) 00010000:00000001:1.0:1789131398.074756:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131398.074758:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131398.074761:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e000. 00010000:00000010:1.0:1789131398.074764:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa100. 00010000:00000001:1.0:1789131398.074767:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131398.074770:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b43800. 00000020:00000001:1.0:1789131398.074772:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131398.074774:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b43800 with handle 0xc8adac5b2d01ff8d to hash 00000020:00000001:1.0:1789131398.074781:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131398.074782:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00010000:00000001:1.0:1789131398.074785:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00010000:00000001:1.0:1789131398.074788:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.074789:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.074792:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43800/0xc8adac5b2d01ff8d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.074799:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43800/0xc8adac5b2d01ff8d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789131398.074809:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789131398.074815:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d06d1e00 x1876039997376256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789131398.074825:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43800/0xc8adac5b2d01ff8d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131398.074829:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131398.074830:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131398.074834:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56cc0. 00000100:00000001:1.0:1789131398.074836:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499729088 : -110360209822528 : ffff9ba0c2e56cc0) 00000100:00000001:1.0:1789131398.074839:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.074840:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726725632 : -110359982825984 : ffff9ba0d06d1e00) 00000100:00000001:1.0:1789131398.074844:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131398.074848:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.074849:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131398.074851:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131398.074854:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d1e00 x1876039997376256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.074861:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131398.074863:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.074867:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131398.074873:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131398.074876:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131398.074880:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d1e00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997376256:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.074884:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131398.074888:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131398.074890:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.074892:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131398.074935:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d0760000. 02000000:00000001:1.0:1789131398.074937:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131398.074944:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131398.074947:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131398.074962:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d075d400. 00000100:00000200:1.0:1789131398.074969:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997376256, portal 10 00000100:00000001:1.0:1789131398.074972:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.074973:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726725632 : -110359982825984 : ffff9ba0d06d1e00) 00000100:00000040:1.0:1789131398.074979:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06d1e00 x1876039997376256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.074986:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131398.074988:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131398.074991:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020e58. 00000100:00000200:1.0:1789131398.074995:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997376256, offset 0 00000400:00000200:1.0:1789131398.075001:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131398.075009:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.075015:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131398.075020:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131398.075024:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131398.075028:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131398.075030:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131398.075034:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [369:369:256:4294967295] 192.168.206.157@tcp LPNI seq info [369:369:8:4294967295] 00000400:00000200:1.0:1789131398.075037:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.075046:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131398.075052:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131398.075062:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4db00. 00000800:00000200:1.0:1789131398.075067:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131398.075074:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131398.075079:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4db00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789131398.075099:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.075103:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 30605 usecs (31 jiffies) 00000400:00000200:1.0:1789131398.075107:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131398.075110:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985115 00000100:00000001:1.0:1789131398.075116:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985105 00000100:00000001:1.0:1789131398.075121:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985115 00000100:00000001:1.0:1789131398.075124:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985105 00000100:00000001:1.0:1789131398.075127:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.075129:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.075131:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131398.075133:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131398.075135:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56cc0 going to sleep for 11 seconds 00000100:00000001:1.0:1789131398.075138:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131398.075140:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131398.075564:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.075569:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4db00. 00000400:00000200:3.0:1789131398.075573:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.075578:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.075583:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020e58 00000400:00000010:3.0:1789131398.075585:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020e58. 00000100:00000001:3.0:1789131398.075590:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.075594:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d1e00 x1876039997376256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.075603:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.075606:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d1e00 x1876039997376256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.075612:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.075614:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131398.080521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0eb00. 00010000:00000010:1.1:1789131398.080535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b42200. 00000800:00000001:2.0:1789131398.087001:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.087030:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131398.087033:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.087035:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.087043:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.087051:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131398.087058:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.087063:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.087067:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.087071:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0c700 00000400:00000200:2.0:1789131398.087076:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.087082:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xf05 [32] + 224 00000800:00000001:2.0:1789131398.087088:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.087096:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.087098:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.087103:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131398.087110:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.087117:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d1e00 x1876039997376256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131398.087128:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d06d1e00 x1876039997376256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.087151:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131398.087159:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131398.087163:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.087168:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131398.087174:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [370:370:256:4294967295] 192.168.206.157@tcp LPNI seq info [370:370:8:4294967295] 00000400:00000200:2.0:1789131398.087178:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.087186:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131398.087191:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131398.087197:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0c7b01c00. 00000800:00000200:2.0:1789131398.087210:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131398.087224:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131398.087228:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c7b01c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1789131398.087274:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1789131398.087320:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131398.087324:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0c7b01c00. 00000400:00000200:2.0:1789131398.087327:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.087331:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131398.087487:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.088331:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131398.088340:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131398.088342:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131398.088346:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131398.088351:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d075d400 00000400:00000010:1.0:1789131398.088353:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d075d400. 00000100:00000001:1.0:1789131398.088356:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131398.088923:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d1e00 x1876039997376256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131398.088934:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d1e00 x1876039997376256/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.088995:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131398.088998:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.089013:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131398.089016:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131398.089019:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131398.089021:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.089023:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131398.089031:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131398.089036:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131398.089038:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131398.089040:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.089043:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131398.089046:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.089050:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131398.089052:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1789131398.089053:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131398.089056:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.089057:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726725632 : -110359982825984 : ffff9ba0d06d1e00) 00000100:00000001:1.0:1789131398.089060:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131398.089062:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131398.089064:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131398.089066:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.089071:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.089078:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.089080:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131398.089083:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131398.089086:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131398.089094:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d1e00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997376256:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.089099:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.089101:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.089104:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131398.089105:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.089109:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.089122:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131398.089125:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56cc0. 00000100:00000001:1.0:1789131398.089128:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131398.089129:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.089132:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131398.089137:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.089139:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.089142:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43800 refcount=4 00000020:00000001:1.0:1789131398.089144:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00010000:00000001:1.0:1789131398.089147:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00010000:00000040:1.0:1789131398.089153:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b43800, remote cookie: 0x2d69527cc2115b43, flags: 0x1001 00010000:00010000:1.0:1789131398.089157:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43800/0xc8adac5b2d01ff8d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b43 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789131398.089164:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x2a:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789131398.089167:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789131398.089556:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998300. 00010000:00000010:2.0:1789131398.089562:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfee00. 00010000:00000040:2.0:1789131398.089568:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e000 count: 0 00010000:00000010:2.0:1789131398.089573:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa100. 00010000:00000001:2.0:1789131398.089583:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.089587:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43800/0xc8adac5b2d01ff8d lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b43 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131398.089596:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43800/0xc8adac5b2d01ff8d lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b43 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.089602:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131398.089606:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131398.089608:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131398.089610:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131398.089611:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131398.089614:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x2a:0x0].0x0 (ffff9ba0c3998300) refcount = 1 00010000:00010000:2.0:1789131398.089618:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43800/0xc8adac5b2d01ff8d lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b43 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.089625:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131398.090272:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131398.090275:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131398.090280:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131398.090283:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.090287:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43800/0xc8adac5b2d01ff8d lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b43 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.090309:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131398.090311:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.090313:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.090314:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.090315:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.090317:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.090323:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789131398.090326:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.090328:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.090331:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43800 refcount=3 00000020:00000001:2.0:1789131398.090333:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00010000:00000001:2.0:1789131398.090335:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00010000:00000001:2.0:1789131398.090338:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.090339:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.090340:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43800 refcount=4 00000020:00000001:2.0:1789131398.090342:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00010000:00000001:2.0:1789131398.090344:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00010000:00000001:2.0:1789131398.090347:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.090350:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.090354:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43800/0xc8adac5b2d01ff8d lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b43 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.090361:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.090362:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.090363:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.090364:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.090365:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43800 refcount=5 00000020:00000001:2.0:1789131398.090367:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00010000:00000001:2.0:1789131398.090370:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00010000:00000001:2.0:1789131398.090372:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131398.090375:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43800/0xc8adac5b2d01ff8d lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b43 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.090386:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.090387:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131398.090389:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43800/0xc8adac5b2d01ff8d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b43 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.090395:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131398.090396:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.090397:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.090398:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.090399:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789131398.090409:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131398.090419:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789131398.090423:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131398.090430:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.090438:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.090439:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.090440:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43800 refcount=3 00000020:00000001:2.0:1789131398.090442:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00010000:00000001:2.0:1789131398.090444:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00000002:00010000:2.0:1789131398.090448:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43800/0xc8adac5b2d01ff8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b43 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789131398.090457:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c5594b00. 00010000:00000001:2.0:1789131398.090459:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.090460:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.090461:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.090463:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.090465:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789131398.093748:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.093751:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726725632 : -110359982825984 : ffff9ba0d06d1e00) 00000100:00000001:2.0:1789131398.093755:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.093757:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726725632 : -110359982825984 : ffff9ba0d06d1e00) 00010000:00000001:2.0:1789131398.093760:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.093763:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.093766:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43800 refcount=3 00000020:00000001:2.0:1789131398.093769:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00010000:00000001:2.0:1789131398.093772:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00000002:00010000:2.0:1789131398.093777:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43800/0xc8adac5b2d01ff8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b43 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.093791:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.093793:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.093795:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131398.093796:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.093798:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.093799:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43800 refcount=3 00000020:00000001:2.0:1789131398.093801:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00010000:00000001:2.0:1789131398.093803:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00010000:00000040:2.0:1789131398.093810:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998300 count: 2 00010000:00000001:2.0:1789131398.093813:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131398.093817:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/42 (0 0) 00010000:00000001:2.0:1789131398.093820:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.093821:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.093822:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131398.093825:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:2.0:1789131398.093827:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-40 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789131398.093831:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.093834:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.093836:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131398.093839:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789131398.093842:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131398.093855:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131398.093858:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789131398.093860:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d4bb96c0 it_disposition 1800037 00000080:00002000:2.0:1789131398.093865:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2178bd0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789131398.093870:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131398.093873:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789131398.093875:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:2.0:1789131398.093877:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-40, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:2.0:1789131398.093880:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789131398.093882:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131398.093887:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789131398.093892:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131398.093894:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279530 : 144115205289279530 : 20000040200002a) 00000080:00000001:2.0:1789131398.093897:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789131398.093910:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21ab9c0. 00000020:00000001:2.0:1789131398.093920:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789131398.093921:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789131398.093924:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789131398.093926:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x2a:0x0](ffff9ba0d21aba88) 00000020:00000001:2.0:1789131398.093929:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131398.093933:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131398.093935:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131398.093939:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789131398.093944:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d8600898. 00000020:00000001:2.0:1789131398.093953:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131398.093955:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131398.093962:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789131398.093966:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d17d90. 00020000:00000001:2.0:1789131398.093968:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582308752 : -110360127242864 : ffff9ba0c7d17d90) 00020000:00000001:2.0:1789131398.093971:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:2.0:1789131398.093973:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131398.093980:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c7d69ae0. 00020000:00000010:2.0:1789131398.093984:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d83b1b80. 00020000:00000010:2.0:1789131398.093989:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c7d695a0. 00020000:00000001:2.0:1789131398.093991:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713582642592 : -110360126909024 : ffff9ba0c7d695a0) 00020000:00000002:2.0:1789131398.093994:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d695a0, objid 0x2a:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131398.094003:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131398.094007:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d83b1b80: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:2.0:1789131398.094010:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789131398.094012:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d695a0, objid 0x2a:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131398.094015:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131398.094018:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d83b1b80: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000010:2.0:1789131398.094022:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d2bca580. 00020000:00000010:2.0:1789131398.094025:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2e87f00. 00020000:00000001:2.0:1789131398.094029:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789131398.094032:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7936bc8. 00020000:00000001:2.0:1789131398.094035:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789131398.094037:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1789131398.094042:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789131398.094046:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d8600af0. 00000020:00000001:2.0:1789131398.094048:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131398.094049:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131398.094051:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713860086640 : -110359849464976 : ffff9ba0d8600b70) 00020000:00000001:2.0:1789131398.094055:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789131398.094060:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d02f40. 00020000:00000001:2.0:1789131398.094063:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.094067:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713860086640 : -110359849464976 : ffff9ba0d8600b70) 00020000:00000001:2.0:1789131398.094069:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713860086640 : -110359849464976 : ffff9ba0d8600b70) 00020000:00000002:2.0:1789131398.094073:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x17:0x0]@ffff9ba0d8600af0[0:0] -> [0x200000402:0x2a:0x0]@ffff9ba0d8600898: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:2.0:1789131398.094077:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:2.0:1789131398.094080:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:2.0:1789131398.094081:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.094084:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713860086040 : -110359849465576 : ffff9ba0d8600918) 00000020:00001000:2.0:1789131398.094087:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131398.094091:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279530 : 144115205289279530 : 20000040200002a) 00000080:00000001:2.0:1789131398.094093:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789131398.094100:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279530 mtime from 0 to 1789131398 00000080:00000001:2.0:1789131398.094104:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789131398.094106:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754880648 : -110359954670968 : ffff9ba0d21aba88) 00010000:00000001:2.0:1789131398.094109:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.094110:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.094112:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43800 refcount=3 00000020:00000001:2.0:1789131398.094114:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00010000:00000001:2.0:1789131398.094116:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00000080:00000001:2.0:1789131398.094119:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131398.094121:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131398.094122:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131398.094124:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131398.094126:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789131398.094129:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131398.094130:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131398.094133:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c7d69540. 00020000:00000010:2.0:1789131398.094135:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d83b1a80. 00020000:00000010:2.0:1789131398.094138:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c7d69480. 00020000:00000001:2.0:1789131398.094140:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713582642304 : -110360126909312 : ffff9ba0c7d69480) 00020000:00000002:2.0:1789131398.094142:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d69480, objid 0x2a:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131398.094146:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131398.094149:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d83b1a80: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:2.0:1789131398.094152:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d17d90) owner ffff9ba0c2f34f80 00020000:00000001:2.0:1789131398.094154:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131398.094157:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d17d90) owner ffff9ba0c2f34f80 00020000:00000010:2.0:1789131398.094160:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0d83b1a80. 00020000:00000010:2.0:1789131398.094165:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0c7d69540. 00020000:00000010:2.0:1789131398.094169:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0c7d69480. 00020000:00000002:2.0:1789131398.094171:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789131398.094173:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.094175:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.094178:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789131398.094180:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17d90) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131398.094186:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0c7d695a0 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:2.0:1789131398.094188:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17d90) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131398.094191:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789131398.094193:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789131398.094195:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789131398.094196:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789131398.094198:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789131398.094200:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x2a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789131398.094203:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131398.094205:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.094207:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.094208:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131398.094210:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131398.094213:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789131398.094214:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.094216:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x2a:0x0](ffff9ba0d21aba88) 00000080:00010000:2.0:1789131398.094219:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2a:0x0](ffff9ba0d21aba88) for lock 0xc8adac5b2d01ff8d 00800000:00000001:2.0:1789131398.094222:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131398.094223:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131398.094225:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.094226:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.094228:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43800 refcount=3 00000020:00000001:2.0:1789131398.094230:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00010000:00000001:2.0:1789131398.094232:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00010000:00000001:2.0:1789131398.094234:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.094235:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.094236:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.094238:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.094240:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789131398.094242:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.094252:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.094261:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131398.094265:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21aba88 need_sync_to_mds [0x200000402:0x2a:0x0] 00000080:00000001:2.0:1789131398.094269:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.094279:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2a:0x0](ffff9ba0d21aba88) 00000080:00000001:2.0:1789131398.094282:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131398.094285:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8547600. 00000100:00000001:2.0:1789131398.094288:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.094293:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.094299:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.094303:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789131398.094304:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131398.094306:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21aba88 need_sync_to_mds [0x200000402:0x2a:0x0] 00000080:00000001:2.0:1789131398.094314:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789131398.094316:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:2.0:1789131398.094318:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-40:[0x200000402:0x2a:0x0](ffff9ba0d21aba88), flags 100102 00000080:00000010:2.0:1789131398.094325:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5b5e780. 00000080:00000010:2.0:1789131398.094330:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c55949c0. 00000080:00000001:2.0:1789131398.094333:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789131398.094336:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1789131398.094339:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789131398.094342:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d061a0a0. 00000002:00100000:2.0:1789131398.094347:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131398.094354:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.094355:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789131398.094359:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789131398.094362:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.094364:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.094366:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.094370:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789131398.094376:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131398.094379:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d0760000. 02000000:00000001:2.0:1789131398.094398:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789131398.094400:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.094406:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:2.0:1789131398.094408:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-40:[0x200000402:0x2a:0x0](ffff9ba0d21aba88), flags 100102, rc = 0 00000080:00000001:2.0:1789131398.094412:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789131398.094414:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d4bb96c0 released 00000080:00010000:2.0:1789131398.094416:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff8d from it ffff9ba0d4bb96c0 00010000:00000001:2.0:1789131398.094418:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.094420:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.094422:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43800 refcount=3 00000020:00000001:2.0:1789131398.094424:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00010000:00000001:2.0:1789131398.094426:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580390400 : -110360129161216 : ffff9ba0c7b43800) 00010000:00000001:2.0:1789131398.094428:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131398.094432:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43800/0xc8adac5b2d01ff8d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115b43 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.094440:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.094441:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.094442:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131398.094445:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131398.094447:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43800/0xc8adac5b2d01ff8d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115b43 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131398.094455:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131398.094458:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131398.094460:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131398.094464:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.094465:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.094466:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.094503:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131398.094505:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.094508:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.094511:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.094513:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131398.094514:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.094515:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131398.094517:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789131398.094523:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1789131398.094525:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789131398.094526:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789131398.094528:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789131398.094530:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.094532:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789131398.094534:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.094536:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131398.094538:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.094540:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131398.094542:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d4bb96c0. 00000080:00000001:2.0:1789131398.094545:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.094548:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789131398.094551:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2a:0x0](ffff9ba0d21aba88), inode mode 81a4 mask 40 00000080:00000001:2.0:1789131398.094554:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131398.094574:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131398.094576:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17d90) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131398.094579:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17d90) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131398.094581:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.094589:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789131398.094591:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:2.0:1789131398.094593:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-40:[0x200000402:0x2a:0x0](ffff9ba0d21aba88), flags 100002 00000080:00000001:2.0:1789131398.094596:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1789131398.094598:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789131398.094599:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131398.094600:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17d90) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131398.094603:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17d90) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131398.094605:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.094615:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1789131398.094620:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.094622:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131398.094627:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998300 count: 2 00010000:00000001:2.0:1789131398.094629:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131398.094632:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131398.094634:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x2a:0x0]: 0 00000080:00000001:2.0:1789131398.094637:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789131398.094644:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789131398.094647:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131398.094649:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789131398.094653:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789131398.094657:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1789131398.094659:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x2a:0x0] 00000002:00000001:2.0:1789131398.094662:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789131398.094664:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x2a:0x0] file closed with intent: 0 00000100:00000010:2.0:1789131398.094669:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc6d00. 00000020:00000040:2.0:1789131398.094673:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=87 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:2.0:1789131398.094677:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131398.094679:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131398.094694:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131398.094701:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d193da00. 00000100:00000001:2.0:1789131398.094707:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789131398.094718:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789131398.094727:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789131398.094732:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7dc6d00 x1876039997376512/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789131398.094739:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131398.094740:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131398.094746:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87600. 00000100:00000001:2.0:1789131398.094748:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499928064 : -110360209623552 : ffff9ba0c2e87600) 00000100:00000001:2.0:1789131398.094751:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.094752:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583025408 : -110360126526208 : ffff9ba0c7dc6d00) 00000100:00000001:2.0:1789131398.094756:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131398.094759:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.094762:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131398.094763:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131398.094767:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc6d00 x1876039997376512/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.094774:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131398.094780:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.094784:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131398.094786:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131398.094789:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131398.094792:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc6d00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997376512:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131398.094797:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131398.094802:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131398.094805:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.094807:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131398.094811:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c7b01c00. 02000000:00000001:2.0:1789131398.094813:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131398.094820:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131398.094824:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000010:2.0:1789131398.094830:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ebb0. 00000100:00000200:2.0:1789131398.094837:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997376512, portal 10 00000100:00000001:2.0:1789131398.094839:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.094840:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583025408 : -110360126526208 : ffff9ba0c7dc6d00) 00000100:00000040:2.0:1789131398.094846:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7dc6d00 x1876039997376512/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.094853:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131398.094856:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131398.094859:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e770. 00000100:00000200:2.0:1789131398.094862:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997376512, offset 0 00000400:00000200:2.0:1789131398.094867:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131398.094876:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.094882:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131398.094888:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131398.094892:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131398.094895:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131398.094898:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131398.094902:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [371:371:256:4294967295] 192.168.206.157@tcp LPNI seq info [371:371:8:4294967295] 00000400:00000200:2.0:1789131398.094906:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.094914:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131398.094925:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131398.094930:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964200. 00000800:00000200:2.0:1789131398.094936:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131398.094943:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131398.094947:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789131398.094967:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.094972:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 30525 usecs (31 jiffies) 00000400:00000200:2.0:1789131398.094975:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131398.094977:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985135 00000100:00000001:2.0:1789131398.094984:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985115 00000100:00000001:2.0:1789131398.094988:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985135 00000100:00000001:2.0:1789131398.094992:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985115 00000100:00000001:2.0:1789131398.094995:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.094997:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.094999:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131398.095001:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131398.095004:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87600 going to sleep for 11 seconds 00000100:00000001:2.0:1789131398.095006:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131398.095010:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131398.095114:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.095119:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964200. 00000400:00000200:3.0:1789131398.095123:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.095128:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.095133:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e770 00000400:00000010:3.0:1789131398.095135:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e770. 00000100:00000001:3.0:1789131398.095139:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.095143:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc6d00 x1876039997376512/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.095152:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.095155:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc6d00 x1876039997376512/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.095161:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.095163:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789131398.099403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e000. 00000800:00000001:3.0:1789131398.100330:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.100344:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.100348:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.100350:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.100357:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.100364:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131398.100372:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.100377:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.100382:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.100386:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0c800 00000400:00000200:3.0:1789131398.100390:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.100396:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xf0d [1] + 224 00000800:00000001:3.0:1789131398.100402:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.100408:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.100411:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.100416:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131398.100422:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131398.100440:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc6d00 x1876039997376512/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131398.100451:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0c7dc6d00 x1876039997376512/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.100497:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131398.100505:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.100508:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.100734:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131398.100741:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131398.100743:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131398.100746:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000200:2.0:1789131398.100750:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ebb0 00000400:00000010:2.0:1789131398.100753:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ebb0. 00000100:00000001:2.0:1789131398.100756:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.100761:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc6d00 x1876039997376512/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131398.100770:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc6d00 x1876039997376512/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.100777:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131398.100785:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.100787:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131398.100790:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131398.100793:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131398.100795:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.100798:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131398.100806:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=110 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131398.100810:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131398.100813:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131398.100814:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.100817:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131398.100820:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.100823:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131398.100825:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789131398.100827:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789131398.100829:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.100831:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583025408 : -110360126526208 : ffff9ba0c7dc6d00) 00000100:00000001:2.0:1789131398.100834:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131398.100836:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131398.100964:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131398.100967:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.100973:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc6d00 x1876039997376512/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.100981:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.100984:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131398.100986:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131398.100990:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc6d00 x1876039997376512/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131398.100998:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc6d00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997376512:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131398.101003:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.101006:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.101008:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131398.101010:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.101022:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc6d00 x1876039997376512/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.101027:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131398.101030:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87600. 00000100:00000001:2.0:1789131398.101033:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131398.101034:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.101041:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.101042:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583025408 : -110360126526208 : ffff9ba0c7dc6d00) 00000002:00000001:2.0:1789131398.101044:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.101047:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131398.101052:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131398.101055:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789131398.101057:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1789131398.101062:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789131398.101066:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131398.101073:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.101075:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131398.101077:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c55949c0. 00000100:00000001:2.0:1789131398.101079:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.101083:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc6d00 x1876039997376512/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.101088:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.101090:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131398.101094:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5b5e780. 00000080:00000001:2.0:1789131398.101097:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.101102:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:2.0:1789131398.101105:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-40:[0x200000402:0x2a:0x0](ffff9ba0d21aba88), flags 100002, rc = 0 00000080:00000001:2.0:1789131398.101108:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.101112:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789131398.101114:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:2.0:1789131398.101115:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-40 (ffff9ba0d2178bd0, parent ffff9ba0d20e4ca8, inode ffff9ba0d21aba88) hashed, 00000080:00000001:2.0:1789131398.101119:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.101171:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131398.101175:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131398.101176:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131398.101178:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:2.0:1789131398.101180:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:2.0:1789131398.101184:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00800000:00000002:2.0:1789131398.101190:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131398.101194:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131398.101197:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.101199:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:2.0:1789131398.101264:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131398.101269:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131398.101272:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131398.101277:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.101278:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:2.0:1789131398.101280:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131398.101284:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131398.101286:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.101288:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131398.101293:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.101295:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.101297:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.101299:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789131398.101302:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789131398.101306:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc61c0. 00000020:00000040:2.0:1789131398.101309:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=88 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:2.0:1789131398.101314:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131398.101317:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131398.101322:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.101324:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.101325:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.101328:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131398.101330:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131398.101333:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131398.101339:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b01400. 00000100:00000001:2.0:1789131398.101344:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.101352:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131398.101353:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.101355:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131398.101356:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.101358:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.101363:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713583022528 : -110360126529088 : ffff9ba0c7dc61c0) 00010000:00000001:2.0:1789131398.101366:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131398.101368:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131398.101372:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c3998800. 00010000:00000010:2.0:1789131398.101375:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe580. 00010000:00000001:2.0:1789131398.101379:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131398.101382:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7dd5400. 00000020:00000001:2.0:1789131398.101385:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131398.101388:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7dd5400 with handle 0xc8adac5b2d01ff94 to hash 00000020:00000001:2.0:1789131398.101390:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131398.101392:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.101395:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.101398:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.101401:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.101405:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5400/0xc8adac5b2d01ff94 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131398.101414:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5400/0xc8adac5b2d01ff94 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131398.101423:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5400/0xc8adac5b2d01ff94 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131398.101429:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131398.101431:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131398.101435:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87600. 00000100:00000001:2.0:1789131398.101437:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499928064 : -110360209623552 : ffff9ba0c2e87600) 00000100:00000001:2.0:1789131398.101439:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.101440:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583022528 : -110360126529088 : ffff9ba0c7dc61c0) 00000100:00000001:2.0:1789131398.101447:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131398.101451:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.101453:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131398.101455:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131398.101460:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc61c0 x1876039997376640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.101466:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131398.101556:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.101561:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131398.101564:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131398.101567:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131398.101570:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc61c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997376640:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131398.101573:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131398.101578:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131398.101580:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.101582:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131398.101587:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d8414800. 02000000:00000001:2.0:1789131398.101589:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131398.101594:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131398.101597:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000010:2.0:1789131398.101601:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ebb0. 00000100:00000200:2.0:1789131398.101606:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997376640, portal 10 00000100:00000001:2.0:1789131398.101614:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.101615:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583022528 : -110360126529088 : ffff9ba0c7dc61c0) 00000100:00000040:2.0:1789131398.101621:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7dc61c0 x1876039997376640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.101628:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131398.101631:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131398.101633:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e2a8. 00000100:00000200:2.0:1789131398.101635:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997376640, offset 0 00000400:00000200:2.0:1789131398.101641:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131398.101647:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.101653:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131398.101663:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131398.101668:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131398.101671:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131398.101674:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131398.101678:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [372:372:256:4294967295] 192.168.206.157@tcp LPNI seq info [372:372:8:4294967295] 00000400:00000200:2.0:1789131398.101693:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.101702:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131398.101708:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131398.101713:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964100. 00000800:00000200:2.0:1789131398.101719:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131398.101726:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131398.101730:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789131398.101749:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.101753:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 30382 usecs (31 jiffies) 00000400:00000200:2.0:1789131398.101757:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131398.101759:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985142 00000100:00000001:2.0:1789131398.101765:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985135 00000100:00000001:2.0:1789131398.101770:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985142 00000100:00000001:2.0:1789131398.101773:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985135 00000100:00000001:2.0:1789131398.101776:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.101778:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.101781:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131398.101783:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131398.101785:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87600 going to sleep for 11 seconds 00000100:00000001:2.0:1789131398.101787:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131398.101789:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131398.101946:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.101951:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964100. 00000400:00000200:3.0:1789131398.101955:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.101960:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.101964:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e2a8 00000400:00000010:3.0:1789131398.101966:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e2a8. 00000100:00000001:3.0:1789131398.101970:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.101974:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc61c0 x1876039997376640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.101983:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.101986:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc61c0 x1876039997376640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.101993:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.101994:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131398.109461:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.109506:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.109510:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.109513:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.109521:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.109528:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131398.109536:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.109540:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.109545:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.109550:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0c880 00000400:00000200:3.0:1789131398.109555:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.109573:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xf1d [1] + 224 00000800:00000001:3.0:1789131398.109581:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.109587:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.109591:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.109595:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131398.109603:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131398.109612:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc61c0 x1876039997376640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131398.109622:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0c7dc61c0 x1876039997376640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.109669:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131398.109697:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131398.109706:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.109709:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789131398.110539:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131398.110543:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131398.110547:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000200:2.0:1789131398.110552:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ebb0 00000400:00000010:2.0:1789131398.110564:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ebb0. 00000100:00000001:2.0:1789131398.110568:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.110575:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc61c0 x1876039997376640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131398.110586:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc61c0 x1876039997376640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.110592:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131398.110594:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.110597:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131398.110600:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131398.110602:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131398.110604:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.110608:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131398.110616:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131398.110620:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131398.110623:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131398.110625:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.110628:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131398.110631:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.110635:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131398.110637:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131398.110639:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131398.110642:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.110646:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc61c0 x1876039997376640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.110653:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.110656:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131398.110658:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131398.110662:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc61c0 x1876039997376640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131398.110669:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc61c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997376640:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131398.110675:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.110699:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.110702:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131398.110704:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.110708:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7dc61c0 x1876039997376640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.110715:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131398.110718:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87600. 00000100:00000001:2.0:1789131398.110721:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131398.110723:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.110725:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789131398.110729:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.110731:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.110734:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5400 refcount=4 00000020:00000001:2.0:1789131398.110736:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.110740:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000040:2.0:1789131398.110746:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7dd5400, remote cookie: 0x2d69527cc2115b58, flags: 0x1001 00010000:00010000:2.0:1789131398.110751:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5400/0xc8adac5b2d01ff94 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b58 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131398.110761:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5400/0xc8adac5b2d01ff94 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b58 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.110767:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131398.110771:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131398.110773:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131398.110775:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131398.110776:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131398.110779:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c3998800) refcount = 1 00010000:00010000:2.0:1789131398.110783:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5400/0xc8adac5b2d01ff94 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b58 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.110790:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131398.110793:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131398.110803:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131398.110806:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131398.110808:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.110811:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5400/0xc8adac5b2d01ff94 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b58 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.110822:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131398.110824:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.110825:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.110826:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.110827:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.110829:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.110834:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789131398.110835:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.110931:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.110934:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5400 refcount=3 00000020:00000001:2.0:1789131398.110936:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.110939:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.110942:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.110943:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.110944:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5400 refcount=4 00000020:00000001:2.0:1789131398.110946:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.110947:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.110950:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.110953:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.110957:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5400/0xc8adac5b2d01ff94 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b58 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.110964:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.110965:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.110967:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.110968:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.110969:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5400 refcount=5 00000020:00000001:2.0:1789131398.110971:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.110978:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.110980:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131398.110983:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5400/0xc8adac5b2d01ff94 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b58 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.110990:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.110991:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131398.110994:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5400/0xc8adac5b2d01ff94 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b58 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.110999:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131398.111001:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.111002:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.111003:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.111004:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789131398.111009:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0c7dc61c0 x1876039997376640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789131398.111017:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.111018:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.111020:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5400 refcount=3 00000020:00000001:2.0:1789131398.111021:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.111023:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.111025:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.111026:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.111027:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.111030:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.111033:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789131398.111035:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.111036:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.111037:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5400 refcount=3 00000020:00000001:2.0:1789131398.111039:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.111040:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00000002:00010000:2.0:1789131398.111043:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5400/0xc8adac5b2d01ff94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b58 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.111053:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.111054:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.111055:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131398.111056:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.111058:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.111059:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5400 refcount=3 00000020:00000001:2.0:1789131398.111061:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.111063:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000040:2.0:1789131398.111068:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998800 count: 2 00010000:00000001:2.0:1789131398.111071:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131398.111075:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789131398.111077:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.111077:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.111078:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131398.111081:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:2.0:1789131398.111083:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789131398.111086:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.111090:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.111093:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131398.111096:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789131398.111099:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131398.111103:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:2.0:1789131398.111107:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131398.111111:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131398.111113:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131398.111119:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789131398.111123:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789131398.111127:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c55949c0. 00800000:00000001:2.0:1789131398.111130:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713540876736 : -110360168674880 : ffff9ba0c55949c0) 00800000:00000001:2.0:1789131398.111132:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.111135:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131398.111137:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789131398.111139:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789131398.111147:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789131398.111149:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789131398.111151:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.111155:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789131398.111158:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789131398.111162:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:2.0:1789131398.111164:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.111166:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.111167:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5400 refcount=3 00000020:00000001:2.0:1789131398.111169:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.111171:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.111173:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.111174:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131398.111175:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131398.111178:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789131398.111179:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c55949c0 1 00800000:00000010:2.0:1789131398.111182:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c55949c0. 00800000:00000001:2.0:1789131398.111185:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.111187:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff94 00800000:00000001:2.0:1789131398.111190:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131398.111192:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131398.111193:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.111194:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.111195:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5400 refcount=3 00000020:00000001:2.0:1789131398.111197:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.111199:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.111332:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.111334:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.111335:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.111337:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.111340:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.111343:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:2.0:1789131398.111347:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff94 from it ffffbc4101cb7bf8 00010000:00000001:2.0:1789131398.111348:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.111355:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.111357:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5400 refcount=3 00000020:00000001:2.0:1789131398.111424:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.111427:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.111429:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131398.111432:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5400/0xc8adac5b2d01ff94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b58 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.111439:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.111440:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.111441:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131398.111444:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131398.111446:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5400/0xc8adac5b2d01ff94 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b58 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131398.111452:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131398.111456:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131398.111457:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131398.111462:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.111463:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.111464:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.111467:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131398.111495:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.111497:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.111500:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.111502:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131398.111503:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.111504:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131398.111506:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.111511:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c7dc61c0 x1876039997376640/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.111518:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131398.111521:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131398.111524:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d8414800. 02000000:00000001:2.0:1789131398.111527:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131398.111535:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131398.111537:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=87 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:2.0:1789131398.111539:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131398.111541:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c7b01400. 02000000:00000001:2.0:1789131398.111545:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131398.111546:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131398.111548:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c7dc61c0. 00000100:00000001:2.0:1789131398.111552:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131398.111553:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131398.111556:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:2.0:1789131398.111561:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131398.111575:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d061a5a0. 00000080:00000001:2.0:1789131398.111581:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131398.111582:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131398.111584:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:2.0:1789131398.111586:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:2.0:1789131398.111591:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00800000:00000002:2.0:1789131398.111595:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131398.111599:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131398.111601:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.111603:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:2.0:1789131398.111605:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131398.111608:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131398.111611:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131398.111615:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.111616:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:2.0:1789131398.111618:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131398.111621:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131398.111623:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.111625:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131398.111628:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998800 count: 2 00010000:00000001:2.0:1789131398.111630:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131398.111633:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.111636:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789131398.111639:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5400/0xc8adac5b2d01ff94 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b58 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789131398.111652:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789131398.111656:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.111659:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5400/0xc8adac5b2d01ff94 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b58 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789131398.111665:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789131398.111667:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131398.111669:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131398.111671:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131398.111672:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131398.111674:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789131398.111677:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789131398.111679:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:2.0:1789131398.111682:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131398.111697:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131398.111698:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.111700:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:2.0:1789131398.111703:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ff94 00800000:00000001:2.0:1789131398.111705:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131398.111707:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131398.111708:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.111709:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.111711:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5400 refcount=3 00000020:00000001:2.0:1789131398.111713:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.111715:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.111717:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.111718:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.111719:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.111720:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.111722:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff94 from it ffffbc4101cb7b38 00010000:00000001:2.0:1789131398.111723:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.111724:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.111733:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5400 refcount=3 00000020:00000001:2.0:1789131398.111735:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.111737:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084544 : -110360126467072 : ffff9ba0c7dd5400) 00010000:00000001:2.0:1789131398.111739:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131398.111742:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5400/0xc8adac5b2d01ff94 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b58 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131398.111748:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.111749:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.111750:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131398.111752:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131398.111754:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5400/0xc8adac5b2d01ff94 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b58 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789131398.111760:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131398.111762:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131398.111763:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131398.111765:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.111766:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.111767:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.111769:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131398.111771:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.111772:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.111774:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.111776:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131398.111777:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.111778:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131398.111779:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789131398.111781:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131398.111783:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:2.0:1789131398.111786:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.111789:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789131398.111791:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:2.0:1789131398.111793:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-41, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0c81a6300, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1789131398.111798:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0c7d69480. 00000080:00000001:2.0:1789131398.111806:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789131398.111808:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:2.0:1789131398.111810:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-41, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:2.0:1789131398.111816:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00800000:00000002:2.0:1789131398.111819:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131398.111823:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131398.111825:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.111826:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:2.0:1789131398.111828:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-41' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131398.111831:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789131398.111833:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789131398.112155:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:2.0:1789131398.112160:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789131398.112162:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789131398.112165:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789131398.112168:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789131398.112171:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x2b:0x0] 40000000:00000001:2.0:1789131398.112174:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.112175:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.112177:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.112179:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.112181:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:2.0:1789131398.112183:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x2b:0x0], name='f0a.replay-dual-41' -> mds #0 layout version 1 00000002:00000001:2.0:1789131398.112187:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.112188:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:2.0:1789131398.112190:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-41,[0x200000402:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1789131398.112194:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789131398.112196:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789131398.112199:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789131398.112268:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.112270:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789131398.112272:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998800 count: 2 00010000:00000001:2.0:1789131398.112275:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131398.112278:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789131398.112287:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131398.112289:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5400/0xc8adac5b2d01ff94 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115b58 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789131398.112297:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131398.112300:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131398.112302:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131398.112304:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789131398.112307:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.112308:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131398.112311:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998800 count: 3 00010000:00000001:2.0:1789131398.112313:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131398.112316:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.112317:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.112318:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131398.112320:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998800 count: 3 00010000:00000001:2.0:1789131398.112322:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131398.112324:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.112325:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.112326:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131398.112328:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998800 count: 3 00010000:00000001:2.0:1789131398.112329:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131398.112331:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.112332:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131398.112336:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789131398.112339:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789131398.112347:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789131398.112349:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131398.112351:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.112354:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131398.112356:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131398.112581:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131398.112584:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.112586:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789131398.112589:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7dd5400 with handle 0xc8adac5b2d01ff94 from hash 00010000:00000001:2.0:1789131398.112592:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131398.112599:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.112600:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.112602:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131398.112604:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131398.112606:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789131398.112609:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131398.112611:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131398.112613:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789131398.112618:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc61c0. 00000020:00000040:2.0:1789131398.112622:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=88 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:2.0:1789131398.112628:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789131398.112629:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.112632:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131398.112636:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131398.112639:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.112640:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.112641:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.112644:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131398.112646:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131398.112649:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131398.112656:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b01400. 00000100:00000001:2.0:1789131398.112662:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.112665:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131398.112668:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789131398.112671:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5400/0xc8adac5b2d01ff94 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115b58 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789131398.112679:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789131398.112680:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131398.112693:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131398.112696:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5400/0xc8adac5b2d01ff94 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115b58 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1789131398.112703:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998800 count: 0 00010000:00000010:2.0:1789131398.112708:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe580. 00010000:00000001:2.0:1789131398.112722:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.112723:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.112725:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131398.112726:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.112728:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.112738:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713583022528 : -110360126529088 : ffff9ba0c7dc61c0) 00010000:00000001:2.0:1789131398.112742:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131398.112743:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131398.112749:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c665b700. 00010000:00000010:2.0:1789131398.112753:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe580. 00010000:00000001:2.0:1789131398.112756:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131398.112759:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7dd4a00. 00000020:00000001:2.0:1789131398.112762:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131398.112765:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7dd4a00 with handle 0xc8adac5b2d01ff9b to hash 00000020:00000001:2.0:1789131398.112766:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131398.112768:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131398.112771:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131398.112774:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.112776:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.112779:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff9b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131398.112787:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff9b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789131398.112797:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789131398.112806:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7dc61c0 x1876039997376896/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789131398.112816:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff9b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131398.112821:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131398.112823:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131398.112835:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87600. 00000100:00000001:2.0:1789131398.113157:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499928064 : -110360209623552 : ffff9ba0c2e87600) 00000100:00000001:2.0:1789131398.113160:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.113162:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583022528 : -110360126529088 : ffff9ba0c7dc61c0) 00000100:00000001:2.0:1789131398.113166:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131398.113170:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.113172:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131398.113173:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131398.113179:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc61c0 x1876039997376896/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.113186:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131398.113189:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.113192:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131398.113195:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131398.113197:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131398.113209:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc61c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997376896:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131398.113214:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131398.113219:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131398.113221:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.113223:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131398.113272:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d07a0000. 02000000:00000001:2.0:1789131398.113274:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131398.113281:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131398.113286:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000010:2.0:1789131398.113293:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c7b00000. 00000100:00000200:2.0:1789131398.113299:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997376896, portal 10 00000100:00000001:2.0:1789131398.113301:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.113302:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583022528 : -110360126529088 : ffff9ba0c7dc61c0) 00000100:00000040:2.0:1789131398.113308:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7dc61c0 x1876039997376896/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.113315:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131398.113318:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131398.113322:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ebb0. 00000100:00000200:2.0:1789131398.113330:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997376896, offset 0 00000400:00000200:2.0:1789131398.113337:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131398.113346:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.113353:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131398.113357:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131398.113375:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131398.113379:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131398.113382:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131398.113385:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [373:373:256:4294967295] 192.168.206.157@tcp LPNI seq info [373:373:8:4294967295] 00000400:00000200:2.0:1789131398.113390:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.113399:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131398.113405:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131398.113410:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964100. 00000800:00000200:2.0:1789131398.113416:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131398.113423:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131398.113428:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1789131398.113450:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.113455:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 30265 usecs (31 jiffies) 00000400:00000200:2.0:1789131398.113458:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131398.113460:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985153 00000100:00000001:2.0:1789131398.113510:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985142 00000100:00000001:2.0:1789131398.113515:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985154 00000100:00000001:2.0:1789131398.113519:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985142 00000100:00000001:2.0:1789131398.113522:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.113524:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.113526:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131398.113528:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131398.113531:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87600 going to sleep for 11 seconds 00000100:00000001:2.0:1789131398.113533:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131398.113536:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131398.113712:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.113717:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964100. 00000400:00000200:3.0:1789131398.113723:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.113728:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.113733:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ebb0 00000400:00000010:3.0:1789131398.113735:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ebb0. 00000100:00000001:3.0:1789131398.113739:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.113743:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc61c0 x1876039997376896/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.113753:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.113756:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc61c0 x1876039997376896/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.113763:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.113764:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131398.120249:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.120266:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.120270:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.120273:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.120282:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.120307:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131398.120316:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.120321:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.120326:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.120329:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0c980 00000400:00000200:3.0:1789131398.120335:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.120342:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xf2d [32] + 224 00000800:00000001:3.0:1789131398.120350:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.120356:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.120359:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.120364:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131398.120371:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131398.120386:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc61c0 x1876039997376896/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131398.120397:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0c7dc61c0 x1876039997376896/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.120420:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131398.120429:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131398.120432:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.120437:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131398.120443:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [374:374:256:4294967295] 192.168.206.157@tcp LPNI seq info [374:374:8:4294967295] 00000400:00000200:3.0:1789131398.120447:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.120454:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131398.120460:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131398.120466:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84fc400. 00000800:00000200:3.0:1789131398.120498:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131398.120506:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131398.120510:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84fc400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131398.120591:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.120600:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84fc400. 00000400:00000200:3.0:1789131398.120602:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.120607:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131398.120613:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.120617:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.120623:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131398.120629:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131398.120631:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131398.120634:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000200:2.0:1789131398.120638:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c7b00000 00000400:00000010:2.0:1789131398.120640:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c7b00000. 00000100:00000001:2.0:1789131398.120643:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.120647:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc61c0 x1876039997376896/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131398.120657:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc61c0 x1876039997376896/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.120663:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131398.120665:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.120667:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131398.120670:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131398.120672:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131398.120675:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.120677:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131398.120697:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131398.120702:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131398.120704:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131398.120706:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.120709:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131398.120712:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.120715:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131398.120717:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1789131398.120718:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789131398.120721:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.120722:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583022528 : -110360126529088 : ffff9ba0c7dc61c0) 00000100:00000001:2.0:1789131398.120725:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131398.120727:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131398.120729:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131398.120731:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.120736:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.120755:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.120758:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131398.120760:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131398.120764:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131398.120771:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc61c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997376896:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131398.120775:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.120778:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.120780:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131398.120783:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.120786:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.120793:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131398.120795:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87600. 00000100:00000001:2.0:1789131398.120798:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131398.120799:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.120802:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789131398.120806:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.120808:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.120811:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=4 00000020:00000001:2.0:1789131398.120814:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131398.120816:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000040:2.0:1789131398.120823:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7dd4a00, remote cookie: 0x2d69527cc2115b74, flags: 0x1001 00010000:00010000:2.0:1789131398.120828:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff9b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b74 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789131398.120969:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789131398.120974:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789131398.120986:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c665b300. 00010000:00000010:2.0:1789131398.120990:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfef80. 00010000:00000040:2.0:1789131398.120995:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c665b700 count: 0 00010000:00000010:2.0:1789131398.121000:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe580. 00010000:00000001:2.0:1789131398.121007:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.121010:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff9b lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b74 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131398.121018:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff9b lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b74 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.121023:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131398.121028:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131398.121029:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131398.121031:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131398.121032:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131398.121035:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x2b:0x0].0x0 (ffff9ba0c665b300) refcount = 1 00010000:00010000:2.0:1789131398.121038:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff9b lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b74 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.121045:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131398.121048:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131398.121050:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131398.121053:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131398.121055:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.121058:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff9b lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b74 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.121063:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131398.121065:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.121066:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.121067:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.121068:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.121075:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.121081:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789131398.121083:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.121085:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.121087:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=3 00000020:00000001:2.0:1789131398.121089:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131398.121091:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131398.121093:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.121094:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.121095:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=4 00000020:00000001:2.0:1789131398.121097:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131398.121099:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131398.121102:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.121105:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.121108:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff9b lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b74 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.121114:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.121115:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.121116:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.121117:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.121118:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=5 00000020:00000001:2.0:1789131398.121120:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131398.121122:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131398.121124:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131398.121127:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff9b lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b74 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.121132:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.121133:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131398.121135:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff9b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b74 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.121150:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131398.121151:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.121152:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.121153:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.121155:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789131398.121160:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131398.121168:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789131398.121172:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131398.121178:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.121184:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.121185:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.121186:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=3 00000020:00000001:2.0:1789131398.121188:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131398.121190:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00000002:00010000:2.0:1789131398.121194:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b74 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789131398.121278:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c55949c0. 00010000:00000001:2.0:1789131398.121281:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.121282:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.121284:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.121286:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.121289:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789131398.121291:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.121292:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583022528 : -110360126529088 : ffff9ba0c7dc61c0) 00000100:00000001:2.0:1789131398.121294:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.121295:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583022528 : -110360126529088 : ffff9ba0c7dc61c0) 00010000:00000001:2.0:1789131398.121297:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.121303:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.121304:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=3 00000020:00000001:2.0:1789131398.121306:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131398.121308:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00000002:00010000:2.0:1789131398.121311:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b74 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.121318:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.121319:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.121321:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131398.121322:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.121323:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.121324:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=3 00000020:00000001:2.0:1789131398.121326:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131398.121328:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000040:2.0:1789131398.121332:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b300 count: 2 00010000:00000001:2.0:1789131398.121335:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131398.121338:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/43 (0 0) 00010000:00000001:2.0:1789131398.121341:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.121342:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.121343:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131398.121346:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:2.0:1789131398.121348:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-41 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789131398.121351:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.121354:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.121357:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131398.121368:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789131398.121372:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131398.121376:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131398.121378:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789131398.121380:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0c7d69480 it_disposition 1800037 00000080:00002000:2.0:1789131398.121385:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2184798 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789131398.121391:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131398.121398:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789131398.121400:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:2.0:1789131398.121402:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-41, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:2.0:1789131398.121405:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789131398.121408:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131398.121412:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789131398.121416:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131398.121418:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279531 : 144115205289279531 : 20000040200002b) 00000080:00000001:2.0:1789131398.121422:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789131398.121432:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21ad280. 00000020:00000001:2.0:1789131398.121441:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789131398.121443:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789131398.121445:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789131398.121447:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff9ba0d21ad348) 00000020:00000001:2.0:1789131398.121451:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131398.121454:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131398.121457:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131398.121461:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789131398.121465:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d8600320. 00000020:00000001:2.0:1789131398.121508:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131398.121510:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131398.121517:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789131398.121521:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d177c0. 00020000:00000001:2.0:1789131398.121524:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582307264 : -110360127244352 : ffff9ba0c7d177c0) 00020000:00000001:2.0:1789131398.121526:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:2.0:1789131398.121530:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131398.121534:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c7d69540. 00020000:00000010:2.0:1789131398.121538:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d83b1a80. 00020000:00000010:2.0:1789131398.121542:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c7d69300. 00020000:00000001:2.0:1789131398.121544:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713582641920 : -110360126909696 : ffff9ba0c7d69300) 00020000:00000002:2.0:1789131398.121547:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d69300, objid 0x2b:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131398.121551:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131398.121559:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d83b1a80: ostid: 0x280000400:23 ost idx: 1 gen: 0 00020000:00000001:2.0:1789131398.121562:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789131398.121571:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d69300, objid 0x2b:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131398.121574:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131398.121577:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d83b1a80: ostid: 0x280000400:23 ost idx: 1 gen: 0 00020000:00000010:2.0:1789131398.121581:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d2bca650. 00020000:00000010:2.0:1789131398.121585:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2e87600. 00020000:00000001:2.0:1789131398.121590:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789131398.121592:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7936cf0. 00020000:00000001:2.0:1789131398.121595:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789131398.121596:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1789131398.121603:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789131398.121606:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d8600190. 00000020:00000001:2.0:1789131398.121608:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131398.121609:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131398.121612:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713860084240 : -110359849467376 : ffff9ba0d8600210) 00020000:00000001:2.0:1789131398.121615:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789131398.121619:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d021e8. 00020000:00000001:2.0:1789131398.121622:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.121626:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713860084240 : -110359849467376 : ffff9ba0d8600210) 00020000:00000001:2.0:1789131398.121628:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713860084240 : -110359849467376 : ffff9ba0d8600210) 00020000:00000002:2.0:1789131398.121631:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x17:0x0]@ffff9ba0d8600190[0:0] -> [0x200000402:0x2b:0x0]@ffff9ba0d8600320: ostid: 0x280000400:23 ost idx: 1 gen: 0 00020000:00000001:2.0:1789131398.121636:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:2.0:1789131398.121638:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:2.0:1789131398.121641:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.121643:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713860084640 : -110359849466976 : ffff9ba0d86003a0) 00000020:00001000:2.0:1789131398.121646:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131398.121650:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279531 : 144115205289279531 : 20000040200002b) 00000080:00000001:2.0:1789131398.121653:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789131398.121656:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279531 mtime from 0 to 1789131398 00000080:00000001:2.0:1789131398.121660:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789131398.121662:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754886984 : -110359954664632 : ffff9ba0d21ad348) 00010000:00000001:2.0:1789131398.121665:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.121670:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.121672:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=3 00000020:00000001:2.0:1789131398.121674:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131398.121677:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00000080:00000001:2.0:1789131398.121680:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131398.121692:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131398.121694:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131398.121696:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131398.121698:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789131398.121701:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131398.121702:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131398.121705:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c7d69a80. 00020000:00000010:2.0:1789131398.121708:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d83b1600. 00020000:00000010:2.0:1789131398.121711:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c7d69c60. 00020000:00000001:2.0:1789131398.121713:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713582644320 : -110360126907296 : ffff9ba0c7d69c60) 00020000:00000002:2.0:1789131398.121716:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d69c60, objid 0x2b:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131398.121719:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131398.121722:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d83b1600: ostid: 0x280000400:23 ost idx: 1 gen: 0 00020000:00000002:2.0:1789131398.121725:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d177c0) owner ffff9ba0c2f34f80 00020000:00000001:2.0:1789131398.121728:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131398.121730:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d177c0) owner ffff9ba0c2f34f80 00020000:00000010:2.0:1789131398.121735:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0d83b1600. 00020000:00000010:2.0:1789131398.121739:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0c7d69a80. 00020000:00000010:2.0:1789131398.121742:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0c7d69c60. 00020000:00000002:2.0:1789131398.121744:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789131398.121746:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.121748:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.121751:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789131398.121754:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d177c0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131398.121757:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0c7d69300 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:2.0:1789131398.121759:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d177c0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131398.121762:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789131398.121768:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789131398.121770:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789131398.121772:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789131398.121774:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789131398.121776:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789131398.121779:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131398.121781:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.121784:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.121785:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131398.121787:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131398.121789:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789131398.121791:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.121793:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x2b:0x0](ffff9ba0d21ad348) 00000080:00010000:2.0:1789131398.121796:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2b:0x0](ffff9ba0d21ad348) for lock 0xc8adac5b2d01ff9b 00800000:00000001:2.0:1789131398.121799:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131398.121801:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131398.121802:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.121804:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.121805:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=3 00000020:00000001:2.0:1789131398.121807:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131398.121809:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131398.121812:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.121812:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.121814:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.121815:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.121817:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789131398.121819:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.121824:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.121831:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131398.121835:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21ad348 need_sync_to_mds [0x200000402:0x2b:0x0] 00000080:00000001:2.0:1789131398.121849:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.121853:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2b:0x0](ffff9ba0d21ad348) 00000080:00000001:2.0:1789131398.121856:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131398.121859:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000100:00000001:2.0:1789131398.121874:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.121879:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.121885:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.121888:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789131398.121890:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131398.121892:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21ad348 need_sync_to_mds [0x200000402:0x2b:0x0] 00000080:00000001:2.0:1789131398.121899:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789131398.121901:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:2.0:1789131398.121903:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-41:[0x200000402:0x2b:0x0](ffff9ba0d21ad348), flags 100102 00000080:00000010:2.0:1789131398.121910:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5b5e780. 00000080:00000010:2.0:1789131398.121915:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c5594840. 00000080:00000001:2.0:1789131398.121917:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789131398.121920:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1789131398.121923:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789131398.121925:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d061ae00. 00000002:00100000:2.0:1789131398.121930:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131398.121936:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.121938:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789131398.121941:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789131398.121944:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.121947:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.121949:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.121952:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789131398.121958:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131398.121961:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d07a0000. 02000000:00000001:2.0:1789131398.121980:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789131398.121982:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.121985:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:2.0:1789131398.121987:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-41:[0x200000402:0x2b:0x0](ffff9ba0d21ad348), flags 100102, rc = 0 00000080:00000001:2.0:1789131398.121992:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789131398.121997:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0c7d69480 released 00000080:00010000:2.0:1789131398.122000:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ff9b from it ffff9ba0c7d69480 00010000:00000001:2.0:1789131398.122002:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.122003:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.122005:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd4a00 refcount=3 00000020:00000001:2.0:1789131398.122007:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131398.122009:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583081984 : -110360126469632 : ffff9ba0c7dd4a00) 00010000:00000001:2.0:1789131398.122011:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131398.122014:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff9b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115b74 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.122021:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.122022:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.122024:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131398.122026:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131398.122029:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff9b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115b74 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131398.122041:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131398.122044:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131398.122046:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131398.122049:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.122050:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.122052:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.122055:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131398.122056:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.122058:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.122061:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.122063:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131398.122064:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.122065:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131398.122066:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789131398.122069:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1789131398.122071:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789131398.122073:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789131398.122075:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789131398.122081:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.122084:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789131398.122085:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.122087:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131398.122089:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.122093:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131398.122096:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0c7d69480. 00000080:00000001:2.0:1789131398.122099:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.122102:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789131398.122105:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](ffff9ba0d21ad348), inode mode 81a4 mask 40 00000080:00000001:2.0:1789131398.122108:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131398.122182:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789131398.122185:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d177c0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:3.0:1789131398.122188:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d177c0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:3.0:1789131398.122190:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131398.122207:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789131398.122209:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:3.0:1789131398.122211:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-41:[0x200000402:0x2b:0x0](ffff9ba0d21ad348), flags 100002 00000080:00000001:3.0:1789131398.122214:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1789131398.122216:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1789131398.122217:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789131398.122218:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d177c0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:3.0:1789131398.122220:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d177c0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:3.0:1789131398.122222:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131398.122224:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1789131398.122228:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131398.122230:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131398.122234:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b300 count: 2 00010000:00000001:3.0:1789131398.122236:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131398.122239:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789131398.122241:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x2b:0x0]: 0 00000080:00000001:3.0:1789131398.122243:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789131398.122245:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789131398.122248:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d3162000. 00000080:00000001:3.0:1789131398.122250:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789131398.122255:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789131398.122259:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1789131398.122261:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x2b:0x0] 00000002:00000001:3.0:1789131398.122264:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789131398.122265:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x2b:0x0] file closed with intent: 0 00000100:00000010:3.0:1789131398.122270:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d483b840. 00000020:00000040:3.0:1789131398.122278:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=89 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:3.0:1789131398.122282:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131398.122284:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131398.122287:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131398.122292:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d3163800. 00000100:00000001:3.0:1789131398.122298:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789131398.122308:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789131398.122317:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789131398.122322:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d483b840 x1876039997377152/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789131398.122328:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789131398.122330:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789131398.122336:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d1bc4c00. 00000100:00000001:3.0:1789131398.122338:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713748691968 : -110359960859648 : ffff9ba0d1bc4c00) 00000100:00000001:3.0:1789131398.122341:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131398.122342:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795315776 : -110359914235840 : ffff9ba0d483b840) 00000100:00000001:3.0:1789131398.122346:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131398.122349:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.122352:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789131398.122353:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131398.122357:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483b840 x1876039997377152/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.122404:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131398.122407:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131398.122411:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131398.122413:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131398.122415:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131398.122419:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483b840 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997377152:192.168.206.157@tcp:35:createmany.0 00000100:00000001:3.0:1789131398.122423:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131398.122427:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131398.122429:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131398.122437:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131398.122440:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d84fc400. 02000000:00000001:3.0:1789131398.122442:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131398.122448:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131398.122452:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d19958f0. 00000400:00000010:3.0:1789131398.122458:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5dd0. 00000100:00000200:3.0:1789131398.122465:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997377152, portal 10 00000100:00000001:3.0:1789131398.122493:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131398.122495:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795315776 : -110359914235840 : ffff9ba0d483b840) 00000100:00000040:3.0:1789131398.122501:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d483b840 x1876039997377152/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.122507:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131398.122510:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131398.122513:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd54c8. 00000100:00000200:3.0:1789131398.122516:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997377152, offset 0 00000400:00000200:3.0:1789131398.122521:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131398.122528:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.122534:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131398.122539:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131398.122543:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131398.122546:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131398.122549:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131398.122552:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [375:375:256:4294967295] 192.168.206.157@tcp LPNI seq info [375:375:8:4294967295] 00000400:00000200:3.0:1789131398.122555:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.122563:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131398.122568:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131398.122573:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4a63000. 00000800:00000200:3.0:1789131398.122578:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131398.122585:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131398.122589:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4a63000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789131398.122602:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131398.122611:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 30137 usecs (31 jiffies) 00000400:00000200:3.0:1789131398.122615:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131398.122618:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985162 00000100:00000001:3.0:1789131398.122624:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985153 00000100:00000001:3.0:1789131398.122628:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985162 00000100:00000001:3.0:1789131398.122631:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985154 00000100:00000001:3.0:1789131398.122635:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131398.122637:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.122639:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131398.122641:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789131398.122645:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1bc4c00 going to sleep for 11 seconds 00000100:00000001:3.0:1789131398.122647:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131398.122650:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789131398.122711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998800. 00010000:00000010:2.1:1789131398.122718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7dd5400. 00000800:00000200:2.0:1789131398.124554:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131398.124562:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4a63000. 00000400:00000200:2.0:1789131398.124568:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.124576:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131398.124583:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd54c8 00000400:00000010:2.0:1789131398.124585:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd54c8. 00000100:00000001:2.0:1789131398.124590:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131398.124596:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483b840 x1876039997377152/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.124606:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.124610:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483b840 x1876039997377152/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.124616:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.124617:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789131398.127555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c665b700. 00000800:00000001:2.0:1789131398.129939:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.129957:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131398.129961:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.129963:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.129972:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.129979:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131398.129988:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.129992:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.129997:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.130002:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0ca80 00000400:00000200:2.0:1789131398.130021:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.130028:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xf3d [1] + 224 00000800:00000001:2.0:1789131398.130035:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.130046:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.130048:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.130052:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131398.130059:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.130067:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483b840 x1876039997377152/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131398.130076:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d483b840 x1876039997377152/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.130100:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131398.130108:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.130111:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131398.130177:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131398.130183:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131398.130185:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131398.130189:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d19958f0. 00000400:00000200:0.0:1789131398.130193:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5dd0 00000400:00000010:0.0:1789131398.130195:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5dd0. 00000100:00000001:0.0:1789131398.130198:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131398.130212:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d483b840 x1876039997377152/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131398.130219:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d483b840 x1876039997377152/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.130225:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131398.130227:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131398.130229:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131398.130233:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131398.130235:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131398.130237:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131398.130239:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131398.130248:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=110 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131398.130252:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131398.130255:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131398.130256:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.130259:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131398.130262:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.130265:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131398.130266:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1789131398.130268:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131398.130270:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131398.130272:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795315776 : -110359914235840 : ffff9ba0d483b840) 00000100:00000001:0.0:1789131398.130275:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131398.130277:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131398.130278:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131398.130280:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131398.130285:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d483b840 x1876039997377152/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.130302:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131398.130305:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131398.130307:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131398.130311:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d483b840 x1876039997377152/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131398.130318:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483b840 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997377152:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131398.130323:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131398.130325:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.130327:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131398.130329:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131398.130332:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483b840 x1876039997377152/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.130337:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131398.130340:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d1bc4c00. 00000100:00000001:0.0:1789131398.130342:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131398.130344:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.130349:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131398.130350:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795315776 : -110359914235840 : ffff9ba0d483b840) 00000002:00000001:0.0:1789131398.130353:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131398.130355:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131398.130360:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d3162000. 00000080:00000001:0.0:1789131398.130363:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1789131398.130366:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1789131398.130370:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1789131398.130375:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131398.130382:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131398.130383:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131398.130385:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c5594840. 00000100:00000001:0.0:1789131398.130392:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131398.130396:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483b840 x1876039997377152/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.130402:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131398.130404:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131398.130408:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5b5e780. 00000080:00000001:0.0:1789131398.130411:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131398.130416:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:0.0:1789131398.130418:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-41:[0x200000402:0x2b:0x0](ffff9ba0d21ad348), flags 100002, rc = 0 00000080:00000001:0.0:1789131398.130422:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131398.130426:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1789131398.130428:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:0.0:1789131398.130430:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-41 (ffff9ba0d2184798, parent ffff9ba0d20e4ca8, inode ffff9ba0d21ad348) hashed, 00000080:00000001:0.0:1789131398.130433:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131398.130540:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131398.130544:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131398.130546:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131398.130548:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:0.0:1789131398.130550:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131398.130556:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:0.0:1789131398.130562:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131398.130566:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131398.130568:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131398.130570:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:0.0:1789131398.130573:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131398.130576:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131398.130579:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131398.130584:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131398.130585:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:0.0:1789131398.130587:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131398.130590:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131398.130592:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131398.130595:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131398.130602:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.130610:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.130611:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.130613:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131398.130616:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789131398.130620:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a30c0. 00000020:00000040:0.0:1789131398.130623:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=90 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:0.0:1789131398.130628:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131398.130632:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131398.130638:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.130640:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.130641:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.130643:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131398.130645:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131398.130649:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131398.130654:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d09dd000. 00000100:00000001:0.0:1789131398.130660:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.130664:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131398.130666:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.130668:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131398.130669:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.130670:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.130675:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713726533824 : -110359983017792 : ffff9ba0d06a30c0) 00010000:00000001:0.0:1789131398.130678:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131398.130680:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131398.130694:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d4ea2f00. 00010000:00000010:0.0:1789131398.130699:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c52b4c00. 00010000:00000001:0.0:1789131398.130703:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131398.130706:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b88400. 00000020:00000001:0.0:1789131398.130713:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131398.130716:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b88400 with handle 0xc8adac5b2d01ffa2 to hash 00000020:00000001:0.0:1789131398.130719:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131398.130720:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.130724:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.130727:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131398.130730:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131398.130742:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffa2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131398.130751:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffa2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131398.130761:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffa2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131398.130767:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131398.130768:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131398.130774:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908600. 00000100:00000001:0.0:1789131398.130776:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729046016 : -110359980505600 : ffff9ba0d0908600) 00000100:00000001:0.0:1789131398.130778:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131398.130779:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726533824 : -110359983017792 : ffff9ba0d06a30c0) 00000100:00000001:0.0:1789131398.130783:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131398.130786:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.130788:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131398.130790:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131398.130795:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a30c0 x1876039997377280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.130802:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131398.130804:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131398.130807:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131398.130810:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131398.130812:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131398.130815:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a30c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997377280:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131398.130819:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131398.130824:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131398.130826:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131398.130828:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131398.130832:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131398.130834:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131398.131002:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131398.131012:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee630. 00000400:00000010:0.0:1789131398.131018:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346990. 00000100:00000200:0.0:1789131398.131024:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997377280, portal 10 00000100:00000001:0.0:1789131398.131026:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131398.131027:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726533824 : -110359983017792 : ffff9ba0d06a30c0) 00000100:00000040:0.0:1789131398.131033:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06a30c0 x1876039997377280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.131040:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131398.131043:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131398.131045:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346b28. 00000100:00000200:0.0:1789131398.131048:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997377280, offset 0 00000400:00000200:0.0:1789131398.131053:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131398.131059:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131398.131064:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131398.131069:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131398.131073:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131398.131076:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131398.131078:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131398.131082:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [376:376:256:4294967295] 192.168.206.157@tcp LPNI seq info [376:376:8:4294967295] 00000400:00000200:0.0:1789131398.131086:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131398.131094:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131398.131099:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131398.131104:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593b00. 00000800:00000200:0.0:1789131398.131109:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131398.131117:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131398.131121:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789131398.131129:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131398.131133:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 30013 usecs (31 jiffies) 00000400:00000200:0.0:1789131398.131136:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131398.131139:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985171 00000100:00000001:0.0:1789131398.131145:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985162 00000100:00000001:0.0:1789131398.131155:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985171 00000100:00000001:0.0:1789131398.131158:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985162 00000100:00000001:0.0:1789131398.131161:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131398.131164:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.131166:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131398.131168:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131398.131171:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908600 going to sleep for 11 seconds 00000100:00000001:0.0:1789131398.131173:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131398.131175:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131398.131448:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131398.131453:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593b00. 00000400:00000200:2.0:1789131398.131458:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.131463:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131398.131496:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346b28 00000400:00000010:2.0:1789131398.131499:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346b28. 00000100:00000001:2.0:1789131398.131503:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131398.131507:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a30c0 x1876039997377280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.131516:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.131519:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a30c0 x1876039997377280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.131526:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.131527:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131398.137167:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.137186:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131398.137192:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.137194:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.137284:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.137291:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131398.137300:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.137305:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.137310:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.137314:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0cb00 00000400:00000200:2.0:1789131398.137318:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.137324:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xf4d [1] + 224 00000800:00000001:2.0:1789131398.137331:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.137338:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.137342:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.137347:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131398.137355:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.137584:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a30c0 x1876039997377280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131398.137596:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d06a30c0 x1876039997377280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.137649:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131398.137668:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131398.137763:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.137768:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789131398.137800:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131398.137802:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131398.137806:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee630. 00000400:00000200:0.0:1789131398.137810:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346990 00000400:00000010:0.0:1789131398.137813:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346990. 00000100:00000001:0.0:1789131398.137816:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131398.137820:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a30c0 x1876039997377280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131398.137830:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a30c0 x1876039997377280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.137836:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131398.137838:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131398.137841:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131398.137844:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131398.137846:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131398.137848:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131398.137850:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131398.137995:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131398.138000:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131398.138002:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131398.138004:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.138007:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131398.138010:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.138013:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131398.138022:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131398.138024:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131398.138028:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131398.138034:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a30c0 x1876039997377280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.138041:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131398.138044:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131398.138046:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131398.138050:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a30c0 x1876039997377280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131398.138057:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a30c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997377280:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131398.138063:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131398.138066:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.138068:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131398.138070:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131398.138073:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a30c0 x1876039997377280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.138080:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131398.138083:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908600. 00000100:00000001:0.0:1789131398.138086:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131398.138088:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.138091:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131398.138095:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.138097:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.138100:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=4 00000020:00000001:0.0:1789131398.138103:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.138106:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000040:0.0:1789131398.138114:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b88400, remote cookie: 0x2d69527cc2115b89, flags: 0x1001 00010000:00010000:0.0:1789131398.138120:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffa2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b89 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131398.138141:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffa2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b89 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.138148:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131398.138152:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131398.138154:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131398.138155:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131398.138156:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131398.138160:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0d4ea2f00) refcount = 1 00010000:00010000:0.0:1789131398.138163:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffa2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b89 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.138169:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131398.138172:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131398.138174:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131398.138177:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131398.138179:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131398.138182:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffa2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b89 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.138187:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131398.138189:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.138191:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.138192:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.138192:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.138260:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.138266:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131398.138268:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.138269:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.138271:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131398.138273:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.138276:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.138283:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.138284:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.138286:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=4 00000020:00000001:0.0:1789131398.138288:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.138290:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.138292:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131398.138295:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131398.138298:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffa2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b89 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.138304:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.138305:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.138306:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.138307:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.138309:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=5 00000020:00000001:0.0:1789131398.138310:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.138312:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.138314:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131398.138317:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffa2 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b89 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.138322:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.138322:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131398.138325:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffa2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b89 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.138330:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131398.138331:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.138332:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.138333:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.138334:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131398.138339:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d06a30c0 x1876039997377280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789131398.138420:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.138422:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.138424:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131398.138426:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.138428:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.138430:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.138431:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131398.138433:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.138434:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.138437:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789131398.138440:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.138441:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.138442:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131398.138444:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.138446:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00000002:00010000:0.0:1789131398.138449:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffa2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b89 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.138455:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.138456:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.138458:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131398.138459:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.138460:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.138461:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131398.138463:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.138465:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000040:0.0:1789131398.138492:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2f00 count: 2 00010000:00000001:0.0:1789131398.138495:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131398.138499:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789131398.138501:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.138502:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131398.138511:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131398.138514:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:0.0:1789131398.138516:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789131398.138518:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131398.138522:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131398.138525:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131398.138528:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789131398.138530:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131398.138534:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131398.138537:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000080:00000001:0.0:1789131398.138541:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131398.138543:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131398.138548:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789131398.138551:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789131398.138555:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0d84c68c0. 00800000:00000001:0.0:1789131398.138558:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713858799808 : -110359850751808 : ffff9ba0d84c68c0) 00800000:00000001:0.0:1789131398.138560:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.138563:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131398.138565:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789131398.138567:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789131398.138570:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789131398.138572:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789131398.138574:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131398.138579:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789131398.138582:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789131398.138586:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:0.0:1789131398.138588:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.138590:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.138592:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131398.138594:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.138596:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.138599:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.138600:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131398.138601:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131398.138604:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789131398.138610:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d84c68c0 1 00800000:00000010:0.0:1789131398.138613:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0d84c68c0. 00800000:00000001:0.0:1789131398.138616:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131398.138619:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ffa2 00800000:00000001:0.0:1789131398.138622:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131398.138624:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131398.138626:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.138627:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.138629:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131398.138631:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.138633:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.138635:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.138636:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131398.138638:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131398.138640:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131398.138642:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131398.138645:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131398.138648:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ffa2 from it ffffbc4101cb7bf8 00010000:00000001:0.0:1789131398.138650:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.138651:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.138652:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131398.138654:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.138657:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.138659:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131398.138662:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffa2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b89 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.138669:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.138670:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.138671:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131398.138673:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131398.138676:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffa2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b89 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131398.138704:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131398.138707:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131398.138709:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131398.138713:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.138714:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.138716:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.138719:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131398.138720:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.138722:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.138725:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.138727:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131398.138728:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.138729:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131398.138731:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131398.138736:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a30c0 x1876039997377280/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.138743:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131398.138745:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131398.138748:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131398.138751:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131398.138753:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131398.138755:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=89 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131398.138757:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131398.138760:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d09dd000. 02000000:00000001:0.0:1789131398.138763:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131398.138764:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131398.138766:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a30c0. 00000100:00000001:0.0:1789131398.138770:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131398.138771:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131398.138774:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:0.0:1789131398.138778:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131398.138796:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d06b2b00. 00000080:00000001:0.0:1789131398.138801:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131398.138803:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131398.138809:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:0.0:1789131398.138812:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131398.138816:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:0.0:1789131398.138820:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131398.138823:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131398.138826:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131398.138827:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:0.0:1789131398.138829:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131398.138832:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131398.138834:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131398.138839:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131398.138840:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:0.0:1789131398.138842:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131398.138845:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131398.138847:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131398.138849:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131398.138852:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2f00 count: 2 00010000:00000001:0.0:1789131398.138853:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131398.139056:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131398.139059:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789131398.139063:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffa2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b89 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789131398.139071:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789131398.139075:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131398.139077:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffa2 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b89 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789131398.139083:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789131398.139085:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131398.139087:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131398.139089:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131398.139091:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131398.139093:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789131398.139101:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789131398.139104:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131398.139106:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000080:00000001:0.0:1789131398.139109:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131398.139110:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131398.139112:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131398.139115:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ffa2 00800000:00000001:0.0:1789131398.139118:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131398.139119:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131398.139121:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.139122:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.139124:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131398.139126:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.139128:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.139130:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.139131:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131398.139132:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131398.139134:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131398.139136:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ffa2 from it ffffbc4101cb7b38 00010000:00000001:0.0:1789131398.139138:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.139139:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.139140:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131398.139141:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.139144:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.139145:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131398.139148:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffa2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115b89 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131398.139155:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.139156:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.139157:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131398.139159:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131398.139161:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffa2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115b89 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789131398.139178:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131398.139180:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131398.139181:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131398.139183:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.139184:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.139185:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.139188:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131398.139189:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.139191:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.139193:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.139206:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131398.139207:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.139208:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131398.139210:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789131398.139212:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131398.139214:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:0.0:1789131398.139218:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131398.139222:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789131398.139224:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:0.0:1789131398.139226:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-42, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d8798c00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789131398.139232:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d81f7de0. 00000080:00000001:0.0:1789131398.139236:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789131398.139238:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:0.0:1789131398.139240:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-42, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:0.0:1789131398.139246:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:0.0:1789131398.139249:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131398.139253:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131398.139255:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131398.139256:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:0.0:1789131398.139258:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-42' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131398.139261:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789131398.139264:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789131398.139268:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:0.0:1789131398.139271:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789131398.139277:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789131398.139280:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789131398.139282:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789131398.139285:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x2c:0x0] 40000000:00000001:0.0:1789131398.139288:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.139291:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131398.139292:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131398.139294:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131398.139296:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:0.0:1789131398.139298:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x2c:0x0], name='f0a.replay-dual-42' -> mds #0 layout version 1 00000002:00000001:0.0:1789131398.139302:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131398.139304:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:0.0:1789131398.139306:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-42,[0x200000402:0x2c:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789131398.139310:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131398.139312:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789131398.139314:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789131398.139318:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.139320:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789131398.139322:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2f00 count: 2 00010000:00000001:0.0:1789131398.139324:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131398.139326:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789131398.139329:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789131398.139332:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffa2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115b89 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789131398.139339:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131398.139343:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131398.139345:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131398.139347:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789131398.139349:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131398.139350:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131398.139353:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2f00 count: 3 00010000:00000001:0.0:1789131398.139355:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131398.139357:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.139371:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131398.139379:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131398.139381:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2f00 count: 3 00010000:00000001:0.0:1789131398.139383:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131398.139386:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.139388:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131398.139389:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131398.139390:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2f00 count: 3 00010000:00000001:0.0:1789131398.139392:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131398.139394:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131398.139396:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131398.139400:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789131398.139404:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789131398.139411:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789131398.139413:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131398.139415:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.139418:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789131398.139420:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131398.139422:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131398.139423:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131398.139425:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789131398.139427:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b88400 with handle 0xc8adac5b2d01ffa2 from hash 00010000:00000001:0.0:1789131398.139430:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131398.139431:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.139432:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.139434:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131398.139436:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131398.139438:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789131398.139440:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131398.139442:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131398.139444:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789131398.139448:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a30c0. 00000020:00000040:0.0:1789131398.139452:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=90 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:0.0:1789131398.139456:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789131398.139458:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.139460:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131398.139463:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131398.139692:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.139694:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.139695:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.139699:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131398.139701:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131398.139704:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131398.139711:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d09dd000. 00000100:00000001:0.0:1789131398.139717:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.139720:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131398.139722:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789131398.139726:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffa2 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115b89 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789131398.139733:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789131398.139734:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131398.139736:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131398.139738:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffa2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115b89 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789131398.139746:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4ea2f00 count: 0 00010000:00000010:0.0:1789131398.139750:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0c52b4c00. 00010000:00000001:0.0:1789131398.139760:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.139761:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.139763:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131398.139764:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.139766:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.139775:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713726533824 : -110359983017792 : ffff9ba0d06a30c0) 00010000:00000001:0.0:1789131398.139778:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131398.139781:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131398.139784:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d4ea2900. 00010000:00000010:0.0:1789131398.139788:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c52b4c00. 00010000:00000001:0.0:1789131398.139792:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131398.139794:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b89200. 00000020:00000001:0.0:1789131398.139797:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131398.139799:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b89200 with handle 0xc8adac5b2d01ffa9 to hash 00000020:00000001:0.0:1789131398.139806:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131398.139807:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00010000:00000001:0.0:1789131398.139811:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00010000:00000001:0.0:1789131398.139814:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131398.139816:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131398.139819:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89200/0xc8adac5b2d01ffa9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131398.139826:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89200/0xc8adac5b2d01ffa9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789131398.139838:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789131398.139847:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d06a30c0 x1876039997377536/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789131398.140004:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89200/0xc8adac5b2d01ffa9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131398.140011:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131398.140013:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131398.140019:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908600. 00000100:00000001:0.0:1789131398.140021:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729046016 : -110359980505600 : ffff9ba0d0908600) 00000100:00000001:0.0:1789131398.140024:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131398.140026:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726533824 : -110359983017792 : ffff9ba0d06a30c0) 00000100:00000001:0.0:1789131398.140030:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131398.140034:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.140036:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131398.140038:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131398.140043:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a30c0 x1876039997377536/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.140051:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131398.140053:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131398.140056:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131398.140064:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131398.140066:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131398.140070:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a30c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997377536:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131398.140075:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131398.140080:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131398.140083:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131398.140085:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131398.140134:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d07c0000. 02000000:00000001:0.0:1789131398.140137:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131398.140144:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131398.140149:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee630. 00000400:00000010:0.0:1789131398.140155:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d09de800. 00000100:00000200:0.0:1789131398.140162:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997377536, portal 10 00000100:00000001:0.0:1789131398.140164:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131398.140165:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726533824 : -110359983017792 : ffff9ba0d06a30c0) 00000100:00000040:0.0:1789131398.140172:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06a30c0 x1876039997377536/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.140179:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131398.140182:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131398.140185:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346990. 00000100:00000200:0.0:1789131398.140189:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997377536, offset 0 00000400:00000200:0.0:1789131398.140260:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131398.140269:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131398.140276:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131398.140281:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131398.140286:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131398.140289:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131398.140292:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131398.140296:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [377:377:256:4294967295] 192.168.206.157@tcp LPNI seq info [377:377:8:4294967295] 00000400:00000200:0.0:1789131398.140300:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131398.140309:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131398.140315:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131398.140324:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593400. 00000800:00000200:0.0:1789131398.140330:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131398.140337:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131398.140342:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593400 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789131398.140585:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131398.140591:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 29885 usecs (30 jiffies) 00000400:00000200:0.0:1789131398.140595:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131398.140597:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985180 00000100:00000001:0.0:1789131398.140605:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985171 00000100:00000001:0.0:1789131398.140610:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985180 00000100:00000001:0.0:1789131398.140612:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985171 00000100:00000001:0.0:1789131398.140615:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131398.140618:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.140620:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131398.140622:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131398.140625:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908600 going to sleep for 11 seconds 00000100:00000001:0.0:1789131398.140628:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131398.140630:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131398.141311:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131398.141316:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593400. 00000400:00000200:2.0:1789131398.141321:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.141327:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131398.141333:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346990 00000400:00000010:2.0:1789131398.141335:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346990. 00000100:00000001:2.0:1789131398.141339:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131398.141344:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a30c0 x1876039997377536/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.141354:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.141357:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a30c0 x1876039997377536/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.141363:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.141372:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131398.145530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4ea2f00. 00010000:00000010:0.1:1789131398.145544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b88400. 00000800:00000001:3.0:1789131398.148098:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.148118:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.148122:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.148125:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.148135:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.148143:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131398.148152:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.148158:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.148162:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.148166:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0cc00 00000400:00000200:3.0:1789131398.148171:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.148177:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xf55 [32] + 224 00000800:00000001:3.0:1789131398.148183:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.148189:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.148193:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.148209:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131398.148217:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131398.148232:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a30c0 x1876039997377536/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131398.148243:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d06a30c0 x1876039997377536/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.148264:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131398.148273:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131398.148277:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.148282:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131398.148289:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [378:378:256:4294967295] 192.168.206.157@tcp LPNI seq info [378:378:8:4294967295] 00000400:00000200:3.0:1789131398.148293:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.148301:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131398.148306:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131398.148312:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84fcc00. 00000800:00000200:3.0:1789131398.148318:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131398.148325:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131398.148330:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84fcc00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1789131398.148747:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131398.148755:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131398.148757:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131398.148760:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee630. 00000400:00000200:0.0:1789131398.148764:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d09de800 00000400:00000010:0.0:1789131398.148767:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d09de800. 00000100:00000001:0.0:1789131398.148769:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131398.148775:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a30c0 x1876039997377536/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131398.148784:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a30c0 x1876039997377536/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.148790:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131398.148793:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131398.148801:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131398.148804:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131398.148806:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131398.148808:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131398.148811:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131398.148819:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131398.148824:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131398.148826:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131398.148828:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.148831:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131398.148834:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.148837:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131398.148839:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1789131398.148840:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131398.148842:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131398.148843:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726533824 : -110359983017792 : ffff9ba0d06a30c0) 00000100:00000001:0.0:1789131398.148847:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131398.148849:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131398.148850:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131398.148853:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131398.148858:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.148865:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131398.148868:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131398.148870:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131398.148873:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131398.148880:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a30c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997377536:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131398.148885:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131398.148887:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.148890:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131398.148892:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131398.148895:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.148907:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131398.148910:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908600. 00000100:00000001:0.0:1789131398.148913:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131398.148914:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.148917:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131398.148921:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.148924:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.148927:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89200 refcount=4 00000020:00000001:0.0:1789131398.148929:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00010000:00000001:0.0:1789131398.148932:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00010000:00000040:0.0:1789131398.148939:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b89200, remote cookie: 0x2d69527cc2115ba5, flags: 0x1001 00010000:00010000:0.0:1789131398.148944:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89200/0xc8adac5b2d01ffa9 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ba5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789131398.148952:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x2c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789131398.148956:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789131398.148963:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d4ea2f00. 00010000:00000010:0.0:1789131398.148969:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c2ca6600. 00010000:00000040:0.0:1789131398.148974:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4ea2900 count: 0 00010000:00000010:0.0:1789131398.148979:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0c52b4c00. 00010000:00000001:0.0:1789131398.148987:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131398.148990:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89200/0xc8adac5b2d01ffa9 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ba5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131398.148998:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89200/0xc8adac5b2d01ffa9 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ba5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.149004:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131398.149008:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131398.149017:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131398.149018:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131398.149019:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131398.149021:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x2c:0x0].0x0 (ffff9ba0d4ea2f00) refcount = 1 00010000:00010000:0.0:1789131398.149026:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89200/0xc8adac5b2d01ffa9 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ba5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.149032:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131398.149035:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131398.149037:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131398.149040:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131398.149042:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131398.149045:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89200/0xc8adac5b2d01ffa9 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ba5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.149051:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131398.149052:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.149054:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.149055:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.149056:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.149057:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.149062:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131398.149065:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.149066:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.149068:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89200 refcount=3 00000020:00000001:0.0:1789131398.149070:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00010000:00000001:0.0:1789131398.149072:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00010000:00000001:0.0:1789131398.149074:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.149075:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.149076:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89200 refcount=4 00000020:00000001:0.0:1789131398.149078:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00010000:00000001:0.0:1789131398.149079:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00010000:00000001:0.0:1789131398.149082:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131398.149085:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131398.149094:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89200/0xc8adac5b2d01ffa9 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ba5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.149100:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.149101:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.149102:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.149104:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.149105:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89200 refcount=5 00000020:00000001:0.0:1789131398.149107:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00010000:00000001:0.0:1789131398.149108:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00010000:00000001:0.0:1789131398.149111:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131398.149113:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89200/0xc8adac5b2d01ffa9 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ba5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.149119:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.149120:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131398.149123:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89200/0xc8adac5b2d01ffa9 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ba5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.149128:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131398.149129:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.149130:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.149131:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.149132:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131398.149137:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131398.149146:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789131398.149152:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131398.149158:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.149164:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.149165:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.149171:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89200 refcount=3 00000020:00000001:0.0:1789131398.149173:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00010000:00000001:0.0:1789131398.149177:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00000002:00010000:0.0:1789131398.149180:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89200/0xc8adac5b2d01ffa9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ba5 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789131398.149188:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0d84c68c0. 00010000:00000001:0.0:1789131398.149191:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.149192:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131398.149205:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.149207:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.149210:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789131398.149212:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131398.149213:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726533824 : -110359983017792 : ffff9ba0d06a30c0) 00000100:00000001:0.0:1789131398.149215:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131398.149216:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726533824 : -110359983017792 : ffff9ba0d06a30c0) 00010000:00000001:0.0:1789131398.149217:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.149218:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.149220:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89200 refcount=3 00000020:00000001:0.0:1789131398.149221:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00010000:00000001:0.0:1789131398.149223:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00000002:00010000:0.0:1789131398.149226:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89200/0xc8adac5b2d01ffa9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ba5 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.149232:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.149233:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.149235:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131398.149236:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.149237:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.149238:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89200 refcount=3 00000020:00000001:0.0:1789131398.149239:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00010000:00000001:0.0:1789131398.149241:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00010000:00000040:0.0:1789131398.149245:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2f00 count: 2 00010000:00000001:0.0:1789131398.149252:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131398.149256:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/44 (0 0) 00010000:00000001:0.0:1789131398.149258:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.149259:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131398.149260:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131398.149263:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:0.0:1789131398.149265:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-42 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789131398.149267:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131398.149271:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131398.149273:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131398.149276:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789131398.149279:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131398.149283:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131398.149286:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789131398.149287:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d81f7de0 it_disposition 1800037 00000080:00002000:0.0:1789131398.149293:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d21866c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789131398.149298:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131398.149301:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789131398.149303:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:0.0:1789131398.149305:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-42, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:0.0:1789131398.149307:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789131398.149310:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131398.149315:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789131398.149318:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131398.149321:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279532 : 144115205289279532 : 20000040200002c) 00000080:00000001:0.0:1789131398.149324:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789131398.149335:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21b98c0. 00000020:00000001:0.0:1789131398.149344:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789131398.149345:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789131398.149348:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789131398.149350:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x2c:0x0](ffff9ba0d21b9988) 00000020:00000001:0.0:1789131398.149353:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131398.149358:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000800:00000200:3.0:1789131398.149649:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.149654:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84fcc00. 00000400:00000200:3.0:1789131398.149658:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.149663:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131398.149673:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.149678:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:0.0:1789131398.150061:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:1.0:1789131398.150739:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789131398.150748:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d0937e10. 00000020:00000001:1.0:1789131398.150752:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131398.150754:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131398.150760:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789131398.150764:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d19abba0. 00020000:00000001:1.0:1789131398.150766:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713746492320 : -110359963059296 : ffff9ba0d19abba0) 00020000:00000001:1.0:1789131398.150769:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:1.0:1789131398.150772:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131398.150777:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9420. 00020000:00000010:1.0:1789131398.150781:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320bd80. 00020000:00000010:1.0:1789131398.150785:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9e40. 00020000:00000001:1.0:1789131398.150787:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798979136 : -110359910572480 : ffff9ba0d4bb9e40) 00020000:00000002:1.0:1789131398.150789:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9e40, objid 0x2c:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131398.150794:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131398.150808:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320bd80: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:1.0:1789131398.150810:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789131398.150812:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9e40, objid 0x2c:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131398.150815:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131398.150817:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320bd80: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000010:1.0:1789131398.150820:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c2b95880. 00020000:00000010:1.0:1789131398.150823:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2e56cc0. 00020000:00000001:1.0:1789131398.150828:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789131398.150830:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0d2e9fea0. 00020000:00000001:1.0:1789131398.150833:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789131398.150834:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789131398.150840:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789131398.150842:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d0937578. 00000020:00000001:1.0:1789131398.150844:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131398.150846:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131398.150848:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713729238520 : -110359980313096 : ffff9ba0d09375f8) 00020000:00000001:1.0:1789131398.150851:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789131398.150856:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d1a07ab0. 00020000:00000001:1.0:1789131398.150859:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.150863:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729238520 : -110359980313096 : ffff9ba0d09375f8) 00020000:00000001:1.0:1789131398.150865:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713729238520 : -110359980313096 : ffff9ba0d09375f8) 00020000:00000002:1.0:1789131398.150868:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x18:0x0]@ffff9ba0d0937578[0:0] -> [0x200000402:0x2c:0x0]@ffff9ba0d0937e10: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:1.0:1789131398.150873:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:1.0:1789131398.150874:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789131398.150876:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.150879:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729240720 : -110359980310896 : ffff9ba0d0937e90) 00000020:00001000:1.0:1789131398.150883:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:1.0:1789131398.150889:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279532 : 144115205289279532 : 20000040200002c) 00000080:00000001:1.0:1789131398.150891:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789131398.150894:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279532 mtime from 0 to 1789131398 00000080:00000001:1.0:1789131398.150903:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789131398.150906:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754937736 : -110359954613880 : ffff9ba0d21b9988) 00010000:00000001:1.0:1789131398.150910:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.150912:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.150915:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89200 refcount=3 00000020:00000001:1.0:1789131398.150917:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00010000:00000001:1.0:1789131398.150920:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00000080:00000001:1.0:1789131398.150923:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789131398.150925:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131398.150927:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:1.0:1789131398.150928:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:1.0:1789131398.150930:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789131398.150933:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789131398.150934:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131398.151626:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb90c0. 00020000:00000010:1.0:1789131398.151635:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b300. 00020000:00000010:1.0:1789131398.151640:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9240. 00020000:00000001:1.0:1789131398.151642:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798976064 : -110359910575552 : ffff9ba0d4bb9240) 00020000:00000002:1.0:1789131398.151645:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9240, objid 0x2c:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131398.151649:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131398.151653:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b300: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:1.0:1789131398.151656:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d19abba0) owner ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.151658:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789131398.151661:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d19abba0) owner ffff9ba0c2f34f80 00020000:00000010:1.0:1789131398.151665:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c320b300. 00020000:00000010:1.0:1789131398.151669:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d4bb90c0. 00020000:00000010:1.0:1789131398.151672:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d4bb9240. 00020000:00000002:1.0:1789131398.151674:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x2c:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789131398.151676:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.151678:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.151691:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789131398.151695:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19abba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131398.151698:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d4bb9e40 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:1.0:1789131398.151756:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19abba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.151759:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789131398.151762:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789131398.151763:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789131398.151765:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789131398.151767:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789131398.151770:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x2c:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789131398.151772:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:1.0:1789131398.151775:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.151777:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.151779:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131398.151780:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131398.151784:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789131398.151786:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.151788:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x2c:0x0](ffff9ba0d21b9988) 00000080:00010000:1.0:1789131398.151791:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2c:0x0](ffff9ba0d21b9988) for lock 0xc8adac5b2d01ffa9 00800000:00000001:1.0:1789131398.151794:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131398.151797:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131398.151798:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.151800:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.151802:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89200 refcount=3 00000020:00000001:1.0:1789131398.151803:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00010000:00000001:1.0:1789131398.151805:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00010000:00000001:1.0:1789131398.151808:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.151809:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.151810:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.151812:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.151813:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789131398.151815:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.151826:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.151834:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131398.151839:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21b9988 need_sync_to_mds [0x200000402:0x2c:0x0] 00000080:00000001:1.0:1789131398.151843:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.151847:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2c:0x0](ffff9ba0d21b9988) 00000080:00000001:1.0:1789131398.151856:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131398.151860:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000100:00000001:1.0:1789131398.151864:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.151868:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.151874:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.151878:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789131398.151880:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131398.151882:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21b9988 need_sync_to_mds [0x200000402:0x2c:0x0] 00000080:00000001:1.0:1789131398.151889:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789131398.151892:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:1.0:1789131398.151894:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-42:[0x200000402:0x2c:0x0](ffff9ba0d21b9988), flags 100102 00000080:00000010:1.0:1789131398.151901:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c178cdc0. 00000080:00000010:1.0:1789131398.151908:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2f25940. 00000080:00000001:1.0:1789131398.151910:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789131398.151916:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789131398.151919:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789131398.151923:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d0693f40. 00000002:00100000:1.0:1789131398.151928:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.151933:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.151935:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789131398.151952:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789131398.151955:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.151958:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.151961:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.151964:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789131398.151970:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131398.151973:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d07c0000. 02000000:00000001:1.0:1789131398.151995:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789131398.151996:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.151999:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:1.0:1789131398.152005:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-42:[0x200000402:0x2c:0x0](ffff9ba0d21b9988), flags 100102, rc = 0 00000080:00000001:1.0:1789131398.152009:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789131398.152011:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d81f7de0 released 00000080:00010000:1.0:1789131398.152013:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ffa9 from it ffff9ba0d81f7de0 00010000:00000001:1.0:1789131398.152015:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.152016:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.152018:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89200 refcount=3 00000020:00000001:1.0:1789131398.152019:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00010000:00000001:1.0:1789131398.152021:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580675584 : -110360128876032 : ffff9ba0c7b89200) 00010000:00000001:1.0:1789131398.152024:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.152028:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89200/0xc8adac5b2d01ffa9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115ba5 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.152035:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.152036:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.152037:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131398.152040:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131398.152042:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89200/0xc8adac5b2d01ffa9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115ba5 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131398.152050:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131398.152053:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131398.152055:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.152059:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.152060:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.152061:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.152065:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131398.152066:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.152068:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.152071:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.152073:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.152074:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.152075:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131398.152076:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789131398.152078:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789131398.152085:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789131398.152086:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789131398.152088:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789131398.152090:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.152092:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789131398.152094:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.152095:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131398.152097:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.152099:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131398.152102:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d81f7de0. 00000080:00000001:1.0:1789131398.152105:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.152109:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789131398.152111:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2c:0x0](ffff9ba0d21b9988), inode mode 81a4 mask 40 00000080:00000001:1.0:1789131398.152115:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131398.152135:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131398.152138:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19abba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131398.152141:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19abba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.152143:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.152150:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789131398.152152:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:1.0:1789131398.152154:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-42:[0x200000402:0x2c:0x0](ffff9ba0d21b9988), flags 100002 00000080:00000001:1.0:1789131398.152157:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789131398.152159:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789131398.152160:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131398.152161:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19abba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131398.152163:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19abba0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.152165:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.152168:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789131398.152172:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.152175:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.152180:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2f00 count: 2 00010000:00000001:1.0:1789131398.152183:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.152187:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131398.152189:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x2c:0x0]: 0 00000080:00000001:1.0:1789131398.152191:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789131398.152193:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789131398.152213:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d8546a00. 00000080:00000001:1.0:1789131398.152216:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789131398.152220:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789131398.152224:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789131398.152226:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x2c:0x0] 00000002:00000001:1.0:1789131398.152229:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789131398.152231:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x2c:0x0] file closed with intent: 0 00000100:00000010:1.0:1789131398.152236:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d2d00. 00000020:00000040:1.0:1789131398.152239:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=91 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:1.0:1789131398.152243:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131398.152246:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131398.152250:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131398.152257:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d8547600. 00000100:00000001:1.0:1789131398.152263:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789131398.152273:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789131398.152283:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789131398.152287:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d06d2d00 x1876039997377792/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789131398.152294:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131398.152296:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131398.152301:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56780. 00000100:00000001:1.0:1789131398.152303:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499727744 : -110360209823872 : ffff9ba0c2e56780) 00000100:00000001:1.0:1789131398.152306:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.152308:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726729472 : -110359982822144 : ffff9ba0d06d2d00) 00000100:00000001:1.0:1789131398.152312:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131398.152316:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.152318:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131398.152319:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131398.152323:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d2d00 x1876039997377792/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.152330:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131398.152333:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.152341:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131398.152344:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131398.152347:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131398.152351:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d2d00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997377792:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131398.152355:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131398.152551:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131398.152555:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.152557:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131398.152562:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d075d400. 02000000:00000001:1.0:1789131398.152564:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131398.152571:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131398.152575:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131398.152582:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020330. 00000100:00000200:1.0:1789131398.152588:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997377792, portal 10 00000100:00000001:1.0:1789131398.152590:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.152591:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726729472 : -110359982822144 : ffff9ba0d06d2d00) 00000100:00000040:1.0:1789131398.152598:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06d2d00 x1876039997377792/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.152604:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131398.152607:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131398.152609:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80207f8. 00000100:00000200:1.0:1789131398.152612:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997377792, offset 0 00000400:00000200:1.0:1789131398.152618:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131398.152626:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.152633:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131398.152638:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131398.152643:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131398.152646:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131398.152648:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131398.152652:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [379:379:256:4294967295] 192.168.206.157@tcp LPNI seq info [379:379:8:4294967295] 00000400:00000200:1.0:1789131398.152655:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.152665:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131398.152678:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131398.152694:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d900. 00000800:00000200:1.0:1789131398.152702:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131398.152710:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131398.152715:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131398.152736:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.152740:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 29771 usecs (30 jiffies) 00000400:00000200:1.0:1789131398.152743:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131398.152746:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985192 00000100:00000001:1.0:1789131398.152753:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985180 00000100:00000001:1.0:1789131398.152758:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985192 00000100:00000001:1.0:1789131398.152761:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985180 00000100:00000001:1.0:1789131398.152764:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.152766:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.152768:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131398.152770:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131398.152773:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56780 going to sleep for 11 seconds 00000100:00000001:1.0:1789131398.152776:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131398.152778:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131398.153149:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.153154:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d900. 00000400:00000200:3.0:1789131398.153158:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.153164:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.153169:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80207f8 00000400:00000010:3.0:1789131398.153171:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80207f8. 00000100:00000001:3.0:1789131398.153175:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.153179:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d2d00 x1876039997377792/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.153206:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.153210:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d2d00 x1876039997377792/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.153216:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.153217:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131398.154554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4ea2900. 00000800:00000001:2.0:1789131398.158672:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.158703:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131398.158707:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.158710:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.158718:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.158726:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131398.158736:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.158740:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.158746:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.158751:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0cd00 00000400:00000200:2.0:1789131398.158755:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.158761:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xf5d [1] + 224 00000800:00000001:2.0:1789131398.158768:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.158780:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.158783:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.158788:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131398.158797:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.158807:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d2d00 x1876039997377792/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131398.158817:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d06d2d00 x1876039997377792/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.159018:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131398.159241:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131398.159252:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.159256:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131398.159390:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131398.159392:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131398.159396:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131398.159401:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020330 00000400:00000010:1.0:1789131398.159404:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020330. 00000100:00000001:1.0:1789131398.159408:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131398.159414:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d2d00 x1876039997377792/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131398.159423:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d2d00 x1876039997377792/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.159430:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131398.159450:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.159453:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131398.159456:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131398.159459:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131398.159461:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.159464:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131398.159519:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131398.159523:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131398.159526:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131398.159528:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.159531:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131398.159533:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.159537:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131398.159539:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789131398.159540:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131398.159543:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.159544:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726729472 : -110359982822144 : ffff9ba0d06d2d00) 00000100:00000001:1.0:1789131398.159547:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131398.159549:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131398.159551:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131398.159553:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.159559:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d2d00 x1876039997377792/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.159567:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.159569:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131398.159571:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131398.159575:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d2d00 x1876039997377792/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131398.159583:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d2d00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997377792:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131398.159588:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.159590:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.159592:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131398.159594:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.159604:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d2d00 x1876039997377792/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.159610:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131398.159613:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56780. 00000100:00000001:1.0:1789131398.159616:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131398.159618:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.159625:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.159626:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726729472 : -110359982822144 : ffff9ba0d06d2d00) 00000002:00000001:1.0:1789131398.159629:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.159632:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.159637:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8546a00. 00000080:00000001:1.0:1789131398.159640:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789131398.159643:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789131398.159649:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789131398.159653:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.159660:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.159661:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.159663:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2f25940. 00000100:00000001:1.0:1789131398.159666:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.159669:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d2d00 x1876039997377792/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.159674:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.159676:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.159680:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c178cdc0. 00000080:00000001:1.0:1789131398.159695:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.159701:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:1.0:1789131398.159704:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-42:[0x200000402:0x2c:0x0](ffff9ba0d21b9988), flags 100002, rc = 0 00000080:00000001:1.0:1789131398.159707:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.159712:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789131398.159714:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:1.0:1789131398.159715:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-42 (ffff9ba0d21866c0, parent ffff9ba0d20e4ca8, inode ffff9ba0d21b9988) hashed, 00000080:00000001:1.0:1789131398.159718:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.159773:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131398.159777:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131398.159778:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131398.159780:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:1.0:1789131398.159782:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131398.159787:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8546a00. 00800000:00000002:1.0:1789131398.159792:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.159796:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131398.159800:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.159802:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:1.0:1789131398.159804:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131398.159807:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131398.159811:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131398.159815:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.159817:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:1.0:1789131398.159818:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131398.159822:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131398.159824:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.159826:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131398.159833:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.159835:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.159837:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.159839:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131398.159842:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789131398.160281:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d21c0. 00000020:00000040:1.0:1789131398.160289:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=92 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:1.0:1789131398.160295:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131398.160299:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.160306:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.160309:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.160310:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.160313:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131398.160315:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131398.160320:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131398.160327:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d075ec00. 00000100:00000001:1.0:1789131398.160334:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.160344:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.160346:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.160347:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.160349:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.160351:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.160356:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713726726592 : -110359982825024 : ffff9ba0d06d21c0) 00010000:00000001:1.0:1789131398.160360:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131398.160362:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131398.160367:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0eb00. 00010000:00000010:1.0:1789131398.160371:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aab80. 00010000:00000001:1.0:1789131398.160375:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131398.160377:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b42200. 00000020:00000001:1.0:1789131398.160381:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131398.160384:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b42200 with handle 0xc8adac5b2d01ffb0 to hash 00000020:00000001:1.0:1789131398.160386:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131398.160387:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.160391:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.160395:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.160398:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.160402:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffb0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.160412:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffb0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.160422:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffb0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131398.160428:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131398.160429:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131398.160435:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56780. 00000100:00000001:1.0:1789131398.160438:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499727744 : -110360209823872 : ffff9ba0c2e56780) 00000100:00000001:1.0:1789131398.160440:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.160441:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726726592 : -110359982825024 : ffff9ba0d06d21c0) 00000100:00000001:1.0:1789131398.160450:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131398.160454:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.160456:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131398.160458:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131398.160464:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d21c0 x1876039997377920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.160520:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131398.160522:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.160526:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131398.160528:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131398.160531:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131398.160534:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d21c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997377920:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.160538:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131398.160542:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131398.160544:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.160547:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131398.160551:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131398.160553:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131398.160558:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131398.160562:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131398.160567:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020330. 00000100:00000200:1.0:1789131398.160573:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997377920, portal 10 00000100:00000001:1.0:1789131398.160575:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.160576:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726726592 : -110359982825024 : ffff9ba0d06d21c0) 00000100:00000040:1.0:1789131398.160582:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06d21c0 x1876039997377920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.160590:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131398.160592:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131398.160595:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020dd0. 00000100:00000200:1.0:1789131398.160599:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997377920, offset 0 00000400:00000200:1.0:1789131398.160605:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131398.160612:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.160618:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131398.160628:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131398.160632:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131398.160636:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131398.160639:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131398.160642:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [380:380:256:4294967295] 192.168.206.157@tcp LPNI seq info [380:380:8:4294967295] 00000400:00000200:1.0:1789131398.160646:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.160655:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131398.160661:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131398.160666:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d000. 00000800:00000200:1.0:1789131398.160671:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131398.160677:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131398.160681:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789131398.160752:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.160756:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 29646 usecs (30 jiffies) 00000400:00000200:1.0:1789131398.160760:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131398.160762:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985200 00000100:00000001:1.0:1789131398.160769:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985192 00000100:00000001:1.0:1789131398.160773:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985200 00000100:00000001:1.0:1789131398.160776:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985192 00000100:00000001:1.0:1789131398.160779:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.160781:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.160784:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131398.160786:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131398.160788:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56780 going to sleep for 11 seconds 00000100:00000001:1.0:1789131398.160790:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131398.160793:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131398.161193:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131398.161199:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d000. 00000400:00000200:2.0:1789131398.161205:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.161211:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131398.161216:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020dd0 00000400:00000010:2.0:1789131398.161218:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020dd0. 00000100:00000001:2.0:1789131398.161223:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131398.161227:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d21c0 x1876039997377920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.161244:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.161249:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d21c0 x1876039997377920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.161255:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.161256:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131398.165031:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.165048:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131398.165053:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.165056:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.165063:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.165070:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131398.165080:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.165084:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.165089:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.165093:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0cd80 00000400:00000200:2.0:1789131398.165098:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.165104:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xf65 [1] + 224 00000800:00000001:2.0:1789131398.165110:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.165116:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.165119:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.165124:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131398.165131:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.165138:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d21c0 x1876039997377920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131398.165150:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d06d21c0 x1876039997377920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.165206:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131398.165232:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131398.165242:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.165245:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131398.165348:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131398.165351:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131398.165354:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131398.165358:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020330 00000400:00000010:1.0:1789131398.165593:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020330. 00000100:00000001:1.0:1789131398.165597:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131398.165602:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d21c0 x1876039997377920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131398.165611:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d21c0 x1876039997377920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.165618:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131398.165620:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.165622:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131398.165626:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131398.165629:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131398.165631:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.165634:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131398.165643:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131398.165648:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131398.165651:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131398.165653:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.165656:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131398.165660:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.165664:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131398.165666:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131398.165668:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131398.165672:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.165677:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d21c0 x1876039997377920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.165695:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.165698:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131398.165700:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131398.165705:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d21c0 x1876039997377920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131398.165713:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d21c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997377920:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.165719:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.165730:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.165732:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131398.165735:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.165739:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d21c0 x1876039997377920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.165746:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131398.165749:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56780. 00000100:00000001:1.0:1789131398.165752:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131398.165754:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.165757:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131398.165760:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.165763:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.165766:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=4 00000020:00000001:1.0:1789131398.165768:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.165771:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000040:1.0:1789131398.165777:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b42200, remote cookie: 0x2d69527cc2115bba, flags: 0x1001 00010000:00010000:1.0:1789131398.165783:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffb0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115bba expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.165792:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffb0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115bba expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.165799:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131398.165804:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131398.165806:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131398.165807:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131398.165809:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131398.165812:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c7d0eb00) refcount = 1 00010000:00010000:1.0:1789131398.165816:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffb0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115bba expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.165823:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131398.165827:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131398.165833:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.165836:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131398.165838:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.165842:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffb0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115bba expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.165849:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131398.165851:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.165853:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.165854:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.165855:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.165856:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.165861:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131398.165863:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.165864:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.165866:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.165868:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.165870:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.165873:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.165874:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.165876:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=4 00000020:00000001:1.0:1789131398.165878:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.165879:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.165883:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.165886:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.165889:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffb0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115bba expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.165896:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.165897:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.165898:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.165900:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.165901:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=5 00000020:00000001:1.0:1789131398.165903:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.165910:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.165912:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.165915:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffb0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115bba expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.165921:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.165922:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131398.165925:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffb0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115bba expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.165931:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.165932:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.165933:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.165934:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.165935:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131398.165941:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d06d21c0 x1876039997377920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789131398.165950:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.165951:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.165953:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.165954:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.165956:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.165958:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.165959:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.165960:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.165962:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.165965:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789131398.165967:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.165968:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.165969:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.165971:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.165973:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00000002:00010000:1.0:1789131398.165975:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffb0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115bba expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.165986:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.165987:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.165989:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131398.165990:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.165991:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.165992:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.165994:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.165996:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000040:1.0:1789131398.166002:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0eb00 count: 2 00010000:00000001:1.0:1789131398.166005:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131398.166008:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789131398.166011:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.166012:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.166013:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131398.166016:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:1.0:1789131398.166018:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789131398.166021:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.166025:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.166027:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131398.166030:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789131398.166033:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131398.166036:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131398.166040:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8546a00. 00000080:00000001:1.0:1789131398.166045:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131398.166047:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131398.166053:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789131398.166058:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789131398.166062:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c2f25940. 00800000:00000001:1.0:1789131398.166064:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713500576064 : -110360208975552 : ffff9ba0c2f25940) 00800000:00000001:1.0:1789131398.166067:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.166069:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131398.166071:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789131398.166073:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789131398.166081:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789131398.166083:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789131398.166085:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.166089:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789131398.166091:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789131398.166095:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:1.0:1789131398.166098:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.166099:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.166101:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.166103:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.166105:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.166108:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.166109:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131398.166110:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131398.166113:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789131398.166115:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c2f25940 1 00800000:00000010:1.0:1789131398.166118:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c2f25940. 00800000:00000001:1.0:1789131398.166121:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.166124:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ffb0 00800000:00000001:1.0:1789131398.166127:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131398.166129:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131398.166130:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.166131:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.166133:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.166134:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.166136:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.166138:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.166139:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.166140:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.166142:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.166144:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.166146:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131398.166149:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ffb0 from it ffffbc4101cb7bf8 00010000:00000001:1.0:1789131398.166150:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.166169:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.166170:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.166172:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.166174:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.166176:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.166179:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffb0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115bba expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.166184:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.166185:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.166186:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131398.166189:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131398.166191:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffb0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115bba expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131398.166197:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131398.166199:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131398.166201:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.166205:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.166206:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.166207:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.166210:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131398.166212:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.166213:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.166216:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.166218:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.166219:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.166220:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131398.166222:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.166227:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d21c0 x1876039997377920/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.166288:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131398.166292:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131398.166294:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131398.166298:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131398.166309:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131398.166310:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=91 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:1.0:1789131398.166312:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131398.166315:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d075ec00. 02000000:00000001:1.0:1789131398.166318:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131398.166319:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131398.166321:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d21c0. 00000100:00000001:1.0:1789131398.166325:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131398.166326:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131398.166329:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:1.0:1789131398.166334:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.166349:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d101ddc0. 00000080:00000001:1.0:1789131398.166354:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131398.166356:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131398.166357:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:1.0:1789131398.166359:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131398.166364:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8546a00. 00800000:00000002:1.0:1789131398.166368:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.166372:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131398.166375:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.166376:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:1.0:1789131398.166379:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131398.166382:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131398.166385:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131398.166390:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.166391:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:1.0:1789131398.166393:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131398.166397:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131398.166398:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.166401:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.166404:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0eb00 count: 2 00010000:00000001:1.0:1789131398.166406:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.166408:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.166411:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789131398.166415:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffb0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115bba expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789131398.166427:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789131398.166431:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.166434:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffb0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115bba expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789131398.166440:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789131398.166442:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131398.166444:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131398.166446:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131398.166447:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131398.166449:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789131398.166452:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789131398.166454:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131398.166456:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8546a00. 00000080:00000001:1.0:1789131398.166459:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131398.166460:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.166462:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131398.166465:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ffb0 00800000:00000001:1.0:1789131398.166468:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131398.167330:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131398.167332:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.167334:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.167336:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.167340:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.167343:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.167346:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.167347:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.167349:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.167350:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.167353:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ffb0 from it ffffbc4101cb7b38 00010000:00000001:1.0:1789131398.167355:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.167356:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.167440:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.167442:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.167445:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.167447:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.167450:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffb0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115bba expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131398.167458:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.167459:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.167461:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131398.167464:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131398.167466:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffb0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115bba expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789131398.167499:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131398.167501:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131398.167503:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.167506:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.167507:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.167508:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.167511:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131398.167512:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.167514:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.167516:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.167518:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.167519:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.167520:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131398.167522:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789131398.167524:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131398.167526:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:1.0:1789131398.167531:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.167534:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789131398.167536:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:1.0:1789131398.167538:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-43, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d4ac9980, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789131398.167544:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d4bb9240. 00000080:00000001:1.0:1789131398.167553:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789131398.167555:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:1.0:1789131398.167557:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-43, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:1.0:1789131398.167564:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d8546a00. 00800000:00000002:1.0:1789131398.167567:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.167572:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131398.167575:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.167576:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:1.0:1789131398.167578:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-43' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131398.167581:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789131398.167583:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789131398.167588:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:1.0:1789131398.167591:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789131398.167592:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789131398.167595:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789131398.167597:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789131398.167600:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x2d:0x0] 40000000:00000001:1.0:1789131398.167602:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.167604:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.167606:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.167607:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.167609:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:1.0:1789131398.167611:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x2d:0x0], name='f0a.replay-dual-43' -> mds #0 layout version 1 00000002:00000001:1.0:1789131398.167614:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.167615:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:1.0:1789131398.167617:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-43,[0x200000402:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789131398.167621:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131398.167623:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789131398.167626:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789131398.167630:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.167641:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789131398.167644:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0eb00 count: 2 00010000:00000001:1.0:1789131398.167647:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.167649:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789131398.167657:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789131398.167660:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffb0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115bba expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789131398.167667:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789131398.167670:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789131398.167672:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789131398.167673:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789131398.167676:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.167677:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.167680:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0eb00 count: 3 00010000:00000001:1.0:1789131398.167698:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.167702:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.167704:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.167705:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.167707:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0eb00 count: 3 00010000:00000001:1.0:1789131398.167708:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.167710:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.167711:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.167712:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.167714:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0eb00 count: 3 00010000:00000001:1.0:1789131398.167715:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.167717:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.167719:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131398.167721:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789131398.167725:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789131398.167732:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789131398.167734:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789131398.167736:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.167738:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789131398.167741:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789131398.167742:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789131398.167744:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.167746:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789131398.167749:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b42200 with handle 0xc8adac5b2d01ffb0 from hash 00010000:00000001:1.0:1789131398.167752:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789131398.167759:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.167760:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.167761:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789131398.167764:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789131398.167765:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789131398.167768:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131398.167770:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131398.167772:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789131398.167777:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d21c0. 00000020:00000040:1.0:1789131398.167781:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=92 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:1.0:1789131398.167786:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789131398.167788:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.167790:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131398.167794:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.167796:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.167797:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.167798:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.167800:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131398.167802:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131398.167805:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131398.167812:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d075ec00. 00000100:00000001:1.0:1789131398.167818:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.167821:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.167824:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789131398.167827:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffb0 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115bba expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789131398.167833:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789131398.167835:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131398.168514:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789131398.168518:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffb0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115bba expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789131398.168527:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0eb00 count: 0 00010000:00000010:1.0:1789131398.168532:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aab80. 00010000:00000001:1.0:1789131398.168552:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.168553:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.168555:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.168556:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.168558:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.168570:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713726726592 : -110359982825024 : ffff9ba0d06d21c0) 00010000:00000001:1.0:1789131398.168574:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131398.168576:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131398.168581:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e800. 00010000:00000010:1.0:1789131398.168584:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aab80. 00010000:00000001:1.0:1789131398.168588:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131398.168590:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b42400. 00000020:00000001:1.0:1789131398.168593:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131398.168595:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b42400 with handle 0xc8adac5b2d01ffb7 to hash 00000020:00000001:1.0:1789131398.168597:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131398.168599:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00010000:00000001:1.0:1789131398.168602:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00010000:00000001:1.0:1789131398.168605:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.168607:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.168610:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42400/0xc8adac5b2d01ffb7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.168618:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42400/0xc8adac5b2d01ffb7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789131398.168629:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789131398.168695:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d06d21c0 x1876039997378176/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789131398.168704:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42400/0xc8adac5b2d01ffb7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131398.168710:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131398.168712:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131398.168725:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56780. 00000100:00000001:1.0:1789131398.168727:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499727744 : -110360209823872 : ffff9ba0c2e56780) 00000100:00000001:1.0:1789131398.168730:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.168731:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726726592 : -110359982825024 : ffff9ba0d06d21c0) 00000100:00000001:1.0:1789131398.168735:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131398.168738:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.168740:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131398.168742:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131398.168747:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d21c0 x1876039997378176/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.168754:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131398.168756:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.168759:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131398.168762:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131398.168764:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131398.168768:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d21c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997378176:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.168771:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131398.168782:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131398.168784:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.168787:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131398.168833:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d1020000. 02000000:00000001:1.0:1789131398.168835:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131398.168855:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131398.168859:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131398.168873:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d075dc00. 00000100:00000200:1.0:1789131398.168880:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997378176, portal 10 00000100:00000001:1.0:1789131398.168882:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.168883:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726726592 : -110359982825024 : ffff9ba0d06d21c0) 00000100:00000040:1.0:1789131398.168889:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06d21c0 x1876039997378176/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.168896:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131398.168899:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131398.168902:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020330. 00000100:00000200:1.0:1789131398.168910:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997378176, offset 0 00000400:00000200:1.0:1789131398.168917:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131398.168924:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.168931:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131398.168936:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131398.169755:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131398.169760:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131398.169764:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131398.169768:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [381:381:256:4294967295] 192.168.206.157@tcp LPNI seq info [381:381:8:4294967295] 00000400:00000200:1.0:1789131398.169773:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.169784:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131398.169790:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131398.169798:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d000. 00000800:00000200:1.0:1789131398.169805:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131398.169812:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131398.169817:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d000 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789131398.170089:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.170094:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 29508 usecs (30 jiffies) 00000400:00000200:1.0:1789131398.170098:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131398.170101:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985209 00000100:00000001:1.0:1789131398.170108:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985200 00000100:00000001:1.0:1789131398.170113:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985209 00000100:00000001:1.0:1789131398.170117:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985200 00000100:00000001:1.0:1789131398.170119:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.170122:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.170125:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131398.170126:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131398.170129:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56780 going to sleep for 11 seconds 00000100:00000001:1.0:1789131398.170132:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131398.170134:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131398.170367:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131398.170377:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d000. 00000400:00000200:2.0:1789131398.170383:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.170389:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131398.170395:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020330 00000400:00000010:2.0:1789131398.170397:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020330. 00000100:00000001:2.0:1789131398.170403:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131398.170410:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d21c0 x1876039997378176/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.170420:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.170423:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d21c0 x1876039997378176/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.170430:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.170432:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131398.177599:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.177615:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131398.177619:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.177626:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.177634:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.177641:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131398.177649:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.177654:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.177659:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.177663:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0ce80 00000400:00000200:2.0:1789131398.177672:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.177677:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xf6d [32] + 224 00000800:00000001:2.0:1789131398.177692:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.177699:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.177702:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.177706:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131398.177714:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.177721:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d21c0 x1876039997378176/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131398.177731:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d06d21c0 x1876039997378176/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.177798:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131398.177817:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131398.177826:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131398.177829:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.177834:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131398.177841:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [382:382:256:4294967295] 192.168.206.157@tcp LPNI seq info [382:382:8:4294967295] 00000400:00000200:2.0:1789131398.177845:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.177853:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131398.177858:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131398.177864:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0c7b03800. 00000800:00000200:2.0:1789131398.177869:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131398.177876:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131398.177880:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c7b03800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131398.177970:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131398.177974:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0c7b03800. 00000400:00000200:2.0:1789131398.177977:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.177981:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131398.177986:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.177990:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131398.178849:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131398.178853:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131398.178856:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131398.178863:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d075dc00 00000400:00000010:1.0:1789131398.178865:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d075dc00. 00000100:00000001:1.0:1789131398.178869:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131398.178877:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d21c0 x1876039997378176/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131398.178888:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d21c0 x1876039997378176/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.178895:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131398.178898:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.178900:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131398.178904:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131398.178907:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131398.178909:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.178912:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131398.178922:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131398.178926:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131398.178929:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131398.178931:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.178934:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131398.178936:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.178949:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131398.178951:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1789131398.178953:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131398.178955:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.178957:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726726592 : -110359982825024 : ffff9ba0d06d21c0) 00000100:00000001:1.0:1789131398.178960:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131398.178962:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131398.178964:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131398.178966:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.178971:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.178996:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.178998:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131398.179000:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131398.179005:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131398.179012:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d21c0 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997378176:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.179017:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.179019:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.179021:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131398.179023:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.179027:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.179033:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131398.179036:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56780. 00000100:00000001:1.0:1789131398.179039:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131398.179040:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.179043:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131398.179047:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.179050:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.179053:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42400 refcount=4 00000020:00000001:1.0:1789131398.179055:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00010000:00000001:1.0:1789131398.179058:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00010000:00000040:1.0:1789131398.179064:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b42400, remote cookie: 0x2d69527cc2115bd6, flags: 0x1001 00010000:00010000:1.0:1789131398.179069:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42400/0xc8adac5b2d01ffb7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115bd6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789131398.179076:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x2d:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789131398.179079:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789131398.179092:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e000. 00010000:00000010:1.0:1789131398.179095:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa180. 00010000:00000040:1.0:1789131398.179100:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e800 count: 0 00010000:00000010:1.0:1789131398.179105:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aab80. 00010000:00000001:1.0:1789131398.179115:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.179118:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42400/0xc8adac5b2d01ffb7 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115bd6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.179127:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42400/0xc8adac5b2d01ffb7 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115bd6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.179133:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131398.179137:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131398.179139:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131398.179140:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131398.179141:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131398.179144:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x2d:0x0].0x0 (ffff9ba0c7d0e000) refcount = 1 00010000:00010000:1.0:1789131398.179147:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42400/0xc8adac5b2d01ffb7 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115bd6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.179154:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131398.179157:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131398.179159:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.179161:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131398.179164:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.179166:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42400/0xc8adac5b2d01ffb7 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115bd6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.179172:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131398.179173:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.179175:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.179176:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.179176:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.179184:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.179189:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131398.179191:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.179193:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.179384:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42400 refcount=3 00000020:00000001:1.0:1789131398.179387:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00010000:00000001:1.0:1789131398.179389:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00010000:00000001:1.0:1789131398.179391:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.179392:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.179394:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42400 refcount=4 00000020:00000001:1.0:1789131398.179395:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00010000:00000001:1.0:1789131398.179397:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00010000:00000001:1.0:1789131398.179401:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.179403:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.179407:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42400/0xc8adac5b2d01ffb7 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115bd6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.179413:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.179414:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.179415:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.179416:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.179418:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42400 refcount=5 00000020:00000001:1.0:1789131398.179419:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00010000:00000001:1.0:1789131398.179422:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00010000:00000001:1.0:1789131398.179424:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.179426:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42400/0xc8adac5b2d01ffb7 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115bd6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.179431:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.179432:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131398.179434:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42400/0xc8adac5b2d01ffb7 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115bd6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.179450:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.179452:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.179453:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.179454:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.179455:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131398.179460:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.179487:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789131398.179492:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.179499:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.179506:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.179507:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.179508:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42400 refcount=3 00000020:00000001:1.0:1789131398.179510:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00010000:00000001:1.0:1789131398.179513:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00000002:00010000:1.0:1789131398.179516:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42400/0xc8adac5b2d01ffb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115bd6 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789131398.179525:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c2f25940. 00010000:00000001:1.0:1789131398.179527:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.179528:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.179530:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.179532:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.179535:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789131398.179537:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.179538:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726726592 : -110359982825024 : ffff9ba0d06d21c0) 00000100:00000001:1.0:1789131398.179540:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.179541:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726726592 : -110359982825024 : ffff9ba0d06d21c0) 00010000:00000001:1.0:1789131398.179544:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.179552:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.179554:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42400 refcount=3 00000020:00000001:1.0:1789131398.179555:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00010000:00000001:1.0:1789131398.179557:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00000002:00010000:1.0:1789131398.179560:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42400/0xc8adac5b2d01ffb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115bd6 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.179566:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.179567:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.179568:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131398.179569:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.179570:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.179571:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42400 refcount=3 00000020:00000001:1.0:1789131398.179573:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00010000:00000001:1.0:1789131398.179575:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00010000:00000040:1.0:1789131398.179579:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e000 count: 2 00010000:00000001:1.0:1789131398.179581:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131398.179585:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/45 (0 0) 00010000:00000001:1.0:1789131398.179587:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.179588:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.179589:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131398.179592:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:1.0:1789131398.179594:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-43 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789131398.179597:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.179600:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.179602:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131398.179605:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789131398.179607:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131398.179611:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.179613:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789131398.179614:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d4bb9240 it_disposition 1800037 00000080:00002000:1.0:1789131398.179619:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2178000 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789131398.179624:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131398.179631:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789131398.179633:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:1.0:1789131398.179635:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-43, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:1.0:1789131398.179637:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789131398.179639:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131398.179644:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789131398.179647:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131398.179650:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279533 : 144115205289279533 : 20000040200002d) 00000080:00000001:1.0:1789131398.179653:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789131398.179663:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21c39c0. 00000020:00000001:1.0:1789131398.179674:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789131398.179675:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789131398.179678:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789131398.179680:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x2d:0x0](ffff9ba0d21c3a88) 00000020:00000001:1.0:1789131398.179692:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131398.179695:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:1.0:1789131398.179697:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:1.0:1789131398.179701:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789131398.179706:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d09370c8. 00000020:00000001:1.0:1789131398.179708:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131398.179710:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131398.179716:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789131398.179729:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d07ce000. 00020000:00000001:1.0:1789131398.179732:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713727758336 : -110359981793280 : ffff9ba0d07ce000) 00020000:00000001:1.0:1789131398.179735:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:1.0:1789131398.179738:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131398.179743:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb90c0. 00020000:00000010:1.0:1789131398.179747:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b300. 00020000:00000010:1.0:1789131398.179751:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9f60. 00020000:00000001:1.0:1789131398.179753:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798979424 : -110359910572192 : ffff9ba0d4bb9f60) 00020000:00000002:1.0:1789131398.179756:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9f60, objid 0x2d:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131398.179759:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131398.179763:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b300: ostid: 0x280000400:24 ost idx: 1 gen: 0 00020000:00000001:1.0:1789131398.179765:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789131398.179771:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9f60, objid 0x2d:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131398.179774:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131398.179776:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b300: ostid: 0x280000400:24 ost idx: 1 gen: 0 00020000:00000010:1.0:1789131398.179780:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c2b95210. 00020000:00000010:1.0:1789131398.179783:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2e56780. 00020000:00000001:1.0:1789131398.179787:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789131398.179790:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba1021d0cc8. 00020000:00000001:1.0:1789131398.179793:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789131398.179794:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789131398.179799:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789131398.179803:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d09377d0. 00000020:00000001:1.0:1789131398.179805:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131398.179806:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131398.179808:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713729239120 : -110359980312496 : ffff9ba0d0937850) 00020000:00000001:1.0:1789131398.179811:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789131398.179824:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d07d5ab0. 00020000:00000001:1.0:1789131398.179827:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.179831:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729239120 : -110359980312496 : ffff9ba0d0937850) 00020000:00000001:1.0:1789131398.179833:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713729239120 : -110359980312496 : ffff9ba0d0937850) 00020000:00000002:1.0:1789131398.179836:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x18:0x0]@ffff9ba0d09377d0[0:0] -> [0x200000402:0x2d:0x0]@ffff9ba0d09370c8: ostid: 0x280000400:24 ost idx: 1 gen: 0 00020000:00000001:1.0:1789131398.179841:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:1.0:1789131398.179843:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789131398.179845:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.179848:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729237320 : -110359980314296 : ffff9ba0d0937148) 00000020:00001000:1.0:1789131398.179851:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:1.0:1789131398.179855:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279533 : 144115205289279533 : 20000040200002d) 00000080:00000001:1.0:1789131398.179857:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789131398.179859:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279533 mtime from 0 to 1789131398 00000080:00000001:1.0:1789131398.179862:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789131398.179864:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754978952 : -110359954572664 : ffff9ba0d21c3a88) 00010000:00000001:1.0:1789131398.179867:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.179873:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.179874:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42400 refcount=3 00000020:00000001:1.0:1789131398.179876:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00010000:00000001:1.0:1789131398.179878:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00000080:00000001:1.0:1789131398.179881:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789131398.179882:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131398.179884:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:1.0:1789131398.179886:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:1.0:1789131398.179888:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789131398.179890:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789131398.179891:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131398.179894:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb99c0. 00020000:00000010:1.0:1789131398.179897:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b100. 00020000:00000010:1.0:1789131398.179900:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9840. 00020000:00000001:1.0:1789131398.179901:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798977600 : -110359910574016 : ffff9ba0d4bb9840) 00020000:00000002:1.0:1789131398.179904:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9840, objid 0x2d:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131398.179907:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131398.179910:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b100: ostid: 0x280000400:24 ost idx: 1 gen: 0 00020000:00000002:1.0:1789131398.179914:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d07ce000) owner ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.179916:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789131398.179918:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d07ce000) owner ffff9ba0c2f34f80 00020000:00000010:1.0:1789131398.179922:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c320b100. 00020000:00000010:1.0:1789131398.179925:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d4bb99c0. 00020000:00000010:1.0:1789131398.179927:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d4bb9840. 00020000:00000002:1.0:1789131398.179929:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x2d:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789131398.179931:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.179932:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.179935:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789131398.180046:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d07ce000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131398.180049:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d4bb9f60 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:1.0:1789131398.180052:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d07ce000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.180055:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789131398.180062:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789131398.180064:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789131398.180066:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789131398.180067:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789131398.180070:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x2d:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789131398.180073:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:1.0:1789131398.180075:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.180077:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.180078:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131398.180080:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131398.180083:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789131398.180084:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.180087:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x2d:0x0](ffff9ba0d21c3a88) 00000080:00010000:1.0:1789131398.180090:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2d:0x0](ffff9ba0d21c3a88) for lock 0xc8adac5b2d01ffb7 00800000:00000001:1.0:1789131398.180093:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131398.180094:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131398.180096:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.180097:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.180099:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42400 refcount=3 00000020:00000001:1.0:1789131398.180101:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00010000:00000001:1.0:1789131398.180103:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00010000:00000001:1.0:1789131398.180105:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.180106:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.180108:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.180109:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.180110:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789131398.180112:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.180118:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.180124:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131398.180128:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21c3a88 need_sync_to_mds [0x200000402:0x2d:0x0] 00000080:00000001:1.0:1789131398.180131:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.180134:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2d:0x0](ffff9ba0d21c3a88) 00000080:00000001:1.0:1789131398.180137:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131398.180141:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8546a00. 00000100:00000001:1.0:1789131398.180148:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.180152:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.180158:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.180161:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789131398.180163:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131398.180165:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21c3a88 need_sync_to_mds [0x200000402:0x2d:0x0] 00000080:00000001:1.0:1789131398.180173:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789131398.180175:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:1.0:1789131398.180177:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-43:[0x200000402:0x2d:0x0](ffff9ba0d21c3a88), flags 100102 00000080:00000010:1.0:1789131398.180184:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c178cdc0. 00000080:00000010:1.0:1789131398.180190:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2f252c0. 00000080:00000001:1.0:1789131398.180192:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789131398.180261:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789131398.180264:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789131398.180268:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d101d9a0. 00000002:00100000:1.0:1789131398.180274:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.180280:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.180281:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789131398.180285:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789131398.180288:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.180291:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.180294:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.180296:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789131398.180303:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131398.180306:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d1020000. 02000000:00000001:1.0:1789131398.180335:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789131398.180338:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.180340:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:1.0:1789131398.180342:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-43:[0x200000402:0x2d:0x0](ffff9ba0d21c3a88), flags 100102, rc = 0 00000080:00000001:1.0:1789131398.180346:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789131398.180353:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d4bb9240 released 00000080:00010000:1.0:1789131398.180356:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ffb7 from it ffff9ba0d4bb9240 00010000:00000001:1.0:1789131398.180358:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.180359:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.180360:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42400 refcount=3 00000020:00000001:1.0:1789131398.180362:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00010000:00000001:1.0:1789131398.180365:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580385280 : -110360129166336 : ffff9ba0c7b42400) 00010000:00000001:1.0:1789131398.180367:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.180370:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42400/0xc8adac5b2d01ffb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115bd6 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.180377:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.180378:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.180379:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131398.180382:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131398.180384:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42400/0xc8adac5b2d01ffb7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115bd6 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131398.180391:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131398.180394:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131398.180395:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.180399:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.180400:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.180402:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.180405:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131398.180407:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.180408:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.180411:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.180413:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.180414:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.180415:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131398.180417:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789131398.180419:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789131398.180421:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789131398.180423:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789131398.180425:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789131398.180433:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.180436:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789131398.180437:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.180439:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131398.180441:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.180443:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131398.180445:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d4bb9240. 00000080:00000001:1.0:1789131398.180448:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.180452:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789131398.180454:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2d:0x0](ffff9ba0d21c3a88), inode mode 81a4 mask 40 00000080:00000001:1.0:1789131398.180458:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131398.180563:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131398.180566:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d07ce000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131398.180569:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d07ce000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.180572:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.180578:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789131398.180580:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:1.0:1789131398.180582:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-43:[0x200000402:0x2d:0x0](ffff9ba0d21c3a88), flags 100002 00000080:00000001:1.0:1789131398.180584:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789131398.180586:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789131398.180587:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131398.180589:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d07ce000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131398.180591:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d07ce000) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.180593:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.180595:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789131398.180598:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.180601:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.180604:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e000 count: 2 00010000:00000001:1.0:1789131398.180606:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.180610:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131398.180612:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x2d:0x0]: 0 00000080:00000001:1.0:1789131398.180614:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789131398.180615:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789131398.180619:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d8546a00. 00000080:00000001:1.0:1789131398.180620:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789131398.180629:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789131398.180632:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789131398.180634:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x2d:0x0] 00000002:00000001:1.0:1789131398.180637:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789131398.180639:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x2d:0x0] file closed with intent: 0 00000100:00000010:1.0:1789131398.180643:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d0b40. 00000020:00000040:1.0:1789131398.180647:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=93 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:1.0:1789131398.180650:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131398.180652:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131398.180655:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131398.180661:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d1936c00. 00000100:00000001:1.0:1789131398.180666:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789131398.180676:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789131398.181006:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789131398.181012:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d06d0b40 x1876039997378432/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789131398.181020:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131398.181022:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131398.181028:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56600. 00000100:00000001:1.0:1789131398.181030:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499727360 : -110360209824256 : ffff9ba0c2e56600) 00000100:00000001:1.0:1789131398.181033:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.181034:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726720832 : -110359982830784 : ffff9ba0d06d0b40) 00000100:00000001:1.0:1789131398.181038:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131398.181041:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.181043:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131398.181044:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131398.181048:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d0b40 x1876039997378432/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.181055:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131398.181057:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.181060:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131398.181062:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131398.181070:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131398.181074:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d0b40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997378432:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131398.181078:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131398.181083:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131398.181086:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.181088:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131398.181091:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d075dc00. 02000000:00000001:1.0:1789131398.181093:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131398.181099:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131398.181103:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131398.181109:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020b28. 00000100:00000200:1.0:1789131398.181116:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997378432, portal 10 00000100:00000001:1.0:1789131398.181118:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.181119:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726720832 : -110359982830784 : ffff9ba0d06d0b40) 00000100:00000040:1.0:1789131398.181125:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06d0b40 x1876039997378432/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.181131:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131398.181134:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131398.181136:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80204c8. 00000100:00000200:1.0:1789131398.181139:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997378432, offset 0 00000400:00000200:1.0:1789131398.181145:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131398.181153:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.181159:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131398.181164:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131398.181168:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131398.181172:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131398.181174:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131398.181177:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [383:383:256:4294967295] 192.168.206.157@tcp LPNI seq info [383:383:8:4294967295] 00000400:00000200:1.0:1789131398.181181:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.181189:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00010000:00000010:1.1:1789131398.181765:0:10482:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0eb00. 00010000:00000010:1.1:1789131398.181773:0:10482:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b42200. 00000800:00000200:1.0:1789131398.181779:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131398.181785:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d900. 00000800:00000200:1.0:1789131398.181797:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131398.181805:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131398.181809:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131398.181826:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.181830:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 29408 usecs (30 jiffies) 00000400:00000200:1.0:1789131398.181834:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131398.181837:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985221 00000100:00000001:1.0:1789131398.181843:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985209 00000100:00000001:1.0:1789131398.181848:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985221 00000100:00000001:1.0:1789131398.181852:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985209 00000100:00000001:1.0:1789131398.181855:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.181858:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.181860:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131398.181863:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131398.181865:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56600 going to sleep for 11 seconds 00000100:00000001:1.0:1789131398.181867:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131398.181870:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131398.182006:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131398.182011:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d900. 00000400:00000200:2.0:1789131398.182016:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.182021:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131398.182026:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80204c8 00000400:00000010:2.0:1789131398.182028:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80204c8. 00000100:00000001:2.0:1789131398.182033:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131398.182038:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d0b40 x1876039997378432/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.182047:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.182050:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d0b40 x1876039997378432/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.182062:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.182064:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131398.184835:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.184849:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.184853:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.184855:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.184865:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.184871:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131398.184880:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.184884:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.184889:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.184892:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0cf80 00000400:00000200:3.0:1789131398.184897:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.184902:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xf75 [1] + 224 00000800:00000001:3.0:1789131398.184908:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.184914:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.184917:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.184921:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131398.184930:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131398.184949:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d0b40 x1876039997378432/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131398.184959:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d06d0b40 x1876039997378432/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.185006:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131398.185024:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131398.185032:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.185035:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131398.185102:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131398.185105:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131398.185109:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131398.185113:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020b28 00000400:00000010:1.0:1789131398.185116:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020b28. 00000100:00000001:1.0:1789131398.185119:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131398.185124:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d0b40 x1876039997378432/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131398.185131:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d0b40 x1876039997378432/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.185137:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131398.185139:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.185141:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131398.185144:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131398.185159:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131398.185161:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.185164:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131398.185172:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131398.185176:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131398.185179:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131398.185180:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.185183:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131398.185185:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.185188:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131398.185190:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789131398.185191:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131398.185193:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.185261:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726720832 : -110359982830784 : ffff9ba0d06d0b40) 00000100:00000001:1.0:1789131398.185265:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131398.185267:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131398.185269:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131398.185272:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.185278:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d0b40 x1876039997378432/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.185284:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.185287:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131398.185288:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131398.185292:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d0b40 x1876039997378432/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131398.185299:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d0b40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997378432:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131398.185304:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.185306:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.185308:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131398.185310:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.185313:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d0b40 x1876039997378432/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.185319:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131398.185327:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56600. 00000100:00000001:1.0:1789131398.185330:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131398.185331:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.185337:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.185339:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726720832 : -110359982830784 : ffff9ba0d06d0b40) 00000002:00000001:1.0:1789131398.185341:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.185344:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.185349:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d8546a00. 00000080:00000001:1.0:1789131398.185353:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789131398.185356:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789131398.185371:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789131398.185376:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.185383:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.185385:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.185387:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2f252c0. 00000100:00000001:1.0:1789131398.185390:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.185393:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d0b40 x1876039997378432/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.185399:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.185402:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.185405:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c178cdc0. 00000080:00000001:1.0:1789131398.185409:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.185415:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:1.0:1789131398.185417:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-43:[0x200000402:0x2d:0x0](ffff9ba0d21c3a88), flags 100002, rc = 0 00000080:00000001:1.0:1789131398.185421:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.185426:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789131398.185428:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:1.0:1789131398.185429:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-43 (ffff9ba0d2178000, parent ffff9ba0d20e4ca8, inode ffff9ba0d21c3a88) hashed, 00000080:00000001:1.0:1789131398.185432:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131398.185912:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131398.185916:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131398.185924:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131398.185926:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:0.0:1789131398.185929:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131398.185935:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:0.0:1789131398.186000:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131398.186005:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131398.186008:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131398.186011:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:0.0:1789131398.186013:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131398.186017:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131398.186021:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131398.186025:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131398.186027:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:0.0:1789131398.186028:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131398.186031:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131398.186033:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131398.186036:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131398.186041:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.186043:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.186044:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.186046:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131398.186048:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1789131398.186053:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a0000. 00000020:00000040:0.0:1789131398.186057:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=94 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:0.0:1789131398.186061:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131398.186065:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131398.186071:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.186073:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.186075:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.186077:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131398.186080:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131398.186083:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131398.186089:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d09de800. 00000100:00000001:0.0:1789131398.186095:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.186099:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131398.186100:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.186107:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131398.186108:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.186110:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.186116:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713726521344 : -110359983030272 : ffff9ba0d06a0000) 00010000:00000001:0.0:1789131398.186119:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131398.186121:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131398.186125:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d4ea2900. 00010000:00000010:0.0:1789131398.186129:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c2ca6e80. 00010000:00000001:0.0:1789131398.186132:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131398.186135:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b88400. 00000020:00000001:0.0:1789131398.186138:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131398.186142:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b88400 with handle 0xc8adac5b2d01ffbe to hash 00000020:00000001:0.0:1789131398.186144:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131398.186145:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.186149:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.186153:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131398.186156:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131398.186160:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffbe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131398.186170:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffbe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131398.186179:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffbe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131398.186184:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131398.186185:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131398.186190:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908600. 00000100:00000001:0.0:1789131398.186192:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729046016 : -110359980505600 : ffff9ba0d0908600) 00000100:00000001:0.0:1789131398.186257:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131398.186259:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726521344 : -110359983030272 : ffff9ba0d06a0000) 00000100:00000001:0.0:1789131398.186264:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131398.186268:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.186275:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131398.186277:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131398.186284:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a0000 x1876039997378560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.186291:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131398.186293:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131398.186296:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131398.186299:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131398.186301:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131398.186304:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a0000 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997378560:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131398.186308:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131398.186312:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131398.186315:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131398.186317:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131398.186321:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131398.186323:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131398.186328:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131398.186331:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee630. 00000400:00000010:0.0:1789131398.186337:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346110. 00000100:00000200:0.0:1789131398.186343:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997378560, portal 10 00000100:00000001:0.0:1789131398.186345:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131398.186346:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726521344 : -110359983030272 : ffff9ba0d06a0000) 00000100:00000040:0.0:1789131398.186352:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06a0000 x1876039997378560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.186426:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131398.186431:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131398.186435:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346f68. 00000100:00000200:0.0:1789131398.186439:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997378560, offset 0 00000400:00000200:0.0:1789131398.186445:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131398.186452:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131398.186458:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131398.186463:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131398.186560:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131398.186572:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131398.186576:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131398.186579:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [384:384:256:4294967295] 192.168.206.157@tcp LPNI seq info [384:384:8:4294967295] 00000400:00000200:0.0:1789131398.186584:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131398.186593:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131398.186598:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131398.186603:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593100. 00000800:00000200:0.0:1789131398.186609:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131398.186616:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131398.186621:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1789131398.186647:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131398.186653:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 29266 usecs (30 jiffies) 00000400:00000200:0.0:1789131398.186656:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131398.186659:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985226 00000100:00000001:0.0:1789131398.186665:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985221 00000100:00000001:0.0:1789131398.186669:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985226 00000100:00000001:0.0:1789131398.186672:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985221 00000100:00000001:0.0:1789131398.186674:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131398.186677:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.186679:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131398.186691:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131398.186694:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908600 going to sleep for 11 seconds 00000100:00000001:0.0:1789131398.186697:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131398.186699:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131398.187645:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131398.187651:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593100. 00000400:00000200:2.0:1789131398.187658:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.187664:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131398.187670:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346f68 00000400:00000010:2.0:1789131398.187673:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346f68. 00000100:00000001:2.0:1789131398.187676:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131398.187692:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a0000 x1876039997378560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.187704:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.187708:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a0000 x1876039997378560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.187715:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.187716:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131398.192534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e800. 00000800:00000001:3.0:1789131398.193400:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.193413:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.193431:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.193434:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.193443:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.193449:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131398.193458:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.193462:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.193467:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.193509:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0d000 00000400:00000200:3.0:1789131398.193514:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.193519:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xf7d [1] + 224 00000800:00000001:3.0:1789131398.193526:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.193533:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.193536:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.193541:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131398.193547:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131398.193554:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a0000 x1876039997378560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131398.193564:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d06a0000 x1876039997378560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.193573:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131398.193579:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.193582:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131398.193870:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131398.193878:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131398.193880:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131398.193884:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee630. 00000400:00000200:0.0:1789131398.193888:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346110 00000400:00000010:0.0:1789131398.193891:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346110. 00000100:00000001:0.0:1789131398.193894:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131398.193905:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a0000 x1876039997378560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131398.193914:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a0000 x1876039997378560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.193920:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131398.193923:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131398.193925:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131398.193929:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131398.193931:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131398.193933:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131398.193936:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131398.193960:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131398.193964:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131398.193966:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131398.193968:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.193971:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131398.193974:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.193977:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131398.193978:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131398.193980:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131398.193982:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131398.193986:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a0000 x1876039997378560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.193992:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131398.193995:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131398.193996:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131398.194000:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a0000 x1876039997378560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131398.194007:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a0000 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997378560:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131398.194011:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131398.194014:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.194016:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131398.194023:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131398.194027:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a0000 x1876039997378560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.194034:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131398.194036:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908600. 00000100:00000001:0.0:1789131398.194039:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131398.194040:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.194043:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131398.194047:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.194049:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.194052:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=4 00000020:00000001:0.0:1789131398.194054:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.194057:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000040:0.0:1789131398.194063:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b88400, remote cookie: 0x2d69527cc2115beb, flags: 0x1001 00010000:00010000:0.0:1789131398.194068:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffbe lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115beb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131398.194079:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffbe lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115beb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.194086:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131398.194089:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131398.194092:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131398.194093:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131398.194094:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131398.194097:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0d4ea2900) refcount = 1 00010000:00010000:0.0:1789131398.194101:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffbe lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115beb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.194107:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131398.194111:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131398.194112:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131398.194116:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131398.194123:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131398.194127:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffbe lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115beb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.194132:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131398.194134:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.194135:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.194136:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.194137:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.194139:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.194143:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131398.194145:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.194146:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.194148:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131398.194150:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.194152:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.194154:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.194155:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.194156:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=4 00000020:00000001:0.0:1789131398.194158:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.194160:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.194162:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131398.194166:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131398.194169:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffbe lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115beb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.194175:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.194176:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.194177:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.194178:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.194179:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=5 00000020:00000001:0.0:1789131398.194181:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.194183:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.194185:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131398.194204:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffbe lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115beb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.194211:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.194212:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131398.194214:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffbe lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115beb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.194220:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131398.194221:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.194222:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.194224:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.194224:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131398.194230:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d06a0000 x1876039997378560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1789131398.194239:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.194240:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.194242:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131398.194244:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.194246:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.194248:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.194249:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131398.194251:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.194253:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.194256:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1789131398.194258:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.194259:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.194261:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131398.194262:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.194264:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00000002:00010000:0.0:1789131398.194267:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115beb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.194285:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.194286:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.194288:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131398.194289:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.194290:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.194292:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131398.194294:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.194296:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000040:0.0:1789131398.194302:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2900 count: 2 00010000:00000001:0.0:1789131398.194305:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131398.194308:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1789131398.194311:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.194311:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131398.194313:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131398.194316:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:0.0:1789131398.194318:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1789131398.194321:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131398.194324:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131398.194327:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131398.194330:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1789131398.194333:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131398.194337:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131398.194340:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000080:00000001:0.0:1789131398.194345:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131398.194348:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131398.194354:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1789131398.194659:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1789131398.194666:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0d84c6f80. 00800000:00000001:0.0:1789131398.194669:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713858801536 : -110359850750080 : ffff9ba0d84c6f80) 00800000:00000001:0.0:1789131398.194671:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.194673:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131398.194676:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1789131398.194678:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1789131398.194695:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1789131398.194698:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1789131398.194700:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131398.194705:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1789131398.194708:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1789131398.194713:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:0.0:1789131398.194715:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.194717:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.194719:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131398.194720:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.194722:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.194725:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.194727:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131398.194728:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131398.194731:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1789131398.194732:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0d84c6f80 1 00800000:00000010:0.0:1789131398.194735:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0d84c6f80. 00800000:00000001:0.0:1789131398.194738:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131398.194741:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ffbe 00800000:00000001:0.0:1789131398.194744:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131398.194746:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131398.194747:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.194748:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.194749:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131398.194751:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.194753:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.194755:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.194756:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131398.194758:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131398.194759:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131398.194762:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131398.194764:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131398.194767:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ffbe from it ffffbc4101cb7bf8 00010000:00000001:0.0:1789131398.194769:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.194777:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.194778:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131398.194780:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.194782:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.194784:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131398.194786:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115beb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.194793:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.194794:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.194796:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131398.194798:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131398.194800:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffbe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115beb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131398.194806:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131398.194809:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131398.194811:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131398.194815:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.194816:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.194817:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.194820:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131398.194821:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.194823:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.194826:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.194827:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131398.194828:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.194829:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131398.194832:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131398.194838:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a0000 x1876039997378560/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.194845:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131398.194847:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131398.194850:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d845a800. 02000000:00000001:0.0:1789131398.194853:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131398.194862:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131398.194864:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=93 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131398.194866:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131398.194869:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d09de800. 02000000:00000001:0.0:1789131398.194872:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131398.194873:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131398.194875:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a0000. 00000100:00000001:0.0:1789131398.194878:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131398.194879:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131398.194882:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:0.0:1789131398.194888:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1789131398.194901:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d06b2ca0. 00000080:00000001:0.0:1789131398.194905:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:0.0:1789131398.194907:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1789131398.194909:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:0.0:1789131398.194911:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:0.0:1789131398.194915:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:0.0:1789131398.194919:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131398.194922:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131398.194925:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131398.194927:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:0.0:1789131398.194929:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131398.194932:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1789131398.194992:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1789131398.194998:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131398.195000:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:0.0:1789131398.195002:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1789131398.195006:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1789131398.195007:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131398.195010:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131398.195013:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2900 count: 2 00010000:00000001:0.0:1789131398.195015:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131398.195019:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131398.195021:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1789131398.195024:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffbe lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115beb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1789131398.195037:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1789131398.195041:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131398.195044:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffbe lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115beb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1789131398.195050:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1789131398.195052:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131398.195054:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131398.195056:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1789131398.195057:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131398.195059:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1789131398.195061:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1789131398.195063:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:0.0:1789131398.195066:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000080:00000001:0.0:1789131398.195068:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1789131398.195070:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131398.195072:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:0.0:1789131398.195075:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ffbe 00800000:00000001:0.0:1789131398.195078:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131398.195079:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131398.195080:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.195082:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.195083:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131398.195085:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.195087:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.195089:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.195090:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131398.195091:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131398.195092:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131398.195094:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ffbe from it ffffbc4101cb7b38 00010000:00000001:0.0:1789131398.195096:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.195097:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.195103:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b88400 refcount=3 00000020:00000001:0.0:1789131398.195105:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.195107:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580672000 : -110360128879616 : ffff9ba0c7b88400) 00010000:00000001:0.0:1789131398.195109:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131398.195111:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115beb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131398.195118:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.195119:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.195120:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131398.195121:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131398.195123:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffbe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115beb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1789131398.195129:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131398.195130:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131398.195131:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131398.195133:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.195134:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.195135:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.195137:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131398.195138:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.195139:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.195141:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.195142:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131398.195143:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.195144:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1789131398.195146:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1789131398.195147:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1789131398.195149:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:0.0:1789131398.195151:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131398.195154:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1789131398.195156:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:0.0:1789131398.195157:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-44, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d8798900, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1789131398.195162:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d81f7360. 00000080:00000001:0.0:1789131398.195170:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1789131398.195172:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:0.0:1789131398.195174:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-44, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:0.0:1789131398.195180:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:0.0:1789131398.195182:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131398.195186:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1789131398.195188:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1789131398.195189:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:0.0:1789131398.195190:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-44' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1789131398.195538:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1789131398.195541:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1789131398.195545:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:0.0:1789131398.195548:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1789131398.195550:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1789131398.195552:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1789131398.195554:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1789131398.195557:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x2e:0x0] 40000000:00000001:0.0:1789131398.195559:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.195561:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131398.195563:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131398.195565:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131398.195567:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:0.0:1789131398.195569:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x2e:0x0], name='f0a.replay-dual-44' -> mds #0 layout version 1 00000002:00000001:0.0:1789131398.195573:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1789131398.195574:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:0.0:1789131398.195575:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-44,[0x200000402:0x2e:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1789131398.195579:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1789131398.195581:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1789131398.195584:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1789131398.195588:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.195589:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1789131398.195591:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2900 count: 2 00010000:00000001:0.0:1789131398.195593:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131398.195596:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1789131398.195605:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1789131398.195607:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffbe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115beb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1789131398.195615:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131398.195618:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131398.195620:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131398.195622:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1789131398.195624:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131398.195626:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131398.195629:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2900 count: 3 00010000:00000001:0.0:1789131398.195631:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131398.195633:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.195635:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131398.195635:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131398.195637:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2900 count: 3 00010000:00000001:0.0:1789131398.195638:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131398.195640:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.195642:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131398.195643:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131398.195644:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2900 count: 3 00010000:00000001:0.0:1789131398.195645:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131398.195647:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131398.195648:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131398.195651:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1789131398.195654:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1789131398.195662:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1789131398.195664:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131398.195665:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.195668:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1789131398.195671:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131398.195672:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131398.195674:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131398.195676:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1789131398.195679:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b88400 with handle 0xc8adac5b2d01ffbe from hash 00010000:00000001:0.0:1789131398.195681:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131398.195697:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.195698:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.195699:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131398.195702:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131398.195704:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1789131398.195707:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131398.195709:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131398.195711:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1789131398.195716:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a0000. 00000020:00000040:0.0:1789131398.195720:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=94 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:0.0:1789131398.195724:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789131398.195726:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.195728:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1789131398.195732:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131398.195734:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.195735:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.195736:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.195738:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131398.195740:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131398.195742:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131398.195748:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d09de800. 00000100:00000001:0.0:1789131398.195754:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.195757:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131398.195759:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1789131398.195762:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffbe lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115beb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1789131398.195768:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1789131398.195769:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131398.195771:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131398.195773:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88400/0xc8adac5b2d01ffbe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115beb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1789131398.195780:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4ea2900 count: 0 00010000:00000010:0.0:1789131398.195784:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0c2ca6e80. 00010000:00000001:0.0:1789131398.195799:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.195800:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.195802:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1789131398.195803:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.195805:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.195814:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713726521344 : -110359983030272 : ffff9ba0d06a0000) 00010000:00000001:0.0:1789131398.195818:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131398.195820:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1789131398.195824:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d4ea2800. 00010000:00000010:0.0:1789131398.195827:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c2ca6e80. 00010000:00000001:0.0:1789131398.195831:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131398.195834:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b89c00. 00000020:00000001:0.0:1789131398.195836:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131398.195838:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b89c00 with handle 0xc8adac5b2d01ffc5 to hash 00000020:00000001:0.0:1789131398.195841:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131398.195842:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00010000:00000001:0.0:1789131398.195845:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00010000:00000001:0.0:1789131398.195847:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131398.195849:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131398.195852:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89c00/0xc8adac5b2d01ffc5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131398.195858:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89c00/0xc8adac5b2d01ffc5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1789131398.195868:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1789131398.195876:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d06a0000 x1876039997378816/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1789131398.195886:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89c00/0xc8adac5b2d01ffc5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131398.195891:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131398.195893:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131398.195903:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908600. 00000100:00000001:0.0:1789131398.195905:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729046016 : -110359980505600 : ffff9ba0d0908600) 00000100:00000001:0.0:1789131398.195908:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131398.195909:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726521344 : -110359983030272 : ffff9ba0d06a0000) 00000100:00000001:0.0:1789131398.195913:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131398.195917:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.195919:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131398.195920:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131398.195925:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a0000 x1876039997378816/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.195931:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131398.195934:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131398.195937:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131398.196088:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131398.196090:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131398.196095:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a0000 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997378816:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131398.196099:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131398.196104:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131398.196106:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131398.196109:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131398.196157:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d1040000. 02000000:00000001:0.0:1789131398.196160:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131398.196166:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131398.196170:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee630. 00000400:00000010:0.0:1789131398.196176:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d09dd800. 00000100:00000200:0.0:1789131398.196183:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997378816, portal 10 00000100:00000001:0.0:1789131398.196185:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131398.196186:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726521344 : -110359983030272 : ffff9ba0d06a0000) 00000100:00000040:0.0:1789131398.196192:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06a0000 x1876039997378816/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.196269:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131398.196273:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131398.196277:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346110. 00000100:00000200:0.0:1789131398.196286:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997378816, offset 0 00000400:00000200:0.0:1789131398.196292:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131398.196301:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131398.196308:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131398.196313:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131398.196317:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131398.196321:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131398.196323:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131398.196326:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [385:385:256:4294967295] 192.168.206.157@tcp LPNI seq info [385:385:8:4294967295] 00000400:00000200:0.0:1789131398.196330:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131398.196339:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131398.196345:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131398.196350:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593e00. 00000800:00000200:0.0:1789131398.196357:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131398.196429:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131398.196433:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593e00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1789131398.196572:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131398.196578:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 29151 usecs (30 jiffies) 00000400:00000200:0.0:1789131398.196582:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131398.196584:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985236 00000100:00000001:0.0:1789131398.196592:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985226 00000100:00000001:0.0:1789131398.196598:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985236 00000100:00000001:0.0:1789131398.196601:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985226 00000100:00000001:0.0:1789131398.196604:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131398.196607:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.196609:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131398.196611:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131398.196614:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908600 going to sleep for 11 seconds 00000100:00000001:0.0:1789131398.196616:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131398.196620:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131398.198622:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131398.198632:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593e00. 00000400:00000200:2.0:1789131398.198640:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.198647:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131398.198653:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346110 00000400:00000010:2.0:1789131398.198656:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346110. 00000100:00000001:2.0:1789131398.198660:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131398.198668:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a0000 x1876039997378816/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.198681:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.198698:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a0000 x1876039997378816/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.198705:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.198707:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131398.203144:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.203159:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.203163:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.203166:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.203173:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.203179:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131398.203187:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.203191:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.203207:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.203211:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0d100 00000400:00000200:3.0:1789131398.203215:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.203236:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xf85 [32] + 224 00000800:00000001:3.0:1789131398.203244:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.203250:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.203253:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.203258:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131398.203264:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131398.203271:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a0000 x1876039997378816/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131398.203281:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d06a0000 x1876039997378816/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.203302:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131398.203311:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131398.203314:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.203319:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131398.203325:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [386:386:256:4294967295] 192.168.206.157@tcp LPNI seq info [386:386:8:4294967295] 00000400:00000200:3.0:1789131398.203329:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.203336:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131398.203341:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131398.203347:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84fcc00. 00000800:00000200:3.0:1789131398.203352:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131398.203367:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131398.203372:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84fcc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131398.203452:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.203455:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84fcc00. 00000400:00000200:3.0:1789131398.203458:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.203461:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131398.203467:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.203505:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131398.203602:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131398.203609:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131398.203611:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131398.203614:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee630. 00000400:00000200:0.0:1789131398.203618:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d09dd800 00000400:00000010:0.0:1789131398.203621:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d09dd800. 00000100:00000001:0.0:1789131398.203624:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131398.203628:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a0000 x1876039997378816/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131398.203637:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a0000 x1876039997378816/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.203644:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131398.203646:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131398.203648:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131398.203652:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131398.203654:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131398.203656:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131398.203659:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131398.203667:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131398.203671:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131398.203673:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131398.203674:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.203677:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131398.203680:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.203694:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1789131398.203696:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1789131398.203697:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1789131398.203700:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131398.203701:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726521344 : -110359983030272 : ffff9ba0d06a0000) 00000100:00000001:0.0:1789131398.203705:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131398.203706:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131398.203708:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131398.203711:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131398.203716:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.203735:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131398.203738:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131398.203740:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131398.203744:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131398.203752:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a0000 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997378816:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131398.203756:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131398.203759:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.203761:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131398.203763:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131398.203767:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.203773:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131398.203776:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908600. 00000100:00000001:0.0:1789131398.203780:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131398.203781:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.203784:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131398.203788:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.203790:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.203793:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89c00 refcount=4 00000020:00000001:0.0:1789131398.203795:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00010000:00000001:0.0:1789131398.203798:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00010000:00000040:0.0:1789131398.203804:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b89c00, remote cookie: 0x2d69527cc2115c07, flags: 0x1001 00010000:00010000:0.0:1789131398.203809:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89c00/0xc8adac5b2d01ffc5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c07 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789131398.203816:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x2e:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1789131398.203819:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1789131398.203831:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d4ea2600. 00010000:00000010:0.0:1789131398.203835:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c2ca6900. 00010000:00000040:0.0:1789131398.203840:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4ea2800 count: 0 00010000:00000010:0.0:1789131398.203844:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0c2ca6e80. 00010000:00000001:0.0:1789131398.203851:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131398.203854:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89c00/0xc8adac5b2d01ffc5 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c07 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131398.203862:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89c00/0xc8adac5b2d01ffc5 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c07 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.203868:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131398.203873:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131398.203875:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131398.203876:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131398.203877:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131398.203879:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x2e:0x0].0x0 (ffff9ba0d4ea2600) refcount = 1 00010000:00010000:0.0:1789131398.203883:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89c00/0xc8adac5b2d01ffc5 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c07 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.203889:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131398.203892:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131398.203893:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131398.203896:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131398.203898:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131398.203901:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89c00/0xc8adac5b2d01ffc5 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c07 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.203907:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131398.203908:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.203910:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.203911:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.203912:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.203918:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.203924:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1789131398.203926:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.203927:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.203929:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89c00 refcount=3 00000020:00000001:0.0:1789131398.203931:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00010000:00000001:0.0:1789131398.203933:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00010000:00000001:0.0:1789131398.203934:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.203936:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.203937:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89c00 refcount=4 00000020:00000001:0.0:1789131398.203944:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00010000:00000001:0.0:1789131398.203946:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00010000:00000001:0.0:1789131398.203948:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131398.203952:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131398.203955:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89c00/0xc8adac5b2d01ffc5 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c07 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.203961:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.203962:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.203963:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.203964:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.203966:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89c00 refcount=5 00000020:00000001:0.0:1789131398.203967:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00010000:00000001:0.0:1789131398.203970:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00010000:00000001:0.0:1789131398.203972:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131398.203974:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89c00/0xc8adac5b2d01ffc5 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c07 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.203980:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.203981:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131398.203984:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89c00/0xc8adac5b2d01ffc5 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c07 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.204002:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131398.204004:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.204005:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.204006:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.204007:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1789131398.204012:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131398.204020:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1789131398.204024:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131398.204029:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.204035:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.204036:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.204038:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89c00 refcount=3 00000020:00000001:0.0:1789131398.204039:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00010000:00000001:0.0:1789131398.204041:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00000002:00010000:0.0:1789131398.204044:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89c00/0xc8adac5b2d01ffc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c07 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1789131398.204050:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0d84c6f80. 00010000:00000001:0.0:1789131398.204052:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.204053:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131398.204055:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.204056:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131398.204059:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1789131398.204061:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131398.204062:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726521344 : -110359983030272 : ffff9ba0d06a0000) 00000100:00000001:0.0:1789131398.204064:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131398.204065:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726521344 : -110359983030272 : ffff9ba0d06a0000) 00010000:00000001:0.0:1789131398.204066:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.204072:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.204074:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89c00 refcount=3 00000020:00000001:0.0:1789131398.204075:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00010000:00000001:0.0:1789131398.204077:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00000002:00010000:0.0:1789131398.204080:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89c00/0xc8adac5b2d01ffc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c07 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.204086:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.204087:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.204089:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1789131398.204090:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.204091:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.204092:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89c00 refcount=3 00000020:00000001:0.0:1789131398.204094:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00010000:00000001:0.0:1789131398.204096:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00010000:00000040:0.0:1789131398.204100:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2600 count: 2 00010000:00000001:0.0:1789131398.204102:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1789131398.204106:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/46 (0 0) 00010000:00000001:0.0:1789131398.204108:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.204110:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131398.204111:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1789131398.204113:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:0.0:1789131398.204115:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-44 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1789131398.204118:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131398.204121:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131398.204124:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1789131398.204126:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1789131398.204129:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131398.204133:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:0.0:1789131398.204135:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1789131398.204137:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d81f7360 it_disposition 1800037 00000080:00002000:0.0:1789131398.204142:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2186870 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1789131398.204147:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131398.204154:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1789131398.204156:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:0.0:1789131398.204158:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-44, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:0.0:1789131398.204161:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1789131398.204163:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:0.0:1789131398.204168:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1789131398.204171:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1789131398.204174:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279534 : 144115205289279534 : 20000040200002e) 00000080:00000001:0.0:1789131398.204177:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1789131398.204188:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21b8000. 00000020:00000001:0.0:1789131398.204197:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1789131398.204198:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1789131398.204201:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:0.0:1789131398.204203:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x2e:0x0](ffff9ba0d21b80c8) 00000020:00000001:0.0:1789131398.204206:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131398.204214:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713769934504 : -110359939617112 : ffff9ba0d3006ea8) 00000020:00001000:0.0:1789131398.204216:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0d3006ea0 00000020:00000001:0.0:1789131398.204220:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1789131398.204225:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d08ff258. 00000020:00000001:0.0:1789131398.204227:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131398.204229:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131398.204235:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:0.0:1789131398.204239:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d066a1f0. 00020000:00000001:0.0:1789131398.204241:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713726300656 : -110359983250960 : ffff9ba0d066a1f0) 00020000:00000001:0.0:1789131398.204244:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:0.0:1789131398.204246:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131398.204251:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f7c60. 00020000:00000010:0.0:1789131398.204256:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364b80. 00020000:00000010:0.0:1789131398.204262:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81f7de0. 00020000:00000001:0.0:1789131398.204264:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855856096 : -110359853695520 : ffff9ba0d81f7de0) 00020000:00000002:0.0:1789131398.204266:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7de0, objid 0x2e:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131398.204270:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131398.204274:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364b80: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000001:0.0:1789131398.204277:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1789131398.204283:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81f7de0, objid 0x2e:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131398.204286:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131398.204289:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364b80: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000010:0.0:1789131398.204293:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d09ea760. 00020000:00000010:0.0:1789131398.204296:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0d0908600. 00020000:00000001:0.0:1789131398.204300:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1789131398.204303:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7f22788. 00020000:00000001:0.0:1789131398.204311:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1789131398.204313:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1789131398.204318:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1789131398.204323:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d08ff000. 00000020:00000001:0.0:1789131398.204326:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1789131398.204327:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131398.204329:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713729007744 : -110359980543872 : ffff9ba0d08ff080) 00020000:00000001:0.0:1789131398.204333:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1789131398.204337:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d066fc98. 00020000:00000001:0.0:1789131398.204340:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131398.204344:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729007744 : -110359980543872 : ffff9ba0d08ff080) 00020000:00000001:0.0:1789131398.204346:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713729007744 : -110359980543872 : ffff9ba0d08ff080) 00020000:00000002:0.0:1789131398.204349:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x19:0x0]@ffff9ba0d08ff000[0:0] -> [0x200000402:0x2e:0x0]@ffff9ba0d08ff258: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000001:0.0:1789131398.204354:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:0.0:1789131398.204356:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:0.0:1789131398.204358:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131398.204361:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729008344 : -110359980543272 : ffff9ba0d08ff2d8) 00000020:00001000:0.0:1789131398.204363:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0d3006ea0 00000080:00000001:0.0:1789131398.204367:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279534 : 144115205289279534 : 20000040200002e) 00000080:00000001:0.0:1789131398.204370:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1789131398.204372:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279534 mtime from 0 to 1789131398 00000080:00000001:0.0:1789131398.204376:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1789131398.204378:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754931400 : -110359954620216 : ffff9ba0d21b80c8) 00010000:00000001:0.0:1789131398.204380:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.204386:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.204388:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89c00 refcount=3 00000020:00000001:0.0:1789131398.204390:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00010000:00000001:0.0:1789131398.204392:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00000080:00000001:0.0:1789131398.204395:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131398.204396:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131398.204398:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713769934504 : -110359939617112 : ffff9ba0d3006ea8) 00000020:00001000:0.0:1789131398.204399:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0d3006ea0 00000020:00000001:0.0:1789131398.204401:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1789131398.204404:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131398.204405:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:0.0:1789131398.204408:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81f77e0. 00020000:00000010:0.0:1789131398.204411:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d8364e80. 00020000:00000010:0.0:1789131398.204414:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c85b5c00. 00020000:00000001:0.0:1789131398.204416:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713591344128 : -110360118207488 : ffff9ba0c85b5c00) 00020000:00000002:0.0:1789131398.204418:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c85b5c00, objid 0x2e:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1789131398.204421:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1789131398.204424:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d8364e80: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000002:0.0:1789131398.204427:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d066a1f0) owner ffff9ba0c2f34f80 00020000:00000001:0.0:1789131398.204429:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131398.204431:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d066a1f0) owner ffff9ba0c2f34f80 00020000:00000010:0.0:1789131398.204435:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0d8364e80. 00020000:00000010:0.0:1789131398.204438:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d81f77e0. 00020000:00000010:0.0:1789131398.204441:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0c85b5c00. 00020000:00000002:0.0:1789131398.204443:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x2e:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1789131398.204445:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131398.204447:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131398.204450:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1789131398.204452:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d066a1f0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131398.204455:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d81f7de0 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:0.0:1789131398.204457:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d066a1f0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131398.204459:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1789131398.204465:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1789131398.204467:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1789131398.204490:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1789131398.204493:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1789131398.204495:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x2e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1789131398.204497:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0d3006ea0 00000080:00000001:0.0:1789131398.204499:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.204501:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.204502:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131398.204504:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1789131398.204506:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1789131398.204508:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131398.204510:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x2e:0x0](ffff9ba0d21b80c8) 00000080:00010000:0.0:1789131398.204512:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2e:0x0](ffff9ba0d21b80c8) for lock 0xc8adac5b2d01ffc5 00800000:00000001:0.0:1789131398.204515:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1789131398.204516:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1789131398.204518:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.204519:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.204520:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89c00 refcount=3 00000020:00000001:0.0:1789131398.204522:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00010000:00000001:0.0:1789131398.204524:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00010000:00000001:0.0:1789131398.204526:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.204527:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1789131398.204528:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131398.204530:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131398.204531:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1789131398.204533:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131398.204539:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.204545:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131398.204549:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21b80c8 need_sync_to_mds [0x200000402:0x2e:0x0] 00000080:00000001:0.0:1789131398.204552:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1789131398.204555:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2e:0x0](ffff9ba0d21b80c8) 00000080:00000001:0.0:1789131398.204557:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131398.204561:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000100:00000001:0.0:1789131398.204568:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131398.204571:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.204577:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131398.204580:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1789131398.204582:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1789131398.204583:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21b80c8 need_sync_to_mds [0x200000402:0x2e:0x0] 00000080:00000001:0.0:1789131398.204590:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1789131398.204592:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:0.0:1789131398.204594:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-44:[0x200000402:0x2e:0x0](ffff9ba0d21b80c8), flags 100102 00000080:00000010:0.0:1789131398.204601:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5de9b80. 00000080:00000010:0.0:1789131398.204606:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0d84c6740. 00000080:00000001:0.0:1789131398.204608:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1789131398.204611:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1789131398.204614:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1789131398.204617:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d06b2940. 00000002:00100000:0.0:1789131398.204620:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131398.204627:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1789131398.204628:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1789131398.204631:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1789131398.204634:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131398.204636:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131398.204639:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131398.204642:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1789131398.204648:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131398.204651:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d1040000. 02000000:00000001:0.0:1789131398.204673:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1789131398.204675:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131398.204677:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:0.0:1789131398.204679:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-44:[0x200000402:0x2e:0x0](ffff9ba0d21b80c8), flags 100102, rc = 0 00000080:00000001:0.0:1789131398.204694:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1789131398.204700:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d81f7360 released 00000080:00010000:0.0:1789131398.204703:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ffc5 from it ffff9ba0d81f7360 00010000:00000001:0.0:1789131398.204705:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131398.204706:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131398.204708:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b89c00 refcount=3 00000020:00000001:0.0:1789131398.204710:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00010000:00000001:0.0:1789131398.204712:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580678144 : -110360128873472 : ffff9ba0c7b89c00) 00010000:00000001:0.0:1789131398.204714:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131398.204717:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89c00/0xc8adac5b2d01ffc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115c07 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131398.204724:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.204725:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.204726:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1789131398.204729:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1789131398.204731:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89c00/0xc8adac5b2d01ffc5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115c07 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1789131398.204739:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131398.204741:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131398.204742:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131398.204747:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.204748:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131398.204749:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.204752:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131398.204754:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.204755:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.204758:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.204760:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131398.204761:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131398.204762:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1789131398.204763:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1789131398.204765:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1789131398.204767:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1789131398.204768:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1789131398.204770:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1789131398.204776:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131398.204779:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1789131398.204780:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131398.204781:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1789131398.204783:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131398.204785:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1789131398.204788:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d81f7360. 00000080:00000001:0.0:1789131398.204790:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131398.204794:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:0.0:1789131398.204796:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2e:0x0](ffff9ba0d21b80c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1789131398.204800:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131398.204819:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131398.204822:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d066a1f0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131398.204824:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d066a1f0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131398.204826:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131398.204832:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1789131398.204835:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:0.0:1789131398.204836:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-44:[0x200000402:0x2e:0x0](ffff9ba0d21b80c8), flags 100002 00000080:00000001:0.0:1789131398.204839:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1789131398.204841:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1789131398.204842:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1789131398.204843:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d066a1f0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:0.0:1789131398.204845:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d066a1f0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:0.0:1789131398.204847:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131398.204849:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1789131398.204853:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131398.204855:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131398.204859:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2600 count: 2 00010000:00000001:0.0:1789131398.204861:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131398.204864:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1789131398.204866:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x2e:0x0]: 0 00000080:00000001:0.0:1789131398.204868:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1789131398.204870:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1789131398.204873:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00000080:00000001:0.0:1789131398.204875:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1789131398.204884:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1789131398.204887:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1789131398.204889:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x2e:0x0] 00000002:00000001:0.0:1789131398.204892:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1789131398.204893:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x2e:0x0] file closed with intent: 0 00000100:00000010:0.0:1789131398.204899:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a0f00. 00000020:00000040:0.0:1789131398.204902:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=95 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131398.204906:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131398.204908:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131398.204912:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131398.204917:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d836c800. 00000100:00000001:0.0:1789131398.204922:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1789131398.204932:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1789131398.204941:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1789131398.204946:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d06a0f00 x1876039997379072/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1789131398.204952:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131398.204953:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131398.204959:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d0908780. 00000100:00000001:0.0:1789131398.204961:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729046400 : -110359980505216 : ffff9ba0d0908780) 00000100:00000001:0.0:1789131398.204963:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131398.204965:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726525184 : -110359983026432 : ffff9ba0d06a0f00) 00000100:00000001:0.0:1789131398.204969:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131398.204972:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.204974:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131398.204976:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131398.204979:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a0f00 x1876039997379072/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.204986:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131398.204988:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131398.204991:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131398.204993:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131398.205000:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131398.205004:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a0f00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997379072:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131398.205007:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131398.205012:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131398.205014:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131398.205017:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131398.205020:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d09dd800. 02000000:00000001:0.0:1789131398.205022:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131398.205027:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131398.205031:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee630. 00000400:00000010:0.0:1789131398.205036:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346000. 00000100:00000200:0.0:1789131398.205043:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997379072, portal 10 00000100:00000001:0.0:1789131398.205045:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131398.205046:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726525184 : -110359983026432 : ffff9ba0d06a0f00) 00000100:00000040:0.0:1789131398.205052:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06a0f00 x1876039997379072/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131398.205059:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131398.205062:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131398.205064:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346d48. 00000100:00000200:0.0:1789131398.205069:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997379072, offset 0 00000400:00000200:0.0:1789131398.205074:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131398.205082:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131398.205089:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131398.205094:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131398.205099:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131398.205102:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131398.205105:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131398.205108:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [387:387:256:4294967295] 192.168.206.157@tcp LPNI seq info [387:387:8:4294967295] 00000400:00000200:0.0:1789131398.205111:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131398.205119:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131398.205124:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131398.205129:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c5593a00. 00000800:00000200:0.0:1789131398.205139:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131398.205146:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131398.205150:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c5593a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131398.205173:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131398.205177:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 29037 usecs (30 jiffies) 00000400:00000200:0.0:1789131398.205181:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131398.205183:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985244 00000100:00000001:0.0:1789131398.205190:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985236 00000100:00000001:0.0:1789131398.205194:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985244 00000100:00000001:0.0:1789131398.205197:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985236 00000100:00000001:0.0:1789131398.205200:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131398.205202:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131398.205204:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131398.205206:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131398.205208:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d0908780 going to sleep for 11 seconds 00000100:00000001:0.0:1789131398.205210:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131398.205213:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131398.206068:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.206082:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c5593a00. 00000400:00000200:3.0:1789131398.206087:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.206093:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.206099:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346d48 00000400:00000010:3.0:1789131398.206101:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346d48. 00000100:00000001:3.0:1789131398.206105:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.206110:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a0f00 x1876039997379072/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.206120:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.206124:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a0f00 x1876039997379072/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.206130:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.206132:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1789131398.210093:0:5588:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1789131398.210129:0:5588:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1789131398.214647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4ea2900. 00010000:00000010:0.1:1789131398.214662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b88400. 00000800:00000001:2.0:1789131398.216455:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.216507:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131398.216512:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.216516:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.216525:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.216531:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131398.216540:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.216544:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.216549:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.216554:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0d200 00000400:00000200:2.0:1789131398.216558:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.216563:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xf8d [1] + 224 00000800:00000001:2.0:1789131398.216570:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.216579:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.216582:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.216586:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131398.216593:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.216601:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a0f00 x1876039997379072/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131398.216610:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d06a0f00 x1876039997379072/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.216627:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131398.216633:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.216636:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131398.216707:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131398.216777:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131398.216780:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131398.216784:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee630. 00000400:00000200:1.0:1789131398.216788:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346000 00000400:00000010:1.0:1789131398.216805:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346000. 00000100:00000001:1.0:1789131398.216808:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131398.216812:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a0f00 x1876039997379072/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131398.216821:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a0f00 x1876039997379072/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.216827:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131398.216829:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.216831:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131398.216834:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131398.216836:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131398.216838:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.216841:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131398.216849:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131398.216853:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131398.216855:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131398.216857:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.216860:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131398.216863:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.216866:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131398.216867:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789131398.216869:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131398.216871:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.216873:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726525184 : -110359983026432 : ffff9ba0d06a0f00) 00000100:00000001:1.0:1789131398.216877:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131398.216878:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131398.216880:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131398.216882:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.216887:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a0f00 x1876039997379072/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.216894:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.216897:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131398.216899:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131398.216903:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a0f00 x1876039997379072/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131398.216933:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a0f00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997379072:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131398.216938:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.216940:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.216943:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131398.216945:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.216948:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a0f00 x1876039997379072/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.216954:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131398.216957:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d0908780. 00000100:00000001:1.0:1789131398.216960:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131398.216961:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.216968:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.216969:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726525184 : -110359983026432 : ffff9ba0d06a0f00) 00000002:00000001:1.0:1789131398.216972:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.216975:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.216979:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000080:00000001:1.0:1789131398.216983:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789131398.216986:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789131398.216990:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789131398.216995:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.217002:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.217004:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.217006:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0d84c6740. 00000100:00000001:1.0:1789131398.217009:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.217011:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a0f00 x1876039997379072/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.217019:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.217021:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.217025:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5de9b80. 00000080:00000001:1.0:1789131398.217035:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.217040:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:1.0:1789131398.217043:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-44:[0x200000402:0x2e:0x0](ffff9ba0d21b80c8), flags 100002, rc = 0 00000080:00000001:1.0:1789131398.217046:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.217050:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789131398.217051:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:1.0:1789131398.217053:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-44 (ffff9ba0d2186870, parent ffff9ba0d20e4ca8, inode ffff9ba0d21b80c8) hashed, 00000080:00000001:1.0:1789131398.217055:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.217103:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131398.217107:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131398.217109:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131398.217110:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:1.0:1789131398.217111:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131398.217118:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:1.0:1789131398.217124:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.217128:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131398.217131:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.217133:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:1.0:1789131398.217135:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131398.217138:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131398.217141:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131398.217145:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.217147:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:1.0:1789131398.217149:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131398.217152:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131398.217153:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.217156:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131398.217161:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.217163:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.217164:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.217166:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131398.217168:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789131398.217172:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d1680. 00000020:00000040:1.0:1789131398.217176:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=96 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:1.0:1789131398.217180:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131398.217189:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.217195:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.217197:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.217198:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.217200:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131398.217202:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131398.217205:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131398.217212:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d075f800. 00000100:00000001:1.0:1789131398.217216:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.217219:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.217221:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.217222:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.217223:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.217225:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.217229:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713726723712 : -110359982827904 : ffff9ba0d06d1680) 00010000:00000001:1.0:1789131398.217231:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131398.217233:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131398.217237:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0e800. 00010000:00000010:1.0:1789131398.217241:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aab80. 00010000:00000001:1.0:1789131398.217245:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131398.217247:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b42200. 00000020:00000001:1.0:1789131398.217251:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131398.217254:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b42200 with handle 0xc8adac5b2d01ffcc to hash 00000020:00000001:1.0:1789131398.217256:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131398.217257:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.217261:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.217265:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.217267:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.217271:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffcc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.217279:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffcc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.217288:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffcc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131398.217298:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131398.217299:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131398.217304:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56600. 00000100:00000001:1.0:1789131398.217306:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499727360 : -110360209824256 : ffff9ba0c2e56600) 00000100:00000001:1.0:1789131398.217308:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.217309:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726723712 : -110359982827904 : ffff9ba0d06d1680) 00000100:00000001:1.0:1789131398.217313:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131398.217316:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.217318:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131398.217319:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131398.217324:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d1680 x1876039997379200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.217331:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131398.217333:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.217336:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131398.217338:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131398.217341:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131398.217343:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d1680 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997379200:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.217347:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131398.217351:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131398.217353:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.217355:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131398.217369:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131398.217371:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131398.217375:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131398.217379:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131398.217384:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020b28. 00000100:00000200:1.0:1789131398.217389:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997379200, portal 10 00000100:00000001:1.0:1789131398.217391:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.217392:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726723712 : -110359982827904 : ffff9ba0d06d1680) 00000100:00000040:1.0:1789131398.217398:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06d1680 x1876039997379200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.217415:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131398.217418:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131398.217421:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131398.217424:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997379200, offset 0 00000400:00000200:1.0:1789131398.217430:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131398.217436:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.217441:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131398.217446:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131398.217450:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131398.217453:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131398.217456:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131398.217460:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [388:388:256:4294967295] 192.168.206.157@tcp LPNI seq info [388:388:8:4294967295] 00000400:00000200:1.0:1789131398.217463:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.217503:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131398.217509:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131398.217514:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4db00. 00000800:00000200:1.0:1789131398.217520:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131398.217527:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131398.217531:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4db00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789131398.217547:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.217551:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28955 usecs (29 jiffies) 00000400:00000200:1.0:1789131398.217554:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131398.217556:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985255 00000100:00000001:1.0:1789131398.217563:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985244 00000100:00000001:1.0:1789131398.217568:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985255 00000100:00000001:1.0:1789131398.217571:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985244 00000100:00000001:1.0:1789131398.217574:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.217576:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.217584:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131398.217586:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131398.217589:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56600 going to sleep for 11 seconds 00000100:00000001:1.0:1789131398.217592:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131398.217594:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131398.217886:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131398.217891:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4db00. 00000400:00000200:2.0:1789131398.217895:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.217900:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131398.217904:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:2.0:1789131398.217906:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:2.0:1789131398.217910:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131398.217915:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d1680 x1876039997379200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.217933:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.217948:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d1680 x1876039997379200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.217954:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.217956:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131398.224841:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.224856:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131398.224859:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.224862:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.224871:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.224878:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131398.224892:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.224896:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.224901:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.224904:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0d280 00000400:00000200:2.0:1789131398.224908:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.224913:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xf95 [1] + 224 00000800:00000001:2.0:1789131398.224920:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.224927:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.224929:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.224933:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131398.224952:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.224960:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d1680 x1876039997379200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131398.224969:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d06d1680 x1876039997379200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.224990:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131398.224998:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.225001:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.225101:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131398.225108:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131398.225110:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131398.225113:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131398.225117:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020b28 00000400:00000010:1.0:1789131398.225120:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020b28. 00000100:00000001:1.0:1789131398.225123:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131398.225128:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d1680 x1876039997379200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131398.225136:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d1680 x1876039997379200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.225141:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131398.225143:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.225145:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131398.225148:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131398.225150:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131398.225153:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.225155:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131398.225164:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131398.225169:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131398.225171:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131398.225173:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.225183:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131398.225186:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.225190:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131398.225192:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131398.225202:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131398.225205:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.225210:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d1680 x1876039997379200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.225239:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.225242:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131398.225244:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131398.225249:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d1680 x1876039997379200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131398.225256:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d1680 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997379200:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.225261:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.225264:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.225265:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131398.225267:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.225271:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d1680 x1876039997379200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.225277:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131398.225280:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56600. 00000100:00000001:1.0:1789131398.225282:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131398.225284:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.225287:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131398.225290:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.225292:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.225295:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=4 00000020:00000001:1.0:1789131398.225298:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.225301:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000040:1.0:1789131398.225306:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b42200, remote cookie: 0x2d69527cc2115c1c, flags: 0x1001 00010000:00010000:1.0:1789131398.225311:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffcc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c1c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.225321:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffcc lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c1c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.225337:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131398.225342:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131398.225344:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131398.225346:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131398.225347:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131398.225350:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c7d0e800) refcount = 1 00010000:00010000:1.0:1789131398.225354:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffcc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c1c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.225360:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131398.225363:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131398.225365:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.225367:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131398.225370:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.225373:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffcc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c1c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.225378:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131398.225380:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.225381:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.225382:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.225383:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.225385:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.225390:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131398.225391:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.225393:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.225394:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.225396:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.225398:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.225400:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.225400:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.225401:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=4 00000020:00000001:1.0:1789131398.225403:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.225410:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.225412:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.225415:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.225418:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffcc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c1c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.225424:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.225425:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.225426:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.225427:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.225429:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=5 00000020:00000001:1.0:1789131398.225430:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.225432:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.225434:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.225437:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffcc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c1c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.225443:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.225444:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131398.225446:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffcc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c1c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.225452:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.225453:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.225454:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.225455:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.225456:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131398.225462:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d06d1680 x1876039997379200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789131398.225501:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.225503:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.225505:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.225512:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.225514:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.225517:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.225519:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.225520:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.225522:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.225525:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789131398.225528:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.225529:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.225530:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.225532:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.225534:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00000002:00010000:1.0:1789131398.225538:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c1c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.225545:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.225546:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.225548:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131398.225549:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.225550:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.225551:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.225553:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.225555:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000040:1.0:1789131398.225562:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e800 count: 2 00010000:00000001:1.0:1789131398.225565:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131398.225569:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789131398.225572:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.225573:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.225574:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131398.225577:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:1.0:1789131398.225579:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789131398.225582:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.225586:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.225594:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131398.225597:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789131398.225600:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131398.225603:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131398.225606:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000080:00000001:1.0:1789131398.225610:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131398.225612:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131398.225617:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789131398.225622:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789131398.225626:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c2f252c0. 00800000:00000001:1.0:1789131398.225628:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713500574400 : -110360208977216 : ffff9ba0c2f252c0) 00800000:00000001:1.0:1789131398.225630:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.225632:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131398.225635:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789131398.225637:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789131398.225639:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789131398.225641:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789131398.225643:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.225647:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789131398.225650:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789131398.225656:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:1.0:1789131398.225659:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.225660:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.225662:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.225664:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.225666:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.225668:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.225669:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131398.225671:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131398.225673:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789131398.225674:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c2f252c0 1 00800000:00000010:1.0:1789131398.225677:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c2f252c0. 00800000:00000001:1.0:1789131398.225680:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.226212:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ffcc 00800000:00000001:1.0:1789131398.226218:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131398.226229:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131398.226230:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.226233:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.226234:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.226236:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.226239:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.226241:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.226242:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.226243:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.226244:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.226246:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.226248:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131398.226251:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ffcc from it ffffbc4101cb7bf8 00010000:00000001:1.0:1789131398.226253:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.226253:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.226255:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.226256:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.226257:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.226259:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.226263:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c1c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.226270:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.226271:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.226272:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131398.226274:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131398.226276:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffcc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c1c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131398.226282:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131398.226285:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131398.226287:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.226291:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.226292:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.226299:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.226301:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131398.226303:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.226305:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.226308:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.226310:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.226311:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.226312:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131398.226315:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.226321:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d1680 x1876039997379200/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.226328:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131398.226331:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131398.226334:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131398.226338:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131398.226340:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131398.226342:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=95 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:1.0:1789131398.226344:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131398.226347:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d075f800. 02000000:00000001:1.0:1789131398.226350:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131398.226352:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131398.226353:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d1680. 00000100:00000001:1.0:1789131398.226358:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131398.226359:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131398.226363:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:1.0:1789131398.226367:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.226382:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d101d1e0. 00000080:00000001:1.0:1789131398.226387:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131398.226389:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131398.226391:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:1.0:1789131398.226393:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131398.226552:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:1.0:1789131398.226558:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.226561:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131398.226564:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.226566:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:1.0:1789131398.226568:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131398.226579:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131398.226582:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131398.226586:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.226588:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:1.0:1789131398.226590:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131398.226593:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131398.226595:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.226597:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.226600:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e800 count: 2 00010000:00000001:1.0:1789131398.226603:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.226606:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.226609:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789131398.226613:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffcc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c1c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789131398.226620:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789131398.226623:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.226626:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffcc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c1c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789131398.226633:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789131398.226635:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131398.226636:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131398.226638:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131398.226639:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131398.226641:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789131398.226644:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789131398.226646:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131398.226648:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000080:00000001:1.0:1789131398.226651:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131398.226653:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.226655:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131398.226657:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ffcc 00800000:00000001:1.0:1789131398.226666:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131398.226668:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131398.226669:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.226671:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.226672:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.226674:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.226676:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.226678:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.226679:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.226680:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.226691:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.226693:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ffcc from it ffffbc4101cb7b38 00010000:00000001:1.0:1789131398.226695:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.226696:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.226697:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.226698:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.226700:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.226702:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.226704:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c1c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131398.226710:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.226711:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.226712:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131398.226714:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131398.226716:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffcc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c1c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789131398.226722:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131398.226724:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131398.226725:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.226727:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.226728:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.226729:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.226736:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131398.226737:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.226739:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.226741:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.226743:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.226744:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.226745:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131398.226747:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789131398.226748:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131398.226751:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:1.0:1789131398.226754:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.226757:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789131398.226759:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:1.0:1789131398.226761:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-45, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d4ac9980, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789131398.226766:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d4bb9240. 00000080:00000001:1.0:1789131398.226770:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789131398.226772:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:1.0:1789131398.226773:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-45, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:1.0:1789131398.226779:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:1.0:1789131398.226781:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.226786:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131398.226787:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.226788:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:1.0:1789131398.226789:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-45' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131398.226793:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789131398.226795:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789131398.226799:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:1.0:1789131398.226802:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789131398.226803:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789131398.226806:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789131398.226809:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789131398.226811:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x2f:0x0] 40000000:00000001:1.0:1789131398.226813:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.226815:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.226816:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.226823:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.226825:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:1.0:1789131398.226826:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x2f:0x0], name='f0a.replay-dual-45' -> mds #0 layout version 1 00000002:00000001:1.0:1789131398.226829:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.226830:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:1.0:1789131398.226832:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-45,[0x200000402:0x2f:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789131398.226835:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131398.226838:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789131398.226841:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789131398.226843:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.226845:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789131398.226847:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e800 count: 2 00010000:00000001:1.0:1789131398.226849:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.226852:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789131398.226855:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789131398.226857:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffcc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115c1c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789131398.226864:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789131398.226867:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789131398.226869:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789131398.226871:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789131398.226873:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.226875:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.226876:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e800 count: 3 00010000:00000001:1.0:1789131398.226878:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.226880:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.226882:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.226883:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.226884:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e800 count: 3 00010000:00000001:1.0:1789131398.226886:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.226888:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.226889:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.226890:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.226891:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e800 count: 3 00010000:00000001:1.0:1789131398.226898:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.226901:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.226902:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131398.226905:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789131398.226908:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789131398.226915:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789131398.226917:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789131398.226919:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.226922:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789131398.226924:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789131398.226926:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789131398.226927:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.226929:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789131398.226932:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b42200 with handle 0xc8adac5b2d01ffcc from hash 00010000:00000001:1.0:1789131398.226934:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789131398.226935:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.226936:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.226949:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789131398.226952:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789131398.226953:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789131398.226956:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131398.226958:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131398.226960:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789131398.226964:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d1680. 00000020:00000040:1.0:1789131398.226967:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=96 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:1.0:1789131398.226972:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789131398.226973:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.226976:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131398.226980:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.226982:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.226983:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.226984:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.226987:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131398.226988:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131398.226991:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131398.226998:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d075f800. 00000100:00000001:1.0:1789131398.227008:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.227012:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.227014:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789131398.227018:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffcc lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115c1c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789131398.227025:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789131398.227027:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131398.227029:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789131398.227031:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffcc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115c1c expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789131398.227038:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e800 count: 0 00010000:00000010:1.0:1789131398.227043:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aab80. 00010000:00000001:1.0:1789131398.227054:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.227055:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.227057:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.227058:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.227060:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.227069:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713726723712 : -110359982827904 : ffff9ba0d06d1680) 00010000:00000001:1.0:1789131398.227073:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131398.227075:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131398.227078:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c7d0eb00. 00010000:00000010:1.0:1789131398.227081:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aab80. 00010000:00000001:1.0:1789131398.227084:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131398.227087:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b43600. 00000020:00000001:1.0:1789131398.227089:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131398.227091:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b43600 with handle 0xc8adac5b2d01ffd3 to hash 00000020:00000001:1.0:1789131398.227093:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131398.227094:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00010000:00000001:1.0:1789131398.227097:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00010000:00000001:1.0:1789131398.227100:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.227102:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.227110:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43600/0xc8adac5b2d01ffd3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.227116:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43600/0xc8adac5b2d01ffd3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789131398.227126:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789131398.227134:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d06d1680 x1876039997379456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789131398.227143:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43600/0xc8adac5b2d01ffd3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131398.227148:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131398.227150:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131398.227155:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56600. 00000100:00000001:1.0:1789131398.227157:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499727360 : -110360209824256 : ffff9ba0c2e56600) 00000100:00000001:1.0:1789131398.227159:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.227161:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726723712 : -110359982827904 : ffff9ba0d06d1680) 00000100:00000001:1.0:1789131398.227165:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131398.227168:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.227170:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131398.227172:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131398.227176:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d1680 x1876039997379456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.227182:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131398.227184:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.227187:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131398.227189:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131398.227192:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131398.227363:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d1680 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997379456:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.227367:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131398.227372:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131398.227380:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.227383:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131398.227430:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d1080000. 02000000:00000001:1.0:1789131398.227433:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131398.227440:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131398.227444:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131398.227451:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d075c800. 00000100:00000200:1.0:1789131398.227457:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997379456, portal 10 00000100:00000001:1.0:1789131398.227459:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.227460:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726723712 : -110359982827904 : ffff9ba0d06d1680) 00000100:00000040:1.0:1789131398.227467:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06d1680 x1876039997379456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.227495:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131398.227498:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131398.227503:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020b28. 00000100:00000200:1.0:1789131398.227507:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997379456, offset 0 00000400:00000200:1.0:1789131398.227513:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131398.227521:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.227528:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131398.227533:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131398.227537:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131398.227540:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131398.227543:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131398.227546:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [389:389:256:4294967295] 192.168.206.157@tcp LPNI seq info [389:389:8:4294967295] 00000400:00000200:1.0:1789131398.227550:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.227559:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131398.227565:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131398.227570:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d500. 00000800:00000200:1.0:1789131398.227577:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131398.227584:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131398.227589:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d500 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789131398.227609:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.227619:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28845 usecs (29 jiffies) 00000400:00000200:1.0:1789131398.227622:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131398.227625:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985266 00000100:00000001:1.0:1789131398.227632:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985255 00000100:00000001:1.0:1789131398.227637:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985266 00000100:00000001:1.0:1789131398.227640:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985255 00000100:00000001:1.0:1789131398.227642:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.227645:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.227647:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131398.227649:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131398.227652:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56600 going to sleep for 11 seconds 00000100:00000001:1.0:1789131398.227654:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131398.227656:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131398.227874:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131398.227884:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d500. 00000400:00000200:2.0:1789131398.227889:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.227894:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131398.227899:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020b28 00000400:00000010:2.0:1789131398.227901:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020b28. 00000100:00000001:2.0:1789131398.227906:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131398.227910:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d1680 x1876039997379456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.227920:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.227923:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d1680 x1876039997379456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.227930:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.227932:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1789131398.232141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4ea2800. 00000800:00000001:2.0:1789131398.235332:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.235347:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131398.235351:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.235353:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.235372:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.235379:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131398.235387:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.235391:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.235396:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.235400:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0d380 00000400:00000200:2.0:1789131398.235404:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.235410:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xf9d [32] + 224 00000800:00000001:2.0:1789131398.235417:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.235422:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.235426:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.235430:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131398.235437:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.235444:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d1680 x1876039997379456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131398.235455:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d06d1680 x1876039997379456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.235670:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131398.235678:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131398.235690:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.235696:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131398.235702:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [390:390:256:4294967295] 192.168.206.157@tcp LPNI seq info [390:390:8:4294967295] 00000400:00000200:2.0:1789131398.235706:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.235715:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131398.235720:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131398.235726:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0c7b02400. 00000100:00000001:1.0:1789131398.235730:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1789131398.235733:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000400:00000001:1.0:1789131398.235739:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131398.235743:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1789131398.235743:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000400:00000010:1.0:1789131398.235748:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000800:00000200:2.0:1789131398.235749:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c7b02400 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1789131398.235755:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d075c800 00000400:00000010:1.0:1789131398.235759:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d075c800. 00000100:00000001:1.0:1789131398.235762:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131398.235768:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d1680 x1876039997379456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131398.235777:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d1680 x1876039997379456/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.235783:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131398.235786:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.235788:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131398.235792:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131398.235795:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131398.235797:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.235801:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131398.235811:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131398.235816:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131398.235825:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131398.235828:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.235831:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000200:2.0:1789131398.235833:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1789131398.235835:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1789131398.235838:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0c7b02400. 00000100:00000001:1.0:1789131398.235840:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131398.235843:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000400:00000200:2.0:1789131398.235843:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789131398.235848:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000400:00000200:2.0:1789131398.235850:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000100:00000001:1.0:1789131398.235852:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.235855:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726723712 : -110359982827904 : ffff9ba0d06d1680) 00000800:00000001:2.0:1789131398.235857:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789131398.235860:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000800:00000001:2.0:1789131398.235862:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131398.235863:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131398.235867:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131398.235871:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.235877:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.235885:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.235887:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131398.235889:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131398.235894:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131398.235902:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d1680 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997379456:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.235907:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.235910:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.235912:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131398.235914:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.235917:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.235923:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131398.235926:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56600. 00000100:00000001:1.0:1789131398.235929:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131398.235931:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.235934:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131398.235944:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.235947:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.235949:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43600 refcount=4 00000020:00000001:1.0:1789131398.235952:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00010000:00000001:1.0:1789131398.235954:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00010000:00000040:1.0:1789131398.235961:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b43600, remote cookie: 0x2d69527cc2115c38, flags: 0x1001 00010000:00010000:1.0:1789131398.235966:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43600/0xc8adac5b2d01ffd3 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c38 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789131398.235975:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x2f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789131398.235978:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789131398.235986:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d5bdad00. 00010000:00000010:1.0:1789131398.235989:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa580. 00010000:00000040:1.0:1789131398.235994:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0eb00 count: 0 00010000:00000010:1.0:1789131398.235999:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aab80. 00010000:00000001:1.0:1789131398.236007:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.236010:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43600/0xc8adac5b2d01ffd3 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c38 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.236025:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43600/0xc8adac5b2d01ffd3 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c38 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.236031:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131398.236035:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131398.236037:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131398.236038:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131398.236040:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131398.236042:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x2f:0x0].0x0 (ffff9ba0d5bdad00) refcount = 1 00010000:00010000:1.0:1789131398.236046:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43600/0xc8adac5b2d01ffd3 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c38 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.236061:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131398.236065:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131398.236066:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.236069:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131398.236071:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.236075:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43600/0xc8adac5b2d01ffd3 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c38 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.236080:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131398.236082:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.236083:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.236084:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.236085:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.236086:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.236091:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131398.236094:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.236095:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.236096:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43600 refcount=3 00000020:00000001:1.0:1789131398.236098:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00010000:00000001:1.0:1789131398.236100:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00010000:00000001:1.0:1789131398.236101:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.236102:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.236103:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43600 refcount=4 00000020:00000001:1.0:1789131398.236105:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00010000:00000001:1.0:1789131398.236107:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00010000:00000001:1.0:1789131398.236109:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.236112:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.236114:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43600/0xc8adac5b2d01ffd3 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c38 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.236120:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.236126:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.236128:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.236129:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.236130:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43600 refcount=5 00000020:00000001:1.0:1789131398.236132:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00010000:00000001:1.0:1789131398.236134:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00010000:00000001:1.0:1789131398.236136:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.236138:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43600/0xc8adac5b2d01ffd3 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c38 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.236143:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.236144:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131398.236146:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43600/0xc8adac5b2d01ffd3 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c38 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.236152:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.236153:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.236155:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.236156:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.236157:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131398.236162:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.236170:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789131398.236174:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.236180:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.236187:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.236188:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.236190:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43600 refcount=3 00000020:00000001:1.0:1789131398.236191:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00010000:00000001:1.0:1789131398.236193:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00000002:00010000:1.0:1789131398.236196:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43600/0xc8adac5b2d01ffd3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c38 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789131398.236208:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c2f252c0. 00010000:00000001:1.0:1789131398.236210:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.236212:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.236213:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.236215:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.236218:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789131398.236220:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.236221:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726723712 : -110359982827904 : ffff9ba0d06d1680) 00000100:00000001:1.0:1789131398.236223:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.236224:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726723712 : -110359982827904 : ffff9ba0d06d1680) 00010000:00000001:1.0:1789131398.236226:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.236227:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.236228:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43600 refcount=3 00000020:00000001:1.0:1789131398.236230:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00010000:00000001:1.0:1789131398.236232:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00000002:00010000:1.0:1789131398.236235:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43600/0xc8adac5b2d01ffd3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c38 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.236240:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.236241:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.236243:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131398.236244:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.236245:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.236246:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43600 refcount=3 00000020:00000001:1.0:1789131398.236248:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00010000:00000001:1.0:1789131398.236250:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00010000:00000040:1.0:1789131398.236254:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5bdad00 count: 2 00010000:00000001:1.0:1789131398.236256:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131398.236260:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/47 (0 0) 00010000:00000001:1.0:1789131398.236262:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.236263:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.236271:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131398.236274:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:1.0:1789131398.236276:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-45 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789131398.236279:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.236282:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.236285:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131398.236287:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789131398.236291:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131398.236295:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.236297:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789131398.236299:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d4bb9240 it_disposition 1800037 00000080:00002000:1.0:1789131398.236309:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d215e000 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789131398.236314:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131398.236317:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789131398.236318:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:1.0:1789131398.236320:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-45, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:1.0:1789131398.236334:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789131398.236336:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131398.236342:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789131398.236345:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131398.236347:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279535 : 144115205289279535 : 20000040200002f) 00000080:00000001:1.0:1789131398.236350:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789131398.236365:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21c5280. 00000020:00000001:1.0:1789131398.236374:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789131398.236375:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789131398.236378:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789131398.236380:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x2f:0x0](ffff9ba0d21c5348) 00000020:00000001:1.0:1789131398.236384:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131398.236388:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:1.0:1789131398.236390:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:1.0:1789131398.236394:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789131398.236398:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d0937898. 00000020:00000001:1.0:1789131398.236401:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131398.236402:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131398.236409:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789131398.236413:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d07ce8b8. 00020000:00000001:1.0:1789131398.236420:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713727760568 : -110359981791048 : ffff9ba0d07ce8b8) 00020000:00000001:1.0:1789131398.236423:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:1.0:1789131398.236425:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131398.236430:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9840. 00020000:00000010:1.0:1789131398.236433:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b100. 00020000:00000010:1.0:1789131398.236438:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb99c0. 00020000:00000001:1.0:1789131398.236440:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798977984 : -110359910573632 : ffff9ba0d4bb99c0) 00020000:00000002:1.0:1789131398.236443:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb99c0, objid 0x2f:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131398.236448:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131398.236452:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b100: ostid: 0x280000400:25 ost idx: 1 gen: 0 00020000:00000001:1.0:1789131398.236455:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789131398.236457:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb99c0, objid 0x2f:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131398.236460:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131398.236463:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b100: ostid: 0x280000400:25 ost idx: 1 gen: 0 00020000:00000010:1.0:1789131398.236467:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c2b95950. 00020000:00000010:1.0:1789131398.236841:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2e56600. 00020000:00000001:1.0:1789131398.236847:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789131398.236849:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba1021d0998. 00020000:00000001:1.0:1789131398.236853:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789131398.236854:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789131398.236860:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789131398.236863:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d0937190. 00000020:00000001:1.0:1789131398.236864:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131398.236866:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131398.236868:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713729237520 : -110359980314096 : ffff9ba0d0937210) 00020000:00000001:1.0:1789131398.236872:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789131398.236876:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d07d4000. 00020000:00000001:1.0:1789131398.236879:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.236883:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729237520 : -110359980314096 : ffff9ba0d0937210) 00020000:00000001:1.0:1789131398.236886:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713729237520 : -110359980314096 : ffff9ba0d0937210) 00020000:00000002:1.0:1789131398.236890:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x19:0x0]@ffff9ba0d0937190[0:0] -> [0x200000402:0x2f:0x0]@ffff9ba0d0937898: ostid: 0x280000400:25 ost idx: 1 gen: 0 00020000:00000001:1.0:1789131398.236900:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:1.0:1789131398.236903:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789131398.236905:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.236909:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729239320 : -110359980312296 : ffff9ba0d0937918) 00000020:00001000:1.0:1789131398.236913:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:1.0:1789131398.236916:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279535 : 144115205289279535 : 20000040200002f) 00000080:00000001:1.0:1789131398.236919:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789131398.236922:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279535 mtime from 0 to 1789131398 00000080:00000001:1.0:1789131398.236926:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789131398.236928:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754985288 : -110359954566328 : ffff9ba0d21c5348) 00010000:00000001:1.0:1789131398.236931:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.236932:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.236935:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43600 refcount=3 00000020:00000001:1.0:1789131398.236936:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00010000:00000001:1.0:1789131398.236939:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00000080:00000001:1.0:1789131398.236942:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789131398.236944:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131398.236945:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:1.0:1789131398.236947:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:1.0:1789131398.236949:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789131398.236952:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789131398.236953:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131398.236956:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb9600. 00020000:00000010:1.0:1789131398.236959:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b900. 00020000:00000010:1.0:1789131398.236963:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb96c0. 00020000:00000001:1.0:1789131398.236965:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798977216 : -110359910574400 : ffff9ba0d4bb96c0) 00020000:00000002:1.0:1789131398.236968:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb96c0, objid 0x2f:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131398.236972:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131398.236975:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b900: ostid: 0x280000400:25 ost idx: 1 gen: 0 00020000:00000002:1.0:1789131398.236979:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d07ce8b8) owner ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.236982:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789131398.236984:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d07ce8b8) owner ffff9ba0c2f34f80 00020000:00000010:1.0:1789131398.236992:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c320b900. 00020000:00000010:1.0:1789131398.236996:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d4bb9600. 00020000:00000010:1.0:1789131398.236999:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d4bb96c0. 00020000:00000002:1.0:1789131398.237001:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x2f:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789131398.237003:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.237005:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.237009:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789131398.237011:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d07ce8b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131398.237014:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d4bb99c0 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:1.0:1789131398.237017:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d07ce8b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.237019:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789131398.237021:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789131398.237023:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789131398.237024:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789131398.237027:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789131398.237030:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x2f:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789131398.237032:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:1.0:1789131398.237034:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.237037:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.237038:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131398.237040:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131398.237042:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789131398.237044:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.237047:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x2f:0x0](ffff9ba0d21c5348) 00000080:00010000:1.0:1789131398.237050:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2f:0x0](ffff9ba0d21c5348) for lock 0xc8adac5b2d01ffd3 00800000:00000001:1.0:1789131398.237054:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131398.237056:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131398.237057:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.237058:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.237060:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43600 refcount=3 00000020:00000001:1.0:1789131398.237062:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00010000:00000001:1.0:1789131398.237064:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00010000:00000001:1.0:1789131398.237067:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.237068:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.237069:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.237075:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.237077:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789131398.237079:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.237086:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.237093:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131398.237097:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21c5348 need_sync_to_mds [0x200000402:0x2f:0x0] 00000080:00000001:1.0:1789131398.237101:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.237104:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x2f:0x0](ffff9ba0d21c5348) 00000080:00000001:1.0:1789131398.237107:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131398.237111:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000100:00000001:1.0:1789131398.237114:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.237117:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.237124:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.237128:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789131398.237130:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131398.237132:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21c5348 need_sync_to_mds [0x200000402:0x2f:0x0] 00000080:00000001:1.0:1789131398.237140:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789131398.237142:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:1.0:1789131398.237145:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-45:[0x200000402:0x2f:0x0](ffff9ba0d21c5348), flags 100102 00000080:00000010:1.0:1789131398.237151:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c178cdc0. 00000080:00000010:1.0:1789131398.237157:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2f25cc0. 00000080:00000001:1.0:1789131398.237159:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789131398.237163:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789131398.237165:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789131398.237168:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d101d1a0. 00000002:00100000:1.0:1789131398.237173:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.237179:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.237181:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789131398.237185:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789131398.237188:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.237195:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.237198:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.237202:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789131398.237209:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131398.237212:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d1080000. 02000000:00000001:1.0:1789131398.237230:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789131398.237232:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.237234:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:1.0:1789131398.237236:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-45:[0x200000402:0x2f:0x0](ffff9ba0d21c5348), flags 100102, rc = 0 00000080:00000001:1.0:1789131398.237240:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789131398.237242:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d4bb9240 released 00000080:00010000:1.0:1789131398.237244:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ffd3 from it ffff9ba0d4bb9240 00010000:00000001:1.0:1789131398.237246:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.237247:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.237249:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43600 refcount=3 00000020:00000001:1.0:1789131398.237251:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00010000:00000001:1.0:1789131398.237253:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389888 : -110360129161728 : ffff9ba0c7b43600) 00010000:00000001:1.0:1789131398.237255:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.237259:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43600/0xc8adac5b2d01ffd3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115c38 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.237266:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.237267:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.237269:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131398.237271:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131398.237274:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43600/0xc8adac5b2d01ffd3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115c38 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131398.237281:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131398.237283:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131398.237285:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.237289:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.237295:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.237296:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.237299:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131398.237301:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.237303:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.237306:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.237308:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.237309:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.237310:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131398.237312:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789131398.237314:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1789131398.237316:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1789131398.237318:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1789131398.237329:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1789131398.237330:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.237334:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1789131398.237335:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.237337:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131398.237339:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.237340:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131398.237343:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d4bb9240. 00000080:00000001:1.0:1789131398.237346:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.237350:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:1.0:1789131398.237352:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2f:0x0](ffff9ba0d21c5348), inode mode 81a4 mask 40 00000080:00000001:1.0:1789131398.237356:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131398.237376:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131398.237379:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d07ce8b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131398.237382:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d07ce8b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.237384:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.237392:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1789131398.237394:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:1.0:1789131398.237396:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-45:[0x200000402:0x2f:0x0](ffff9ba0d21c5348), flags 100002 00000080:00000001:1.0:1789131398.237399:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1789131398.237401:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1789131398.237402:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1789131398.237403:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d07ce8b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131398.237405:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d07ce8b8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.237414:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.237417:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1789131398.237421:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.237423:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.237427:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5bdad00 count: 2 00010000:00000001:1.0:1789131398.237429:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.237432:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131398.237435:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x2f:0x0]: 0 00000080:00000001:1.0:1789131398.237437:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1789131398.237439:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1789131398.237442:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00000080:00000001:1.0:1789131398.237444:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1789131398.237447:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1789131398.237451:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1789131398.237453:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x2f:0x0] 00000002:00000001:1.0:1789131398.237456:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1789131398.237458:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x2f:0x0] file closed with intent: 0 00000100:00000010:1.0:1789131398.237463:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d1a40. 00000020:00000040:1.0:1789131398.237467:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=97 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000010:1.1:1789131398.238387:0:10482:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e800. 00010000:00000010:1.1:1789131398.238399:0:10482:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b42200. 00000100:00000001:1.0:1789131398.238408:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131398.238416:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131398.238419:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131398.238428:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d8546a00. 00000100:00000001:1.0:1789131398.238433:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1789131398.238448:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1789131398.238460:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1789131398.238466:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d06d1a40 x1876039997379712/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1789131398.238566:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131398.238568:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131398.238575:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e563c0. 00000100:00000001:1.0:1789131398.238577:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499726784 : -110360209824832 : ffff9ba0c2e563c0) 00000100:00000001:1.0:1789131398.238580:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.238589:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726724672 : -110359982826944 : ffff9ba0d06d1a40) 00000100:00000001:1.0:1789131398.238594:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131398.238598:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.238600:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131398.238602:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131398.238606:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d1a40 x1876039997379712/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.238614:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131398.238616:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.238620:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131398.238622:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131398.238625:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131398.238628:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d1a40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997379712:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131398.238633:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131398.238637:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131398.238640:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.238642:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131398.238646:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d075c800. 02000000:00000001:1.0:1789131398.238648:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131398.238655:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131398.238659:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131398.238665:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020000. 00000100:00000200:1.0:1789131398.238671:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997379712, portal 10 00000100:00000001:1.0:1789131398.238672:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.238674:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726724672 : -110359982826944 : ffff9ba0d06d1a40) 00000100:00000040:1.0:1789131398.238680:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06d1a40 x1876039997379712/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.238700:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131398.238704:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131398.238775:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020550. 00000100:00000200:1.0:1789131398.238781:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997379712, offset 0 00000400:00000200:1.0:1789131398.238788:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131398.238797:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.238809:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131398.238814:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131398.238818:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131398.238822:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131398.238825:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131398.238829:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [391:391:256:4294967295] 192.168.206.157@tcp LPNI seq info [391:391:8:4294967295] 00000400:00000200:1.0:1789131398.238833:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.238842:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131398.238847:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131398.238852:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d700. 00000800:00000200:1.0:1789131398.238966:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131398.238974:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131398.238978:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131398.238993:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.239119:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28742 usecs (29 jiffies) 00000800:00000200:2.0:1789131398.239120:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1789131398.239126:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000800:00000010:2.0:1789131398.239126:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d700. 00000100:00000001:1.0:1789131398.239130:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985277 00000400:00000200:2.0:1789131398.239133:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789131398.239140:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985266 00000400:00000200:2.0:1789131398.239141:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:1.0:1789131398.239148:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985277 00000400:00000200:2.0:1789131398.239148:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020550 00000400:00000010:2.0:1789131398.239153:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020550. 00000100:00000001:1.0:1789131398.239154:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985266 00000100:00000001:2.0:1789131398.239158:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1789131398.239159:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.239163:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789131398.239166:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d1a40 x1876039997379712/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.239167:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131398.239171:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789131398.239181:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.239184:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d1a40 x1876039997379712/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.239209:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.239211:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1789131398.239290:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e563c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789131398.239294:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131398.239296:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1789131398.242578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0eb00. 00000800:00000001:3.0:1789131398.244555:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.244572:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.244576:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.244579:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.244587:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.244595:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131398.244606:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.244611:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.244616:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.244620:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0d480 00000400:00000200:3.0:1789131398.244624:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.244630:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xfa5 [1] + 224 00000800:00000001:3.0:1789131398.244637:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.244646:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.244649:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.244653:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131398.244661:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131398.244669:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d1a40 x1876039997379712/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131398.244680:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d06d1a40 x1876039997379712/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.244721:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131398.244731:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.244735:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.244772:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131398.244780:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131398.244782:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131398.244793:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131398.244798:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020000 00000400:00000010:1.0:1789131398.244800:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020000. 00000100:00000001:1.0:1789131398.244804:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131398.244809:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d1a40 x1876039997379712/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131398.244817:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d1a40 x1876039997379712/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.244823:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131398.244825:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.244828:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131398.244831:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131398.244834:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131398.244836:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.244839:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131398.244847:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131398.244852:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131398.244854:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131398.244856:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.244858:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131398.245774:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.245782:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131398.245784:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789131398.245786:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131398.245788:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.245789:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726724672 : -110359982826944 : ffff9ba0d06d1a40) 00000100:00000001:1.0:1789131398.245793:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131398.245794:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131398.245796:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131398.245799:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.245806:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d1a40 x1876039997379712/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.245814:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.245817:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131398.245943:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131398.245949:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d1a40 x1876039997379712/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131398.245958:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d1a40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997379712:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131398.245964:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.245967:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.245969:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131398.245971:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.245974:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d1a40 x1876039997379712/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.245981:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131398.245983:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e563c0. 00000100:00000001:1.0:1789131398.245987:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131398.245988:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.245994:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.245996:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726724672 : -110359982826944 : ffff9ba0d06d1a40) 00000002:00000001:1.0:1789131398.245999:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.246002:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.246007:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000080:00000001:1.0:1789131398.246012:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789131398.246015:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789131398.246020:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789131398.246024:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.246031:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.246033:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.246035:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2f25cc0. 00000100:00000001:1.0:1789131398.246039:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.246042:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d1a40 x1876039997379712/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.246048:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.246056:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.246060:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c178cdc0. 00000080:00000001:1.0:1789131398.246064:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.246070:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:1.0:1789131398.246073:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-45:[0x200000402:0x2f:0x0](ffff9ba0d21c5348), flags 100002, rc = 0 00000080:00000001:1.0:1789131398.246076:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.246081:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789131398.246083:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:1.0:1789131398.246085:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-45 (ffff9ba0d215e000, parent ffff9ba0d20e4ca8, inode ffff9ba0d21c5348) hashed, 00000080:00000001:1.0:1789131398.246088:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.246142:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131398.246145:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131398.246147:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131398.246148:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:1.0:1789131398.246150:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131398.246157:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:1.0:1789131398.246162:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.246165:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131398.246168:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.246170:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:1.0:1789131398.246173:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131398.247593:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131398.247597:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131398.247603:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.247606:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:1.0:1789131398.247608:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131398.247612:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131398.247613:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.247616:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131398.247622:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.247624:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.247626:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.247628:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131398.247630:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1789131398.247649:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d3480. 00000020:00000040:1.0:1789131398.247653:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=98 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:1.0:1789131398.247677:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131398.247694:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.247700:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.247702:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.247703:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.247712:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131398.247715:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131398.247719:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131398.247725:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d075f000. 00000100:00000001:1.0:1789131398.247731:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.247735:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.247736:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.247738:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.247739:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.247740:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.247745:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713726731392 : -110359982820224 : ffff9ba0d06d3480) 00010000:00000001:1.0:1789131398.247758:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131398.247759:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131398.247766:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d5bda300. 00010000:00000010:1.0:1789131398.247770:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aab80. 00010000:00000001:1.0:1789131398.247773:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131398.247776:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b42200. 00000020:00000001:1.0:1789131398.247780:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131398.247782:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b42200 with handle 0xc8adac5b2d01ffda to hash 00000020:00000001:1.0:1789131398.247784:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131398.247785:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.247790:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.247793:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.247795:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.247799:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffda lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.247808:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffda lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.247829:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffda lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131398.247834:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131398.247836:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131398.247841:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e563c0. 00000100:00000001:1.0:1789131398.247844:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499726784 : -110360209824832 : ffff9ba0c2e563c0) 00000100:00000001:1.0:1789131398.247846:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.247848:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726731392 : -110359982820224 : ffff9ba0d06d3480) 00000100:00000001:1.0:1789131398.247852:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131398.247856:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.247857:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131398.247859:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131398.247878:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d3480 x1876039997379840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.247886:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131398.247888:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.247891:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131398.247893:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131398.247895:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131398.247898:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d3480 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997379840:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.247902:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131398.247907:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131398.247909:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.247912:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131398.247916:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131398.247918:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131398.247928:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131398.247931:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131398.247937:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020000. 00000100:00000200:1.0:1789131398.247944:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997379840, portal 10 00000100:00000001:1.0:1789131398.247946:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.247951:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726731392 : -110359982820224 : ffff9ba0d06d3480) 00000100:00000040:1.0:1789131398.247958:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06d3480 x1876039997379840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.247966:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131398.247969:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131398.247972:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80203b8. 00000100:00000200:1.0:1789131398.247975:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997379840, offset 0 00000400:00000200:1.0:1789131398.247981:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131398.247989:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.248008:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131398.248013:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131398.248017:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131398.248020:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131398.248023:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131398.248026:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [392:392:256:4294967295] 192.168.206.157@tcp LPNI seq info [392:392:8:4294967295] 00000400:00000200:1.0:1789131398.248030:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.248047:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131398.248053:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131398.248059:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d700. 00000800:00000200:1.0:1789131398.248065:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131398.248072:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131398.248076:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1789131398.248096:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.248100:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28623 usecs (29 jiffies) 00000400:00000200:1.0:1789131398.248103:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131398.248106:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985286 00000100:00000001:1.0:1789131398.248113:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985277 00000100:00000001:1.0:1789131398.248118:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985286 00000100:00000001:1.0:1789131398.248121:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985277 00000100:00000001:1.0:1789131398.248134:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.248137:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.248139:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131398.248141:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131398.248143:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e563c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789131398.248146:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131398.248149:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131398.248837:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.248844:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d700. 00000400:00000200:3.0:1789131398.248850:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.248857:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.248862:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80203b8 00000400:00000010:3.0:1789131398.248864:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80203b8. 00000100:00000001:3.0:1789131398.248868:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.248873:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d3480 x1876039997379840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.248883:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.248887:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d3480 x1876039997379840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.248894:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.248896:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131398.252536:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.252575:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131398.252580:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.252583:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.252591:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.252597:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131398.252605:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.252609:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.252614:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.252617:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0d500 00000400:00000200:2.0:1789131398.252621:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.252627:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xfad [1] + 224 00000800:00000001:2.0:1789131398.252633:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.252638:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.252641:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.252645:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131398.252652:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.252660:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d3480 x1876039997379840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131398.252670:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0d06d3480 x1876039997379840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.252698:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131398.252777:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.252782:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.258809:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131398.258822:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131398.258824:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131398.258828:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131398.258834:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020000 00000400:00000010:1.0:1789131398.258836:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020000. 00000100:00000001:1.0:1789131398.258842:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131398.258853:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d3480 x1876039997379840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131398.258863:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d3480 x1876039997379840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.258871:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131398.258873:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.258875:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131398.258878:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131398.258881:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131398.258883:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.258885:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131398.258893:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131398.258896:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131398.258899:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131398.258900:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.258902:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131398.258906:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.258909:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131398.258911:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131398.258913:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131398.258916:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.258936:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d3480 x1876039997379840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.258943:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.258946:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131398.258948:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131398.258952:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d3480 x1876039997379840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131398.258960:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d3480 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997379840:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.258964:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.258967:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.258969:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131398.258971:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.258974:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d3480 x1876039997379840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.258981:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131398.258983:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e563c0. 00000100:00000001:1.0:1789131398.258986:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131398.258987:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.258990:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131398.258993:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.258995:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.258999:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=4 00000020:00000001:1.0:1789131398.259001:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.259004:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000040:1.0:1789131398.259009:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b42200, remote cookie: 0x2d69527cc2115c4d, flags: 0x1001 00010000:00010000:1.0:1789131398.259014:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffda lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c4d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.259024:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffda lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c4d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.259041:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131398.259044:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131398.259046:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131398.259048:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131398.259049:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131398.259052:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0d5bda300) refcount = 1 00010000:00010000:1.0:1789131398.259056:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffda lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c4d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.259062:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131398.259065:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131398.259066:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.259069:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131398.259071:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.259074:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffda lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c4d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.259080:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131398.259082:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.259083:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.259084:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.259085:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.259087:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.259091:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131398.259093:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.259094:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.259096:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.259098:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.259100:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.259102:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.259103:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.259104:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=4 00000020:00000001:1.0:1789131398.259105:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.259112:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.259114:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.259117:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.259120:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffda lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c4d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.259126:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.259127:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.259128:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.259129:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.259130:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=5 00000020:00000001:1.0:1789131398.259132:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.259134:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.259135:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.259138:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffda lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c4d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.259142:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.259143:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131398.259145:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffda lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c4d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.259151:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.259152:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.259153:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.259154:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.259155:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131398.259160:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0d06d3480 x1876039997379840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1789131398.259167:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.259168:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.259170:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.259175:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.259178:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.259180:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.259181:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.259182:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.259184:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.259187:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1789131398.259189:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.259190:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.259191:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.259193:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.259195:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00000002:00010000:1.0:1789131398.259198:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c4d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.259204:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.259206:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.259208:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131398.259209:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.259210:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.259211:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.259213:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.259215:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000040:1.0:1789131398.259220:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5bda300 count: 2 00010000:00000001:1.0:1789131398.259223:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131398.259226:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1789131398.259229:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.259230:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.259231:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131398.259234:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:1.0:1789131398.259235:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1789131398.259238:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.259242:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.259252:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131398.259254:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1789131398.259257:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131398.259261:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131398.259264:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000080:00000001:1.0:1789131398.259268:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131398.259270:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131398.259276:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1789131398.259280:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1789131398.259284:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c2f25cc0. 00800000:00000001:1.0:1789131398.259287:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713500576960 : -110360208974656 : ffff9ba0c2f25cc0) 00800000:00000001:1.0:1789131398.259289:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.259291:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131398.259293:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1789131398.259295:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1789131398.259297:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1789131398.259300:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1789131398.259302:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.259305:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1789131398.259308:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1789131398.259313:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:1.0:1789131398.259315:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.259316:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.259318:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.259320:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.259322:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.259324:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.259326:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131398.259327:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131398.259329:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1789131398.259331:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c2f25cc0 1 00800000:00000010:1.0:1789131398.259333:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c2f25cc0. 00800000:00000001:1.0:1789131398.259337:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.259340:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ffda 00800000:00000001:1.0:1789131398.259343:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131398.259351:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131398.259352:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.259353:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.259355:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.259357:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.259359:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.259361:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.259362:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.259363:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.259365:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.259367:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.259369:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131398.259372:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ffda from it ffffbc4101cb7bf8 00010000:00000001:1.0:1789131398.259373:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.259374:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.259376:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.259377:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.259379:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.259381:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.259384:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c4d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.259391:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.259392:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.259393:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131398.259395:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131398.259397:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffda lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c4d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131398.260113:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131398.260117:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131398.260118:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.260124:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.260125:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.260134:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.260137:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131398.260138:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.260140:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.260143:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.260146:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.260147:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.260148:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131398.260151:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.260159:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d3480 x1876039997379840/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.260166:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131398.260169:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131398.260172:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0c643e800. 02000000:00000001:1.0:1789131398.260176:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131398.260178:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131398.260180:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=97 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:1.0:1789131398.260182:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131398.260184:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d075f000. 02000000:00000001:1.0:1789131398.260187:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131398.260190:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131398.260191:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d3480. 00000100:00000001:1.0:1789131398.260195:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131398.260196:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131398.260200:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:1.0:1789131398.260205:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.260218:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d101dba0. 00000080:00000001:1.0:1789131398.260224:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:1.0:1789131398.260225:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1789131398.260227:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:1.0:1789131398.260229:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:1.0:1789131398.260234:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:1.0:1789131398.260239:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.260242:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131398.260245:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.260247:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:1.0:1789131398.260249:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131398.260256:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1789131398.260259:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1789131398.260264:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.260266:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:1.0:1789131398.260268:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1789131398.260271:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1789131398.260273:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.260275:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.260279:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5bda300 count: 2 00010000:00000001:1.0:1789131398.260281:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.260285:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.260291:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1789131398.260294:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffda lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c4d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1789131398.260301:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1789131398.260304:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.260307:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffda lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c4d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1789131398.260313:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1789131398.260315:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131398.260316:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131398.260318:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1789131398.260319:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131398.260321:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1789131398.260324:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1789131398.260326:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:1.0:1789131398.260328:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000080:00000001:1.0:1789131398.260330:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1789131398.260332:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.260334:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:1.0:1789131398.260337:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ffda 00800000:00000001:1.0:1789131398.260345:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131398.260347:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131398.260349:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.260350:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.260352:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.260354:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.260356:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.260358:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.260360:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.260360:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.260362:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.260364:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ffda from it ffffbc4101cb7b38 00010000:00000001:1.0:1789131398.260365:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.260366:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.260367:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131398.260369:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.260370:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131398.260372:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.260374:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c4d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131398.260379:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.260380:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.260381:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131398.260383:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131398.260384:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffda lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c4d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1789131398.260389:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131398.260391:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131398.260392:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.260394:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.260395:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.260396:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.260402:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131398.260403:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.260404:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.260406:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.260408:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.260409:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.260410:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1789131398.260412:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789131398.260413:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1789131398.260415:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:1.0:1789131398.260418:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.260421:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1789131398.260423:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:1.0:1789131398.260425:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-46, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0d4ac8180, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1789131398.260429:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0d4bb9240. 00000080:00000001:1.0:1789131398.260433:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1789131398.260435:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:1.0:1789131398.260437:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-46, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:1.0:1789131398.260442:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d0510e00. 00800000:00000002:1.0:1789131398.260445:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.260450:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1789131398.260451:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.260453:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:1.0:1789131398.260454:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-46' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1789131398.260457:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1789131398.260460:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1789131398.260465:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:1.0:1789131398.260467:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1789131398.261414:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1789131398.261418:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1789131398.261421:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1789131398.261424:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x30:0x0] 40000000:00000001:1.0:1789131398.261431:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.261434:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.261436:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.261449:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.261452:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:1.0:1789131398.261455:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x30:0x0], name='f0a.replay-dual-46' -> mds #0 layout version 1 00000002:00000001:1.0:1789131398.261463:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1789131398.261465:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:1.0:1789131398.261466:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-46,[0x200000402:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1789131398.261496:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1789131398.261499:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1789131398.261502:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1789131398.261506:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.261508:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1789131398.261514:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5bda300 count: 2 00010000:00000001:1.0:1789131398.261517:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.261520:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1789131398.261522:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789131398.261526:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffda lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115c4d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1789131398.261538:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1789131398.261542:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1789131398.261543:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1789131398.261549:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1789131398.261551:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.261553:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.261555:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5bda300 count: 3 00010000:00000001:1.0:1789131398.261557:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.261560:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.261561:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.261562:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.261566:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5bda300 count: 3 00010000:00000001:1.0:1789131398.261568:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.261570:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.261572:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1789131398.261573:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1789131398.261574:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5bda300 count: 3 00010000:00000001:1.0:1789131398.261585:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1789131398.261588:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.261590:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131398.261593:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1789131398.261596:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1789131398.261607:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1789131398.261609:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789131398.261611:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.261618:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789131398.261621:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789131398.261622:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789131398.261624:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.261626:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1789131398.261630:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b42200 with handle 0xc8adac5b2d01ffda from hash 00010000:00000001:1.0:1789131398.261635:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789131398.261636:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.261638:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.261639:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789131398.261642:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789131398.261644:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1789131398.261650:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131398.261652:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131398.261654:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1789131398.261660:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d3480. 00000020:00000040:1.0:1789131398.261664:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=98 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:1.0:1789131398.261671:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789131398.261673:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.261676:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1789131398.261692:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.261695:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.261696:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.261698:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.261700:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131398.261702:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131398.261709:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131398.261716:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d075f000. 00000100:00000001:1.0:1789131398.261730:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.261734:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.261736:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789131398.261744:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffda lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115c4d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1789131398.261752:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789131398.261753:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1789131398.261757:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789131398.261760:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42200/0xc8adac5b2d01ffda lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115c4d expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1789131398.261768:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d5bda300 count: 0 00010000:00000010:1.0:1789131398.261773:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aab80. 00010000:00000001:1.0:1789131398.261787:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.261791:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.261793:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131398.261795:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.261797:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.261806:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713726731392 : -110359982820224 : ffff9ba0d06d3480) 00010000:00000001:1.0:1789131398.261813:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131398.261815:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131398.261819:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d5bdae00. 00010000:00000010:1.0:1789131398.261822:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aab80. 00010000:00000001:1.0:1789131398.261826:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131398.261829:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b43200. 00000020:00000001:1.0:1789131398.261834:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131398.261836:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b43200 with handle 0xc8adac5b2d01ffe1 to hash 00000020:00000001:1.0:1789131398.261838:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131398.261839:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00010000:00000001:1.0:1789131398.261843:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00010000:00000001:1.0:1789131398.261846:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.261847:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.261855:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43200/0xc8adac5b2d01ffe1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.261862:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43200/0xc8adac5b2d01ffe1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1789131398.261874:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1789131398.261883:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d06d3480 x1876039997380096/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1789131398.261892:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43200/0xc8adac5b2d01ffe1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131398.261897:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131398.261899:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131398.261905:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e563c0. 00000100:00000001:1.0:1789131398.261907:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499726784 : -110360209824832 : ffff9ba0c2e563c0) 00000100:00000001:1.0:1789131398.261910:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.261912:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726731392 : -110359982820224 : ffff9ba0d06d3480) 00000100:00000001:1.0:1789131398.261916:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131398.261920:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.261922:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131398.261924:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131398.261928:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d3480 x1876039997380096/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.261935:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131398.261938:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.261941:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131398.261947:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131398.261950:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131398.261954:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d3480 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997380096:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.261958:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131398.261988:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131398.261999:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.262001:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131398.262050:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d10a0000. 02000000:00000001:1.0:1789131398.262053:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131398.262060:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131398.262064:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131398.262071:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0d075f400. 00000100:00000200:1.0:1789131398.262078:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997380096, portal 10 00000100:00000001:1.0:1789131398.262080:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.262081:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726731392 : -110359982820224 : ffff9ba0d06d3480) 00000100:00000040:1.0:1789131398.262087:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d06d3480 x1876039997380096/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.262094:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131398.262097:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131398.262100:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020000. 00000100:00000200:1.0:1789131398.262103:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997380096, offset 0 00000400:00000200:1.0:1789131398.262109:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131398.262118:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.262124:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131398.262130:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131398.264725:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131398.264731:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131398.264735:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131398.264739:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [393:393:256:4294967295] 192.168.206.157@tcp LPNI seq info [393:393:8:4294967295] 00000400:00000200:1.0:1789131398.264745:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131398.264758:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131398.264764:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131398.264773:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d500. 00000800:00000200:1.0:1789131398.264780:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131398.264787:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131398.264791:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d500 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1789131398.264808:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.264826:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28538 usecs (29 jiffies) 00000400:00000200:1.0:1789131398.264830:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131398.264833:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985303 00000100:00000001:1.0:1789131398.264842:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985286 00000100:00000001:1.0:1789131398.264847:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985303 00000100:00000001:1.0:1789131398.264851:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985286 00000100:00000001:1.0:1789131398.264854:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.264858:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.264861:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131398.264862:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131398.264865:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e563c0 going to sleep for 11 seconds 00000100:00000001:1.0:1789131398.264868:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131398.264870:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131398.264958:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.264964:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d500. 00000400:00000200:3.0:1789131398.264970:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.264976:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.264982:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020000 00000400:00000010:3.0:1789131398.264985:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020000. 00000100:00000001:3.0:1789131398.264990:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.264998:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d3480 x1876039997380096/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.265009:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.265012:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d3480 x1876039997380096/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.265019:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.265027:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131398.270193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d5bda300. 00010000:00000010:1.1:1789131398.270208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b42200. 00000800:00000001:2.0:1789131398.284642:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.284658:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131398.284662:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.284665:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.284674:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.284691:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131398.284715:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.284720:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.284725:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.284729:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0d600 00000400:00000200:2.0:1789131398.284733:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.284739:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xfb5 [32] + 224 00000800:00000001:2.0:1789131398.284745:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.284753:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131398.284756:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.284760:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131398.284766:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.284774:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d3480 x1876039997380096/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131398.284785:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0d06d3480 x1876039997380096/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.284808:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131398.284818:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131398.284822:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.284827:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131398.284833:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [394:394:256:4294967295] 192.168.206.157@tcp LPNI seq info [394:394:8:4294967295] 00000400:00000200:2.0:1789131398.284837:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.284845:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131398.284850:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131398.284857:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0c7b02400. 00000800:00000200:2.0:1789131398.284863:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131398.284870:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131398.284875:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c7b02400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131398.284959:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131398.284967:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0c7b02400. 00000400:00000200:2.0:1789131398.284970:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.284974:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131398.284980:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131398.284984:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.285353:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131398.285361:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131398.285364:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131398.285367:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131398.285371:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d075f400 00000400:00000010:1.0:1789131398.285373:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0d075f400. 00000100:00000001:1.0:1789131398.285376:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131398.285381:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d3480 x1876039997380096/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131398.285390:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d3480 x1876039997380096/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.285396:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131398.285398:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.285401:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131398.285403:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131398.285406:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131398.285408:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.285411:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131398.285418:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131398.285423:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131398.285431:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131398.285433:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.285437:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131398.285440:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.285443:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131398.285445:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1789131398.285446:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131398.285448:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.285450:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726731392 : -110359982820224 : ffff9ba0d06d3480) 00000100:00000001:1.0:1789131398.285453:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131398.285454:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131398.285456:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131398.285458:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.285463:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.285499:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.285502:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131398.285504:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131398.285508:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131398.285516:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d3480 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997380096:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131398.285520:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.285523:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.285525:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131398.285527:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.285530:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.285536:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131398.285538:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e563c0. 00000100:00000001:1.0:1789131398.285541:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131398.285542:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.285545:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131398.285555:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.285557:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.285560:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43200 refcount=4 00000020:00000001:1.0:1789131398.285562:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00010000:00000001:1.0:1789131398.285565:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00010000:00000040:1.0:1789131398.285570:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b43200, remote cookie: 0x2d69527cc2115c69, flags: 0x1001 00010000:00010000:1.0:1789131398.285575:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43200/0xc8adac5b2d01ffe1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c69 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789131398.285582:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1789131398.285585:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1789131398.285591:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d5bda300. 00010000:00000010:1.0:1789131398.285594:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d19aa080. 00010000:00000040:1.0:1789131398.285598:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d5bdae00 count: 0 00010000:00000010:1.0:1789131398.285603:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aab80. 00010000:00000001:1.0:1789131398.285611:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.285615:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43200/0xc8adac5b2d01ffe1 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c69 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131398.285622:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43200/0xc8adac5b2d01ffe1 lrc: 4/0,1 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c69 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.285628:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131398.285631:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131398.285633:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131398.285635:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131398.285636:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131398.285638:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x30:0x0].0x0 (ffff9ba0d5bda300) refcount = 1 00010000:00010000:1.0:1789131398.285643:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43200/0xc8adac5b2d01ffe1 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c69 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.285660:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131398.285663:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131398.285665:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131398.285667:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131398.285669:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.285672:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43200/0xc8adac5b2d01ffe1 lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c69 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.285678:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131398.285679:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.285690:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.285692:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.285693:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.285694:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.285699:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1789131398.285701:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.285702:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.285704:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43200 refcount=3 00000020:00000001:1.0:1789131398.285706:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00010000:00000001:1.0:1789131398.285708:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00010000:00000001:1.0:1789131398.285710:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.285712:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.285713:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43200 refcount=4 00000020:00000001:1.0:1789131398.285714:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00010000:00000001:1.0:1789131398.285716:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00010000:00000001:1.0:1789131398.285719:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131398.285722:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.285725:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43200/0xc8adac5b2d01ffe1 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c69 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.285730:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.285736:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.285738:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.285739:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.285740:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43200 refcount=5 00000020:00000001:1.0:1789131398.285742:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00010000:00000001:1.0:1789131398.285744:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00010000:00000001:1.0:1789131398.285746:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.285750:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43200/0xc8adac5b2d01ffe1 lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c69 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.285756:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.285757:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131398.285759:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43200/0xc8adac5b2d01ffe1 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c69 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.285765:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.285766:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.285767:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.285768:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.285769:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1789131398.285775:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.285784:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1789131398.285789:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.285796:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.285802:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.285803:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.285804:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43200 refcount=3 00000020:00000001:1.0:1789131398.285806:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00010000:00000001:1.0:1789131398.285813:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00000002:00010000:1.0:1789131398.285817:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43200/0xc8adac5b2d01ffe1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c69 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1789131398.285830:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c2f25cc0. 00010000:00000001:1.0:1789131398.285832:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.285833:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.285835:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.285837:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131398.285839:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1789131398.285842:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.285843:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726731392 : -110359982820224 : ffff9ba0d06d3480) 00000100:00000001:1.0:1789131398.285845:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.285846:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726731392 : -110359982820224 : ffff9ba0d06d3480) 00010000:00000001:1.0:1789131398.285848:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.285849:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.285851:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43200 refcount=3 00000020:00000001:1.0:1789131398.285852:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00010000:00000001:1.0:1789131398.285855:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00000002:00010000:1.0:1789131398.285858:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43200/0xc8adac5b2d01ffe1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c69 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.285864:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.285866:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.285867:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1789131398.285869:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.285870:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.285871:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43200 refcount=3 00000020:00000001:1.0:1789131398.285872:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00010000:00000001:1.0:1789131398.285874:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00010000:00000040:1.0:1789131398.285878:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5bda300 count: 2 00010000:00000001:1.0:1789131398.285880:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1789131398.285883:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/48 (0 0) 00010000:00000001:1.0:1789131398.285885:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.285886:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.285893:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1789131398.285896:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:1.0:1789131398.285898:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-46 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1789131398.285901:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.285905:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.285907:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1789131398.285910:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1789131398.285913:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1789131398.285917:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:1.0:1789131398.285919:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1789131398.285921:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0d4bb9240 it_disposition 1800037 00000080:00002000:1.0:1789131398.285926:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d215e798 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1789131398.285931:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131398.285934:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1789131398.285936:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:1.0:1789131398.285937:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-46, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:1.0:1789131398.285998:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1789131398.286001:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:1.0:1789131398.286005:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1789131398.286009:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1789131398.286011:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279536 : 144115205289279536 : 200000402000030) 00000080:00000001:1.0:1789131398.286014:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1789131398.286025:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21c6300. 00000020:00000001:1.0:1789131398.286033:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1789131398.286034:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1789131398.286037:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:1.0:1789131398.286038:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x30:0x0](ffff9ba0d21c63c8) 00000020:00000001:1.0:1789131398.286042:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131398.286045:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:1.0:1789131398.286047:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:1.0:1789131398.286050:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1789131398.286054:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d0937af0. 00000020:00000001:1.0:1789131398.286057:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131398.286058:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131398.286065:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:1.0:1789131398.286068:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d07ce9b0. 00020000:00000001:1.0:1789131398.286075:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713727760816 : -110359981790800 : ffff9ba0d07ce9b0) 00020000:00000001:1.0:1789131398.286078:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:1.0:1789131398.286081:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131398.286085:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb96c0. 00020000:00000010:1.0:1789131398.286089:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320b900. 00020000:00000010:1.0:1789131398.286093:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d4bb9600. 00020000:00000001:1.0:1789131398.286095:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713798977024 : -110359910574592 : ffff9ba0d4bb9600) 00020000:00000002:1.0:1789131398.286097:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9600, objid 0x30:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131398.286101:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131398.286105:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b900: ostid: 0x240000400:26 ost idx: 0 gen: 0 00020000:00000001:1.0:1789131398.286107:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1789131398.286109:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d4bb9600, objid 0x30:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131398.286113:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131398.286116:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320b900: ostid: 0x240000400:26 ost idx: 0 gen: 0 00020000:00000010:1.0:1789131398.286119:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c2b95e10. 00020000:00000010:1.0:1789131398.286122:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2e563c0. 00020000:00000001:1.0:1789131398.286127:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1789131398.286129:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba1021d06c8. 00020000:00000001:1.0:1789131398.286132:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1789131398.286134:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1789131398.286138:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1789131398.286141:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d0937320. 00000020:00000001:1.0:1789131398.286143:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1789131398.286144:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1789131398.286147:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713729237920 : -110359980313696 : ffff9ba0d09373a0) 00020000:00000001:1.0:1789131398.286151:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1789131398.286155:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d07d4988. 00020000:00000001:1.0:1789131398.286157:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.286161:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729237920 : -110359980313696 : ffff9ba0d09373a0) 00020000:00000001:1.0:1789131398.286163:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713729237920 : -110359980313696 : ffff9ba0d09373a0) 00020000:00000002:1.0:1789131398.286166:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x1a:0x0]@ffff9ba0d0937320[0:0] -> [0x200000402:0x30:0x0]@ffff9ba0d0937af0: ostid: 0x240000400:26 ost idx: 0 gen: 0 00020000:00000001:1.0:1789131398.286174:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:1.0:1789131398.286177:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:1.0:1789131398.286178:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.286182:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713729239920 : -110359980311696 : ffff9ba0d0937b70) 00000020:00001000:1.0:1789131398.286184:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:1.0:1789131398.286188:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279536 : 144115205289279536 : 200000402000030) 00000080:00000001:1.0:1789131398.286190:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1789131398.286193:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279536 mtime from 0 to 1789131398 00000080:00000001:1.0:1789131398.287587:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1789131398.287590:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754989512 : -110359954562104 : ffff9ba0d21c63c8) 00010000:00000001:1.0:1789131398.287594:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.287596:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.287600:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43200 refcount=3 00000020:00000001:1.0:1789131398.287602:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00010000:00000001:1.0:1789131398.287605:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00000080:00000001:1.0:1789131398.287608:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:1.0:1789131398.287610:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1789131398.287613:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713554875672 : -110360154675944 : ffff9ba0c62ee518) 00000020:00001000:1.0:1789131398.287615:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c62ee510 00000020:00000001:1.0:1789131398.287617:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1789131398.287621:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789131398.287622:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:1.0:1789131398.287630:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d4bb98a0. 00020000:00000010:1.0:1789131398.287635:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c320bc80. 00020000:00000010:1.0:1789131398.287641:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c4e64ae0. 00020000:00000001:1.0:1789131398.287643:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713533340384 : -110360176211232 : ffff9ba0c4e64ae0) 00020000:00000002:1.0:1789131398.287646:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c4e64ae0, objid 0x30:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1789131398.287650:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1789131398.287654:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c320bc80: ostid: 0x240000400:26 ost idx: 0 gen: 0 00020000:00000002:1.0:1789131398.287657:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d07ce9b0) owner ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.287659:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789131398.287661:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d07ce9b0) owner ffff9ba0c2f34f80 00020000:00000010:1.0:1789131398.287676:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c320bc80. 00020000:00000010:1.0:1789131398.287691:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d4bb98a0. 00020000:00000010:1.0:1789131398.287696:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0c4e64ae0. 00020000:00000002:1.0:1789131398.287698:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x30:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1789131398.287701:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.287702:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.287706:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1789131398.287709:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d07ce9b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:1.0:1789131398.287711:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d4bb9600 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:1.0:1789131398.287714:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d07ce9b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:1.0:1789131398.287724:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1789131398.287726:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1789131398.287728:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1789131398.287729:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1789131398.287732:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1789131398.287734:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x30:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1789131398.287736:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c62ee510 00000080:00000001:1.0:1789131398.287740:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.287741:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.287743:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131398.287744:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1789131398.287749:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1789131398.287750:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.287753:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x30:0x0](ffff9ba0d21c63c8) 00000080:00010000:1.0:1789131398.287756:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x30:0x0](ffff9ba0d21c63c8) for lock 0xc8adac5b2d01ffe1 00800000:00000001:1.0:1789131398.287759:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1789131398.287762:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1789131398.287763:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.287764:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.287766:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43200 refcount=3 00000020:00000001:1.0:1789131398.287768:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00010000:00000001:1.0:1789131398.287770:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00010000:00000001:1.0:1789131398.287773:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.287774:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1789131398.287775:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.287783:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.287785:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1789131398.287787:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.287796:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.287804:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131398.287809:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21c63c8 need_sync_to_mds [0x200000402:0x30:0x0] 00000080:00000001:1.0:1789131398.287812:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1789131398.287815:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x30:0x0](ffff9ba0d21c63c8) 00000080:00000001:1.0:1789131398.287818:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1789131398.287822:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d0510e00. 00000100:00000001:1.0:1789131398.287824:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.287828:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.287834:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.287837:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1789131398.287839:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1789131398.287841:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21c63c8 need_sync_to_mds [0x200000402:0x30:0x0] 00000080:00000001:1.0:1789131398.287849:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1789131398.287851:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:1.0:1789131398.287854:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-46:[0x200000402:0x30:0x0](ffff9ba0d21c63c8), flags 100102 00000080:00000010:1.0:1789131398.287861:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c178cdc0. 00000080:00000010:1.0:1789131398.287866:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2f25c80. 00000080:00000001:1.0:1789131398.287869:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1789131398.287872:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1789131398.287875:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1789131398.287878:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d101d8c0. 00000002:00100000:1.0:1789131398.287882:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.287888:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.287890:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1789131398.287893:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1789131398.287895:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.287903:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.287906:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.287910:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1789131398.287927:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131398.287931:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d10a0000. 02000000:00000001:1.0:1789131398.289102:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1789131398.289107:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.289112:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:1.0:1789131398.289115:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-46:[0x200000402:0x30:0x0](ffff9ba0d21c63c8), flags 100102, rc = 0 00000080:00000001:1.0:1789131398.289120:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1789131398.289122:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0d4bb9240 released 00000080:00010000:1.0:1789131398.289124:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ffe1 from it ffff9ba0d4bb9240 00010000:00000001:1.0:1789131398.289127:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131398.289129:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131398.289131:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43200 refcount=3 00000020:00000001:1.0:1789131398.289133:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00010000:00000001:1.0:1789131398.289136:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580388864 : -110360129162752 : ffff9ba0c7b43200) 00010000:00000001:1.0:1789131398.289138:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131398.289143:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43200/0xc8adac5b2d01ffe1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115c69 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131398.289152:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.289154:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.289155:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1789131398.289157:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1789131398.289160:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43200/0xc8adac5b2d01ffe1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115c69 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1789131398.289436:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1789131398.289440:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1789131398.289442:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1789131398.289447:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.289459:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131398.289460:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.289464:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1789131398.289465:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.289467:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.289485:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.289488:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131398.289489:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131398.289491:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1789131398.289492:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1789131398.289495:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1789131398.290146:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789131398.290149:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789131398.290152:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789131398.290154:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.290157:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789131398.290159:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.290161:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131398.290163:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.290165:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131398.290169:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0d4bb9240. 00000080:00000001:2.0:1789131398.290175:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.290179:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789131398.290182:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x30:0x0](ffff9ba0d21c63c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1789131398.290186:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131398.290221:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131398.290225:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d07ce9b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131398.290229:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d07ce9b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131398.290231:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.290238:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789131398.290240:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:2.0:1789131398.290242:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-46:[0x200000402:0x30:0x0](ffff9ba0d21c63c8), flags 100002 00000080:00000001:2.0:1789131398.290245:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1789131398.290247:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789131398.290248:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131398.290249:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d07ce9b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131398.290251:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d07ce9b0) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131398.290253:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.290255:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1789131398.290262:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.290265:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131398.290280:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5bda300 count: 2 00010000:00000001:2.0:1789131398.290284:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131398.290288:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131398.290291:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x30:0x0]: 0 00000080:00000001:2.0:1789131398.290293:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789131398.290296:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789131398.290300:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131398.290302:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789131398.290308:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789131398.290311:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1789131398.290313:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x30:0x0] 00000002:00000001:2.0:1789131398.290317:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789131398.290319:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x30:0x0] file closed with intent: 0 00000100:00000010:2.0:1789131398.290325:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc4b40. 00000020:00000040:2.0:1789131398.290329:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=99 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:2.0:1789131398.290333:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131398.290336:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131398.290340:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131398.290348:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d193cc00. 00000100:00000001:2.0:1789131398.290355:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789131398.290387:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789131398.290399:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789131398.290404:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7dc4b40 x1876039997380352/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789131398.290411:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131398.290413:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131398.290420:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e8f780. 00000100:00000001:2.0:1789131398.290422:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499961216 : -110360209590400 : ffff9ba0c2e8f780) 00000100:00000001:2.0:1789131398.290425:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.290426:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583016768 : -110360126534848 : ffff9ba0c7dc4b40) 00000100:00000001:2.0:1789131398.290430:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131398.290434:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.290436:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131398.290446:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131398.290451:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc4b40 x1876039997380352/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.290458:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131398.290460:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.290464:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131398.290466:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131398.290503:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131398.290507:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc4b40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997380352:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131398.290511:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131398.290517:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131398.290519:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.290521:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131398.290526:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c7b02400. 02000000:00000001:2.0:1789131398.290528:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131398.290535:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131398.290539:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000010:2.0:1789131398.290545:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e000. 00000100:00000200:2.0:1789131398.290551:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997380352, portal 10 00000100:00000001:2.0:1789131398.290554:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.290555:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583016768 : -110360126534848 : ffff9ba0c7dc4b40) 00000100:00000040:2.0:1789131398.290561:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7dc4b40 x1876039997380352/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.290569:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131398.290571:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131398.290574:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ebb0. 00000100:00000200:2.0:1789131398.290577:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997380352, offset 0 00000400:00000200:2.0:1789131398.290584:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131398.290592:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.290599:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131398.290605:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131398.290609:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131398.290613:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131398.290621:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131398.290625:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [395:395:256:4294967295] 192.168.206.157@tcp LPNI seq info [395:395:8:4294967295] 00000400:00000200:2.0:1789131398.290630:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.290639:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131398.290645:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131398.290650:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964200. 00000800:00000200:2.0:1789131398.290657:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131398.290664:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131398.290668:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789131398.290704:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.290709:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28543 usecs (29 jiffies) 00000400:00000200:2.0:1789131398.290712:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131398.290715:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985328 00000100:00000001:2.0:1789131398.290721:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985303 00000100:00000001:2.0:1789131398.290727:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985328 00000100:00000001:2.0:1789131398.290730:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985303 00000100:00000001:2.0:1789131398.290733:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.290736:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.290738:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131398.290740:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131398.290742:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e8f780 going to sleep for 11 seconds 00000100:00000001:2.0:1789131398.290745:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131398.290747:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131398.290980:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.290985:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964200. 00000400:00000200:3.0:1789131398.290989:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.290994:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.290999:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ebb0 00000400:00000010:3.0:1789131398.291002:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ebb0. 00000100:00000001:3.0:1789131398.291006:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.291010:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc4b40 x1876039997380352/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.291020:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.291024:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc4b40 x1876039997380352/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.291030:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.291032:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1789131398.295511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d5bdae00. 00000800:00000001:3.0:1789131398.298049:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.298064:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.298068:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.298071:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.298080:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.298087:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131398.298095:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.298100:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.298105:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.298109:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0d700 00000400:00000200:3.0:1789131398.298114:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.298120:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xfbd [1] + 224 00000800:00000001:3.0:1789131398.298127:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.298135:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.298139:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.298143:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131398.298150:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131398.298158:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc4b40 x1876039997380352/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131398.298181:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0c7dc4b40 x1876039997380352/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.298202:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131398.298211:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.298215:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.298621:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131398.298629:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131398.298631:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131398.298634:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000200:2.0:1789131398.298639:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e000 00000400:00000010:2.0:1789131398.298641:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e000. 00000100:00000001:2.0:1789131398.298645:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.298650:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc4b40 x1876039997380352/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131398.298667:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc4b40 x1876039997380352/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.298674:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131398.298676:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.298679:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131398.298693:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131398.298696:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131398.298698:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.298701:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131398.298709:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=110 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131398.298714:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131398.298717:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131398.298718:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.298721:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131398.298724:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.298727:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131398.298729:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789131398.298730:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789131398.298732:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.298734:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583016768 : -110360126534848 : ffff9ba0c7dc4b40) 00000100:00000001:2.0:1789131398.298737:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131398.298739:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131398.298741:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131398.298743:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.298748:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc4b40 x1876039997380352/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.298755:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.298758:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131398.298760:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131398.298763:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc4b40 x1876039997380352/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131398.298770:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc4b40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997380352:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131398.298795:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.298798:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.298800:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131398.298802:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.298806:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc4b40 x1876039997380352/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.298813:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131398.298815:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e8f780. 00000100:00000001:2.0:1789131398.298818:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131398.298820:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.298826:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.298827:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583016768 : -110360126534848 : ffff9ba0c7dc4b40) 00000002:00000001:2.0:1789131398.298830:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.298833:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131398.298839:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131398.298841:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789131398.298844:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1789131398.298849:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789131398.298853:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131398.298861:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.298863:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131398.298864:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2f25c80. 00000100:00000001:2.0:1789131398.298868:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.298871:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc4b40 x1876039997380352/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.298877:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.298879:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131398.298882:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c178cdc0. 00000080:00000001:2.0:1789131398.298886:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.298891:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:2.0:1789131398.298894:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-46:[0x200000402:0x30:0x0](ffff9ba0d21c63c8), flags 100002, rc = 0 00000080:00000001:2.0:1789131398.298902:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.298907:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789131398.298909:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:2.0:1789131398.298911:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-46 (ffff9ba0d215e798, parent ffff9ba0d20e4ca8, inode ffff9ba0d21c63c8) hashed, 00000080:00000001:2.0:1789131398.298927:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.298993:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131398.298997:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131398.298999:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131398.299000:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:2.0:1789131398.299002:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:2.0:1789131398.299007:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00800000:00000002:2.0:1789131398.299012:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131398.299016:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131398.299020:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.299022:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:2.0:1789131398.299024:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131398.299028:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131398.299030:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131398.299035:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.299036:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:2.0:1789131398.299038:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131398.299042:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131398.299044:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.299046:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131398.299052:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.299054:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.299056:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.299058:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789131398.299060:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789131398.299065:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc5680. 00000020:00000040:2.0:1789131398.299068:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=100 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:2.0:1789131398.299072:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131398.299077:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131398.299084:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.299085:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.299092:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.299095:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131398.299096:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131398.299100:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131398.299106:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b01800. 00000100:00000001:2.0:1789131398.299111:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.299115:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131398.299116:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.299118:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131398.299119:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.299121:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.299126:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713583019648 : -110360126531968 : ffff9ba0c7dc5680) 00010000:00000001:2.0:1789131398.299130:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131398.299132:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131398.299136:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c665b700. 00010000:00000010:2.0:1789131398.299140:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe580. 00010000:00000001:2.0:1789131398.299143:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131398.299146:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7dd5e00. 00000020:00000001:2.0:1789131398.299150:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131398.299152:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7dd5e00 with handle 0xc8adac5b2d01ffe8 to hash 00000020:00000001:2.0:1789131398.299155:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131398.299156:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.299160:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.299163:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.299165:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.299169:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01ffe8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131398.299178:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01ffe8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131398.299188:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01ffe8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131398.299206:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131398.299215:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131398.299220:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e8f780. 00000100:00000001:2.0:1789131398.299222:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499961216 : -110360209590400 : ffff9ba0c2e8f780) 00000100:00000001:2.0:1789131398.299225:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.299226:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583019648 : -110360126531968 : ffff9ba0c7dc5680) 00000100:00000001:2.0:1789131398.299230:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131398.299234:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.299235:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131398.299237:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131398.299242:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc5680 x1876039997380480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.299249:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131398.299251:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.299255:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131398.299257:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131398.299259:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131398.299263:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc5680 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997380480:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131398.299266:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131398.299271:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131398.299273:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.299276:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131398.299280:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d8414800. 02000000:00000001:2.0:1789131398.299282:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131398.299287:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131398.299290:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000010:2.0:1789131398.299295:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e000. 00000100:00000200:2.0:1789131398.299302:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997380480, portal 10 00000100:00000001:2.0:1789131398.299304:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.299305:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583019648 : -110360126531968 : ffff9ba0c7dc5680) 00000100:00000040:2.0:1789131398.299310:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7dc5680 x1876039997380480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.299316:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131398.299319:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131398.299326:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e2a8. 00000100:00000200:2.0:1789131398.299329:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997380480, offset 0 00000400:00000200:2.0:1789131398.299334:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131398.299341:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.299347:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131398.299352:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131398.299357:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131398.299360:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131398.299363:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131398.299366:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [396:396:256:4294967295] 192.168.206.157@tcp LPNI seq info [396:396:8:4294967295] 00000400:00000200:2.0:1789131398.299370:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.299379:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131398.299384:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131398.299388:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964200. 00000800:00000200:2.0:1789131398.299395:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131398.299402:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131398.299406:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789131398.299426:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.299431:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28442 usecs (29 jiffies) 00000400:00000200:2.0:1789131398.299434:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131398.299437:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985337 00000100:00000001:2.0:1789131398.299444:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985328 00000100:00000001:2.0:1789131398.299450:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985337 00000100:00000001:2.0:1789131398.299453:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985328 00000100:00000001:2.0:1789131398.299456:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.299458:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.299460:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131398.299462:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131398.299464:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e8f780 going to sleep for 11 seconds 00000100:00000001:2.0:1789131398.299466:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131398.299528:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131398.299788:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.299793:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964200. 00000400:00000200:3.0:1789131398.299798:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.299803:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.299808:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e2a8 00000400:00000010:3.0:1789131398.299810:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e2a8. 00000100:00000001:3.0:1789131398.299813:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.299818:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc5680 x1876039997380480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.299826:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.299829:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc5680 x1876039997380480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.299836:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.299837:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131398.305719:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.305734:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.305738:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.305740:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.305748:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.305755:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131398.305763:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.305767:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.305772:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.305776:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0d780 00000400:00000200:3.0:1789131398.305780:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.305785:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xfcd [1] + 224 00000800:00000001:3.0:1789131398.305804:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.305810:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.305813:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.305817:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131398.305824:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131398.305831:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc5680 x1876039997380480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131398.305841:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0c7dc5680 x1876039997380480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.305861:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131398.305868:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.305871:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.305971:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131398.305978:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131398.305980:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131398.305983:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000200:2.0:1789131398.305987:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e000 00000400:00000010:2.0:1789131398.305989:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e000. 00000100:00000001:2.0:1789131398.305993:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.305998:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc5680 x1876039997380480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131398.306007:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc5680 x1876039997380480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.306013:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131398.306016:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.306018:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131398.306021:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131398.306023:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131398.306025:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.306027:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131398.306035:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131398.306039:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131398.306041:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131398.306043:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.306046:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131398.306049:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.306052:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131398.306054:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131398.306055:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131398.306058:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.306062:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc5680 x1876039997380480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.306069:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.306072:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131398.306074:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131398.306077:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc5680 x1876039997380480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131398.306091:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc5680 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997380480:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131398.306095:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.306097:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.306100:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131398.306102:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.306105:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7dc5680 x1876039997380480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.306112:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131398.306114:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e8f780. 00000100:00000001:2.0:1789131398.306117:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131398.306118:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.306121:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789131398.306124:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.306126:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.306129:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=4 00000020:00000001:2.0:1789131398.306131:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.306134:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000040:2.0:1789131398.306139:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7dd5e00, remote cookie: 0x2d69527cc2115c7e, flags: 0x1001 00010000:00010000:2.0:1789131398.306144:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01ffe8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c7e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131398.306154:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01ffe8 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c7e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.306160:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131398.306164:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131398.306166:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131398.306167:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131398.306169:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131398.306171:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c665b700) refcount = 1 00010000:00010000:2.0:1789131398.306178:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01ffe8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c7e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.306185:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131398.306188:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131398.306189:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131398.306192:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131398.306204:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.306208:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01ffe8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c7e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.306214:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131398.306216:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.306217:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.306218:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.306219:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.306221:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.306225:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789131398.306226:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.306227:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.306229:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.306231:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.306232:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.306234:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.306235:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.306237:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=4 00000020:00000001:2.0:1789131398.306238:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.306240:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.306243:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.306246:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.306249:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01ffe8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c7e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.306262:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.306263:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.306265:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.306266:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.306267:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=5 00000020:00000001:2.0:1789131398.306269:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.306270:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.306272:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131398.306275:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01ffe8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c7e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.306280:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.306281:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131398.306284:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01ffe8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c7e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.306289:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131398.306290:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.306291:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.306292:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.306293:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789131398.306297:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0c7dc5680 x1876039997380480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789131398.306306:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.306307:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.306308:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.306309:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.306311:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.306313:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.306314:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.306315:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.306320:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.306322:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789131398.306325:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.306326:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.306327:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.306329:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.306331:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00000002:00010000:2.0:1789131398.306334:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01ffe8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c7e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.306339:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.306340:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.306342:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131398.306343:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.306344:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.306345:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.306346:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.306348:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000040:2.0:1789131398.306354:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b700 count: 2 00010000:00000001:2.0:1789131398.306356:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131398.306368:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789131398.306371:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.306372:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.306373:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131398.306376:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:2.0:1789131398.306377:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789131398.306380:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.306384:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.306386:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131398.306388:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789131398.306391:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131398.306395:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:2.0:1789131398.306398:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131398.306402:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131398.306411:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131398.306416:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789131398.306421:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789131398.306424:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c5594240. 00800000:00000001:2.0:1789131398.306427:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713540874816 : -110360168676800 : ffff9ba0c5594240) 00800000:00000001:2.0:1789131398.306429:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.306431:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131398.306433:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789131398.306435:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789131398.306437:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789131398.306440:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789131398.306441:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.306445:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789131398.306447:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789131398.306452:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:2.0:1789131398.306455:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.306456:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.306458:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.306459:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.306461:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.306463:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.306464:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131398.306466:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131398.306508:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789131398.306511:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c5594240 1 00800000:00000010:2.0:1789131398.306513:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c5594240. 00800000:00000001:2.0:1789131398.306516:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.306519:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ffe8 00800000:00000001:2.0:1789131398.306522:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131398.306524:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131398.306525:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.306526:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.306528:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.306530:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.306532:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.306539:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.306541:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.306542:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.306544:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.306546:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.306548:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:2.0:1789131398.306551:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ffe8 from it ffffbc4101cb7bf8 00010000:00000001:2.0:1789131398.306552:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.306554:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.306555:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.306556:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.306558:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.306560:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131398.306562:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01ffe8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c7e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.306568:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.306569:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.306570:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131398.306572:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131398.306574:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01ffe8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c7e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131398.306580:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131398.306583:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131398.306584:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131398.306588:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.306589:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.306590:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.306593:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131398.306594:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.306596:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.306598:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.306600:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131398.306601:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.306606:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131398.306608:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.306613:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c7dc5680 x1876039997380480/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.306619:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131398.306622:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131398.306625:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d8414800. 02000000:00000001:2.0:1789131398.306628:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131398.306629:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131398.306631:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=99 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:2.0:1789131398.306633:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131398.306635:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c7b01800. 02000000:00000001:2.0:1789131398.306638:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131398.306640:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131398.306642:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c7dc5680. 00000100:00000001:2.0:1789131398.306644:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131398.306645:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131398.306648:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:2.0:1789131398.306653:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131398.306665:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d109e080. 00000080:00000001:2.0:1789131398.306670:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131398.306672:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131398.306673:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:2.0:1789131398.306676:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:2.0:1789131398.306680:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00800000:00000002:2.0:1789131398.306696:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131398.306699:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131398.306701:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.306703:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:2.0:1789131398.306705:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131398.306708:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131398.306710:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131398.306714:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.306715:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:2.0:1789131398.306717:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131398.306721:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131398.306727:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.306729:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131398.306732:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b700 count: 2 00010000:00000001:2.0:1789131398.306734:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131398.306736:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.306739:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789131398.306742:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01ffe8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c7e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789131398.306749:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789131398.306752:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.306755:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01ffe8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c7e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789131398.306760:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789131398.306762:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131398.306764:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131398.306765:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131398.306767:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131398.306769:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789131398.306771:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789131398.306772:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:2.0:1789131398.306774:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131398.306777:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131398.306778:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.306780:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:2.0:1789131398.306783:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01ffe8 00800000:00000001:2.0:1789131398.306786:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131398.306787:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131398.306788:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.306789:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.306791:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.306792:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.306794:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.306801:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.306802:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.306803:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.306805:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.306807:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ffe8 from it ffffbc4101cb7b38 00010000:00000001:2.0:1789131398.306809:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.306810:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.306811:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.306812:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.306814:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.306816:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131398.306819:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01ffe8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c7e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131398.306825:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.306826:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.306828:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131398.306829:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131398.306832:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01ffe8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c7e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789131398.306838:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131398.306840:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131398.306841:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131398.306843:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.306844:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.306845:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.306847:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131398.306848:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.306849:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.306852:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.306853:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131398.306854:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.306855:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131398.306857:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789131398.306863:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131398.306866:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:2.0:1789131398.306869:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.306872:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789131398.306874:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:2.0:1789131398.306877:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-47, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0c81a6600, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1789131398.306881:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0c7d69480. 00000080:00000001:2.0:1789131398.306886:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789131398.306887:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:2.0:1789131398.306889:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-47, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:2.0:1789131398.306895:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00800000:00000002:2.0:1789131398.306898:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131398.306902:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131398.306904:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.306905:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:2.0:1789131398.306907:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-47' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131398.306910:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789131398.306912:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789131398.306915:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:2.0:1789131398.306918:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789131398.306920:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789131398.306922:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789131398.306924:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789131398.306926:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x31:0x0] 40000000:00000001:2.0:1789131398.306929:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.306930:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.306932:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.306933:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.306935:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:2.0:1789131398.306937:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x31:0x0], name='f0a.replay-dual-47' -> mds #0 layout version 1 00000002:00000001:2.0:1789131398.306940:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.306941:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:2.0:1789131398.306943:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-47,[0x200000402:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1789131398.306946:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789131398.306953:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789131398.306955:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789131398.306959:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.306961:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789131398.306963:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b700 count: 2 00010000:00000001:2.0:1789131398.306965:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131398.306967:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789131398.306969:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131398.306972:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01ffe8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115c7e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789131398.306978:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131398.306982:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131398.306983:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131398.306985:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789131398.306987:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.306989:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131398.306990:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b700 count: 3 00010000:00000001:2.0:1789131398.306992:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131398.306994:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.306996:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.306997:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131398.306998:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b700 count: 3 00010000:00000001:2.0:1789131398.307000:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131398.307002:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.307003:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.307004:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131398.307005:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b700 count: 3 00010000:00000001:2.0:1789131398.307007:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131398.307009:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.307011:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131398.307014:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789131398.307018:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789131398.307025:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789131398.307027:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131398.307287:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.307298:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131398.307301:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131398.307302:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131398.307304:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.307305:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789131398.307308:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7dd5e00 with handle 0xc8adac5b2d01ffe8 from hash 00010000:00000001:2.0:1789131398.307311:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131398.307312:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.307313:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.307314:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131398.307316:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131398.307318:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789131398.307320:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131398.307322:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131398.307323:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789131398.307328:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc5680. 00000020:00000040:2.0:1789131398.307331:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=100 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:2.0:1789131398.307336:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789131398.307337:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.307340:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131398.307343:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131398.307345:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.307346:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.307347:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.307349:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131398.307351:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131398.307354:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131398.307420:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b01800. 00000100:00000001:2.0:1789131398.307426:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.307430:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131398.307432:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789131398.307435:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01ffe8 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115c7e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789131398.307441:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789131398.307443:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131398.307448:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131398.307451:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01ffe8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115c7e expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1789131398.307457:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c665b700 count: 0 00010000:00000010:2.0:1789131398.307462:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe580. 00010000:00000001:2.0:1789131398.307678:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.307680:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.307692:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131398.307693:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.307695:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.307706:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713583019648 : -110360126531968 : ffff9ba0c7dc5680) 00010000:00000001:2.0:1789131398.307710:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131398.307712:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131398.307717:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c665b000. 00010000:00000010:2.0:1789131398.307721:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe580. 00010000:00000001:2.0:1789131398.307725:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131398.307728:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7dd5000. 00000020:00000001:2.0:1789131398.307731:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131398.307733:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7dd5000 with handle 0xc8adac5b2d01ffef to hash 00000020:00000001:2.0:1789131398.307736:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131398.307737:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00010000:00000001:2.0:1789131398.307740:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00010000:00000001:2.0:1789131398.307743:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.307744:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.307747:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5000/0xc8adac5b2d01ffef lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131398.307754:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5000/0xc8adac5b2d01ffef lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789131398.307764:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789131398.307772:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7dc5680 x1876039997380736/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789131398.307787:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5000/0xc8adac5b2d01ffef lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131398.307793:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131398.307794:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131398.307801:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e8f780. 00000100:00000001:2.0:1789131398.307803:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499961216 : -110360209590400 : ffff9ba0c2e8f780) 00000100:00000001:2.0:1789131398.307805:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.307807:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583019648 : -110360126531968 : ffff9ba0c7dc5680) 00000100:00000001:2.0:1789131398.307811:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131398.307814:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.307815:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131398.307817:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131398.307821:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc5680 x1876039997380736/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.307827:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131398.307829:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.307832:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131398.307834:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131398.307837:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131398.307840:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc5680 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997380736:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131398.307844:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131398.307849:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131398.307851:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.307854:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131398.307900:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d10c0000. 02000000:00000001:2.0:1789131398.307903:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131398.307910:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131398.307913:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000010:2.0:1789131398.307919:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c7b00c00. 00000100:00000200:2.0:1789131398.307927:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997380736, portal 10 00000100:00000001:2.0:1789131398.307929:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.307934:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583019648 : -110360126531968 : ffff9ba0c7dc5680) 00000100:00000040:2.0:1789131398.308002:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7dc5680 x1876039997380736/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.308010:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131398.308013:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131398.308016:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e000. 00000100:00000200:2.0:1789131398.308021:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997380736, offset 0 00000400:00000200:2.0:1789131398.308026:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131398.308034:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.308041:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131398.308046:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131398.308050:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131398.308054:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131398.308056:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131398.308060:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [397:397:256:4294967295] 192.168.206.157@tcp LPNI seq info [397:397:8:4294967295] 00000400:00000200:2.0:1789131398.308064:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.308072:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131398.308077:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131398.308082:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964100. 00000800:00000200:2.0:1789131398.308088:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131398.308094:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131398.308098:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1789131398.308173:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.308177:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28331 usecs (29 jiffies) 00000400:00000200:2.0:1789131398.308180:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131398.308183:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985346 00000100:00000001:2.0:1789131398.308190:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985337 00000100:00000001:2.0:1789131398.308206:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985346 00000100:00000001:2.0:1789131398.308209:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985337 00000100:00000001:2.0:1789131398.308218:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.308220:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.308222:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131398.308224:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131398.308227:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e8f780 going to sleep for 11 seconds 00000100:00000001:2.0:1789131398.308229:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131398.308231:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131398.309022:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.309029:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964100. 00000400:00000200:3.0:1789131398.309034:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.309042:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.309047:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e000 00000400:00000010:3.0:1789131398.309049:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e000. 00000100:00000001:3.0:1789131398.309054:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.309059:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc5680 x1876039997380736/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.309069:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.309072:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc5680 x1876039997380736/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.309079:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.309080:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789131398.312672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c665b700. 00010000:00000010:2.1:1789131398.312695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7dd5e00. 00000800:00000001:3.0:1789131398.314355:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.314382:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.314386:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.314388:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.314396:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.314403:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131398.314427:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.314432:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.314437:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.314440:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0d880 00000400:00000200:3.0:1789131398.314445:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.314451:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0xfdd [32] + 224 00000800:00000001:3.0:1789131398.314458:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.314465:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.314511:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.314516:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131398.314523:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131398.314530:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc5680 x1876039997380736/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131398.314541:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0c7dc5680 x1876039997380736/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.314558:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131398.314566:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131398.314569:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.314574:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131398.314580:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [398:398:256:4294967295] 192.168.206.157@tcp LPNI seq info [398:398:8:4294967295] 00000400:00000200:3.0:1789131398.314584:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.314591:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131398.314596:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131398.314601:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84fcc00. 00000800:00000200:3.0:1789131398.314606:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131398.314613:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131398.314617:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84fcc00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1789131398.314823:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131398.314831:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131398.314833:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131398.314836:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000200:2.0:1789131398.314840:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c7b00c00 00000400:00000010:2.0:1789131398.314842:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c7b00c00. 00000100:00000001:2.0:1789131398.314846:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.314850:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc5680 x1876039997380736/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131398.314859:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc5680 x1876039997380736/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.314864:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131398.314866:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.314868:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131398.314871:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131398.314874:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131398.314876:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.314879:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131398.314887:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131398.314891:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131398.314893:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131398.314894:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.314898:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131398.314901:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.314904:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131398.314906:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1789131398.314908:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789131398.314910:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.314918:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583019648 : -110360126531968 : ffff9ba0c7dc5680) 00000100:00000001:2.0:1789131398.314922:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131398.314924:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131398.314926:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131398.314929:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.314934:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.314951:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.314954:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131398.314956:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131398.314961:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131398.314968:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc5680 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997380736:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131398.314974:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.314976:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.314979:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131398.314980:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.314984:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.314991:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131398.314994:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e8f780. 00000100:00000001:2.0:1789131398.314997:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131398.314999:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.315002:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789131398.315007:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.315010:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.315013:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5000 refcount=4 00000020:00000001:2.0:1789131398.315015:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00010000:00000001:2.0:1789131398.315019:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00010000:00000040:2.0:1789131398.315025:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7dd5000, remote cookie: 0x2d69527cc2115c9a, flags: 0x1001 00010000:00010000:2.0:1789131398.315030:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5000/0xc8adac5b2d01ffef lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c9a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789131398.315044:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789131398.315047:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789131398.315054:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c665b700. 00010000:00000010:2.0:1789131398.315059:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfec00. 00010000:00000040:2.0:1789131398.315064:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c665b000 count: 0 00010000:00000010:2.0:1789131398.315069:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe580. 00010000:00000001:2.0:1789131398.315076:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.315079:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5000/0xc8adac5b2d01ffef lrc: 4/0,1 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c9a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131398.315088:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5000/0xc8adac5b2d01ffef lrc: 4/0,1 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c9a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.315095:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131398.315099:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131398.315101:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131398.315103:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131398.315104:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131398.315106:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x31:0x0].0x0 (ffff9ba0c665b700) refcount = 1 00010000:00010000:2.0:1789131398.315111:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5000/0xc8adac5b2d01ffef lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c9a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.315118:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131398.315121:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131398.315122:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131398.315126:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131398.315128:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.315131:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5000/0xc8adac5b2d01ffef lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c9a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.315150:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131398.315151:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.315153:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.315154:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.315155:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.315156:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.315161:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789131398.315163:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.315165:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.315167:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5000 refcount=3 00000020:00000001:2.0:1789131398.315169:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00010000:00000001:2.0:1789131398.315171:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00010000:00000001:2.0:1789131398.315173:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.315174:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.315175:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5000 refcount=4 00000020:00000001:2.0:1789131398.315177:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00010000:00000001:2.0:1789131398.315179:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00010000:00000001:2.0:1789131398.315182:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.315184:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.315187:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5000/0xc8adac5b2d01ffef lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c9a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.315194:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.315195:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.315196:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.315197:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.315199:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5000 refcount=5 00000020:00000001:2.0:1789131398.315200:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00010000:00000001:2.0:1789131398.315203:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00010000:00000001:2.0:1789131398.315205:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131398.315208:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5000/0xc8adac5b2d01ffef lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c9a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.315220:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.315221:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131398.315224:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5000/0xc8adac5b2d01ffef lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115c9a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.315231:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131398.315232:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.315233:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.315234:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.315235:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789131398.315241:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131398.315251:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789131398.315255:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131398.315261:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.315267:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.315269:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.315270:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5000 refcount=3 00000020:00000001:2.0:1789131398.315272:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00010000:00000001:2.0:1789131398.315274:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00000002:00010000:2.0:1789131398.315278:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5000/0xc8adac5b2d01ffef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c9a expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789131398.315286:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c5594240. 00010000:00000001:2.0:1789131398.315289:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.315290:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.315291:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.315293:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.315295:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789131398.315302:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.315303:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583019648 : -110360126531968 : ffff9ba0c7dc5680) 00000100:00000001:2.0:1789131398.315306:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.315307:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583019648 : -110360126531968 : ffff9ba0c7dc5680) 00010000:00000001:2.0:1789131398.315309:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.315310:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.315312:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5000 refcount=3 00000020:00000001:2.0:1789131398.315314:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00010000:00000001:2.0:1789131398.315316:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00000002:00010000:2.0:1789131398.315319:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5000/0xc8adac5b2d01ffef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115c9a expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.315326:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.315327:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.315329:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131398.315331:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.315332:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.315333:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5000 refcount=3 00000020:00000001:2.0:1789131398.315335:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00010000:00000001:2.0:1789131398.315337:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00010000:00000040:2.0:1789131398.315341:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b700 count: 2 00010000:00000001:2.0:1789131398.315344:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131398.315347:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/49 (0 0) 00010000:00000001:2.0:1789131398.315350:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.315351:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.315352:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131398.315355:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:2.0:1789131398.315357:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-47 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789131398.315360:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.315363:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.315365:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131398.315368:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789131398.315371:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131398.315380:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131398.315382:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789131398.315384:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0c7d69480 it_disposition 1800037 00000080:00002000:2.0:1789131398.315389:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2184360 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789131398.315394:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131398.315396:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789131398.315398:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:2.0:1789131398.315400:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-47, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:2.0:1789131398.315403:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789131398.315405:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131398.315410:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789131398.315414:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131398.315416:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279537 : 144115205289279537 : 200000402000031) 00000080:00000001:2.0:1789131398.315420:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789131398.315434:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21ae300. 00000020:00000001:2.0:1789131398.315444:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789131398.315445:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789131398.315448:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789131398.315450:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x31:0x0](ffff9ba0d21ae3c8) 00000020:00000001:2.0:1789131398.315454:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131398.315457:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131398.315460:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131398.315463:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789131398.315507:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d10e1708. 00000020:00000001:2.0:1789131398.315510:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131398.315512:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131398.315519:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789131398.315524:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d172e8. 00020000:00000001:2.0:1789131398.315526:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582306024 : -110360127245592 : ffff9ba0c7d172e8) 00020000:00000001:2.0:1789131398.315528:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:2.0:1789131398.315531:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131398.315536:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c7d69c60. 00020000:00000010:2.0:1789131398.315540:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d83b1600. 00020000:00000010:2.0:1789131398.315544:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c7d69a80. 00020000:00000001:2.0:1789131398.315547:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713582643840 : -110360126907776 : ffff9ba0c7d69a80) 00020000:00000002:2.0:1789131398.315550:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d69a80, objid 0x31:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131398.315559:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131398.315563:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d83b1600: ostid: 0x280000400:26 ost idx: 1 gen: 0 00020000:00000001:2.0:1789131398.315566:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789131398.315568:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d69a80, objid 0x31:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131398.315571:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131398.315574:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d83b1600: ostid: 0x280000400:26 ost idx: 1 gen: 0 00020000:00000010:2.0:1789131398.315578:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d2bca770. 00020000:00000010:2.0:1789131398.315581:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2e8f780. 00020000:00000001:2.0:1789131398.315587:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789131398.315590:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7936510. 00020000:00000001:2.0:1789131398.315593:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789131398.315594:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1789131398.315599:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789131398.315602:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d10e1d48. 00000020:00000001:2.0:1789131398.315605:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131398.315606:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131398.315608:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713737276872 : -110359972274744 : ffff9ba0d10e1dc8) 00020000:00000001:2.0:1789131398.315612:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789131398.315616:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d02b70. 00020000:00000001:2.0:1789131398.315619:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.315623:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713737276872 : -110359972274744 : ffff9ba0d10e1dc8) 00020000:00000001:2.0:1789131398.315625:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713737276872 : -110359972274744 : ffff9ba0d10e1dc8) 00020000:00000002:2.0:1789131398.315628:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x1a:0x0]@ffff9ba0d10e1d48[0:0] -> [0x200000402:0x31:0x0]@ffff9ba0d10e1708: ostid: 0x280000400:26 ost idx: 1 gen: 0 00020000:00000001:2.0:1789131398.315633:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:2.0:1789131398.315635:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:2.0:1789131398.315637:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.315640:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713737275272 : -110359972276344 : ffff9ba0d10e1788) 00000020:00001000:2.0:1789131398.315643:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131398.315647:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279537 : 144115205289279537 : 200000402000031) 00000080:00000001:2.0:1789131398.315650:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789131398.315657:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279537 mtime from 0 to 1789131398 00000080:00000001:2.0:1789131398.315661:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789131398.315663:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754891208 : -110359954660408 : ffff9ba0d21ae3c8) 00010000:00000001:2.0:1789131398.315666:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.315667:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.315669:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5000 refcount=3 00000020:00000001:2.0:1789131398.315671:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00010000:00000001:2.0:1789131398.315673:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00000080:00000001:2.0:1789131398.315676:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131398.315678:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131398.315680:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131398.315693:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131398.315696:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789131398.315698:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131398.315700:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131398.315703:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c7d69ea0. 00020000:00000010:2.0:1789131398.315706:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d83b1200. 00020000:00000010:2.0:1789131398.315709:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c7d692a0. 00020000:00000001:2.0:1789131398.315711:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713582641824 : -110360126909792 : ffff9ba0c7d692a0) 00020000:00000002:2.0:1789131398.315714:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d692a0, objid 0x31:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131398.315717:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131398.315720:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d83b1200: ostid: 0x280000400:26 ost idx: 1 gen: 0 00020000:00000002:2.0:1789131398.315723:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d172e8) owner ffff9ba0c2f34f80 00020000:00000001:2.0:1789131398.315725:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131398.315727:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d172e8) owner ffff9ba0c2f34f80 00020000:00000010:2.0:1789131398.315731:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0d83b1200. 00020000:00000010:2.0:1789131398.315735:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0c7d69ea0. 00020000:00000010:2.0:1789131398.315738:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0c7d692a0. 00020000:00000002:2.0:1789131398.315740:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x31:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789131398.315742:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.315744:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.315747:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789131398.315749:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d172e8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131398.315759:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0c7d69a80 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:2.0:1789131398.315761:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d172e8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131398.315764:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789131398.315766:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789131398.315767:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789131398.315769:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789131398.315771:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789131398.315773:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x31:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789131398.315776:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131398.315778:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.315780:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.315781:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131398.315783:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131398.315786:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789131398.315787:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.315790:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x31:0x0](ffff9ba0d21ae3c8) 00000080:00010000:2.0:1789131398.315793:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x31:0x0](ffff9ba0d21ae3c8) for lock 0xc8adac5b2d01ffef 00800000:00000001:2.0:1789131398.315796:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131398.315798:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131398.315799:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.315801:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.315802:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5000 refcount=3 00000020:00000001:2.0:1789131398.315804:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00010000:00000001:2.0:1789131398.315806:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00010000:00000001:2.0:1789131398.315808:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.315809:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.315811:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.315812:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.315814:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789131398.315816:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.315822:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.315828:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131398.315832:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21ae3c8 need_sync_to_mds [0x200000402:0x31:0x0] 00000080:00000001:2.0:1789131398.315835:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.315844:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x31:0x0](ffff9ba0d21ae3c8) 00000080:00000001:2.0:1789131398.315847:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131398.315850:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000100:00000001:2.0:1789131398.315853:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.315857:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.315863:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.315866:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789131398.315868:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131398.315870:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21ae3c8 need_sync_to_mds [0x200000402:0x31:0x0] 00000080:00000001:2.0:1789131398.315877:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789131398.315880:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:2.0:1789131398.315882:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-47:[0x200000402:0x31:0x0](ffff9ba0d21ae3c8), flags 100102 00000080:00000010:2.0:1789131398.315889:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5b5f2c0. 00000080:00000010:2.0:1789131398.315895:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c5594840. 00000080:00000001:2.0:1789131398.315898:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789131398.315902:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1789131398.315904:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789131398.315908:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d109e380. 00000002:00100000:2.0:1789131398.315913:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131398.315919:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.315921:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789131398.315924:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789131398.315927:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.315930:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.315932:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.315935:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789131398.315942:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131398.315945:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d10c0000. 02000000:00000001:2.0:1789131398.315966:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789131398.315968:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.315981:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:2.0:1789131398.315983:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-47:[0x200000402:0x31:0x0](ffff9ba0d21ae3c8), flags 100102, rc = 0 00000080:00000001:2.0:1789131398.315987:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789131398.315989:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0c7d69480 released 00000080:00010000:2.0:1789131398.315991:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01ffef from it ffff9ba0c7d69480 00010000:00000001:2.0:1789131398.315993:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.315994:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.315995:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5000 refcount=3 00000020:00000001:2.0:1789131398.315997:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00010000:00000001:2.0:1789131398.315999:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583083520 : -110360126468096 : ffff9ba0c7dd5000) 00010000:00000001:2.0:1789131398.316001:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131398.316004:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5000/0xc8adac5b2d01ffef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115c9a expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.316010:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.316011:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.316013:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131398.316015:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131398.316017:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5000/0xc8adac5b2d01ffef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115c9a expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131398.316023:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131398.316026:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131398.316028:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131398.316031:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.316032:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.316033:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.316036:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131398.316038:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.316040:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.316043:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.316044:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131398.316045:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.316046:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131398.316048:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789131398.316054:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1789131398.316056:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789131398.316057:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789131398.316059:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789131398.316060:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.316063:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789131398.316064:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.316066:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131398.316068:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.316070:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131398.316072:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0c7d69480. 00000080:00000001:2.0:1789131398.316074:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.316078:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789131398.316080:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x31:0x0](ffff9ba0d21ae3c8), inode mode 81a4 mask 40 00000080:00000001:2.0:1789131398.316083:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131398.316103:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131398.316105:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d172e8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131398.316108:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d172e8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131398.316110:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.316117:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789131398.316119:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:2.0:1789131398.316120:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-47:[0x200000402:0x31:0x0](ffff9ba0d21ae3c8), flags 100002 00000080:00000001:2.0:1789131398.316122:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1789131398.316124:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789131398.316125:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131398.316126:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d172e8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131398.316128:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d172e8) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131398.316130:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.316132:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1789131398.316137:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.316138:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131398.316142:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b700 count: 2 00010000:00000001:2.0:1789131398.316144:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131398.316147:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131398.316148:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x31:0x0]: 0 00000080:00000001:2.0:1789131398.316150:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789131398.316157:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789131398.316161:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131398.316163:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789131398.316167:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789131398.316169:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1789131398.316172:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x31:0x0] 00000002:00000001:2.0:1789131398.316174:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789131398.316176:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x31:0x0] file closed with intent: 0 00000100:00000010:2.0:1789131398.316180:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc5a40. 00000020:00000040:2.0:1789131398.316183:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=101 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:2.0:1789131398.316187:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131398.316189:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131398.316193:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131398.316197:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d193c800. 00000100:00000001:2.0:1789131398.316203:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789131398.316213:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789131398.316223:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789131398.316228:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7dc5a40 x1876039997380992/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789131398.316235:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131398.316237:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131398.316242:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e8f6c0. 00000100:00000001:2.0:1789131398.316244:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499961024 : -110360209590592 : ffff9ba0c2e8f6c0) 00000100:00000001:2.0:1789131398.316246:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.316247:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583020608 : -110360126531008 : ffff9ba0c7dc5a40) 00000100:00000001:2.0:1789131398.316251:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131398.316255:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.316257:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131398.316258:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131398.316262:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc5a40 x1876039997380992/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.316268:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131398.316275:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.316279:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131398.316281:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131398.316284:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131398.316287:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc5a40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997380992:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131398.316291:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131398.316297:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131398.316299:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.316301:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131398.316304:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c7b00c00. 02000000:00000001:2.0:1789131398.316306:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131398.316313:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131398.316317:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000010:2.0:1789131398.316324:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e770. 00000100:00000200:2.0:1789131398.316330:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997380992, portal 10 00000100:00000001:2.0:1789131398.316332:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.316334:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583020608 : -110360126531008 : ffff9ba0c7dc5a40) 00000100:00000040:2.0:1789131398.316340:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7dc5a40 x1876039997380992/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.316347:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131398.316350:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131398.316353:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e330. 00000100:00000200:2.0:1789131398.316356:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997380992, offset 0 00000400:00000200:2.0:1789131398.316376:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131398.316384:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.316391:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131398.316397:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131398.316402:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131398.316411:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131398.316414:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131398.316417:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [399:399:255:4294967295] 192.168.206.157@tcp LPNI seq info [399:399:7:4294967295] 00000400:00000200:2.0:1789131398.316421:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.316429:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131398.316443:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131398.316448:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964100. 00000800:00000200:2.0:1789131398.316454:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131398.316461:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131398.316465:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789131398.316497:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.316501:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28223 usecs (29 jiffies) 00000400:00000200:2.0:1789131398.316504:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131398.316507:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985353 00000100:00000001:2.0:1789131398.316514:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985346 00000100:00000001:2.0:1789131398.316519:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985353 00000100:00000001:2.0:1789131398.316522:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985346 00000100:00000001:2.0:1789131398.316525:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.316527:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.316529:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131398.316531:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131398.316534:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e8f6c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789131398.316536:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131398.316538:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789131398.316582:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1789131398.317057:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.317070:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84fcc00. 00000400:00000200:3.0:1789131398.317075:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.317080:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000200:3.0:1789131398.317146:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.317149:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964100. 00000400:00000200:3.0:1789131398.317154:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.317157:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.317161:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e330 00000400:00000010:3.0:1789131398.317164:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e330. 00000100:00000001:3.0:1789131398.317168:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.317173:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc5a40 x1876039997380992/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.317182:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.317186:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc5a40 x1876039997380992/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.317192:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.317194:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131398.318040:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.320538:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.320552:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.320556:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.320559:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.320567:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.320575:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131398.320583:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.320587:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.320592:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.320595:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0d980 00000400:00000200:3.0:1789131398.320600:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.320605:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0xfed [1] + 224 00000800:00000001:3.0:1789131398.320611:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.320629:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.320632:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.320636:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131398.320652:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131398.320659:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc5a40 x1876039997380992/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131398.320670:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0c7dc5a40 x1876039997380992/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.320692:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131398.320700:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.320704:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1789131398.320839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c665b000. 00000100:00000001:2.0:1789131398.320857:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131398.320864:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131398.320866:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131398.320869:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000200:2.0:1789131398.320873:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e770 00000400:00000010:2.0:1789131398.320875:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e770. 00000100:00000001:2.0:1789131398.320879:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.320883:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc5a40 x1876039997380992/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131398.320893:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc5a40 x1876039997380992/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.320907:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131398.320910:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.320913:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131398.320916:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131398.320919:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131398.320921:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.320924:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131398.320933:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=110 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131398.320951:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131398.320954:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131398.320956:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.320959:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131398.320962:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.320966:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131398.320968:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789131398.320969:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789131398.320971:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.320973:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583020608 : -110360126531008 : ffff9ba0c7dc5a40) 00000100:00000001:2.0:1789131398.320976:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131398.320977:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131398.320979:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131398.320982:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.320987:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc5a40 x1876039997380992/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.320994:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.320997:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131398.320999:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131398.321003:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc5a40 x1876039997380992/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131398.321011:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc5a40 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997380992:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131398.321016:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.321024:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.321026:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131398.321028:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.321032:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc5a40 x1876039997380992/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.321039:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131398.321042:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e8f6c0. 00000100:00000001:2.0:1789131398.321045:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131398.321047:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.321053:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.321055:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583020608 : -110360126531008 : ffff9ba0c7dc5a40) 00000002:00000001:2.0:1789131398.321057:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.321060:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131398.321066:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131398.321068:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789131398.321072:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1789131398.321077:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789131398.321081:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131398.321089:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.321091:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131398.321093:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c5594840. 00000100:00000001:2.0:1789131398.321096:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.321099:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc5a40 x1876039997380992/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.321106:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.321109:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131398.321113:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5b5f2c0. 00000080:00000001:2.0:1789131398.321117:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.321123:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:2.0:1789131398.321126:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-47:[0x200000402:0x31:0x0](ffff9ba0d21ae3c8), flags 100002, rc = 0 00000080:00000001:2.0:1789131398.321129:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.321134:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789131398.321141:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:2.0:1789131398.321143:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-47 (ffff9ba0d2184360, parent ffff9ba0d20e4ca8, inode ffff9ba0d21ae3c8) hashed, 00000080:00000001:2.0:1789131398.321146:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.321209:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131398.321213:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131398.321215:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131398.321216:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:2.0:1789131398.321218:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:2.0:1789131398.321223:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00800000:00000002:2.0:1789131398.321228:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131398.321232:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131398.321236:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.321237:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:2.0:1789131398.321240:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131398.321243:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131398.321246:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131398.321250:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.321252:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:2.0:1789131398.321254:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131398.321257:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131398.321259:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.321261:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131398.321266:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.321268:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.321270:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.321272:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789131398.321274:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789131398.321278:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc7480. 00000020:00000040:2.0:1789131398.321282:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=102 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:2.0:1789131398.321287:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131398.321291:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131398.321297:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.321298:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.321300:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.321302:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131398.321304:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131398.321313:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131398.321319:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b03000. 00000100:00000001:2.0:1789131398.321325:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.321328:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131398.321330:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.321332:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131398.321333:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.321334:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.321340:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713583027328 : -110360126524288 : ffff9ba0c7dc7480) 00010000:00000001:2.0:1789131398.321343:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131398.321345:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131398.321349:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c665b000. 00010000:00000010:2.0:1789131398.321352:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe580. 00010000:00000001:2.0:1789131398.321356:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131398.321358:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7dd5e00. 00000020:00000001:2.0:1789131398.321362:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131398.321365:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7dd5e00 with handle 0xc8adac5b2d01fff6 to hash 00000020:00000001:2.0:1789131398.321367:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131398.321368:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.321372:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.321376:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.321379:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.321383:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01fff6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131398.321392:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01fff6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131398.321402:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01fff6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131398.321407:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131398.321409:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131398.321413:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e8f6c0. 00000100:00000001:2.0:1789131398.321420:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499961024 : -110360209590592 : ffff9ba0c2e8f6c0) 00000100:00000001:2.0:1789131398.321423:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.321424:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583027328 : -110360126524288 : ffff9ba0c7dc7480) 00000100:00000001:2.0:1789131398.321427:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131398.321431:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.321433:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131398.321434:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131398.321439:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc7480 x1876039997381120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.321446:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131398.321448:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.321451:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131398.321454:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131398.321456:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131398.321460:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc7480 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997381120:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131398.321463:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131398.321496:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131398.321500:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.321502:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131398.321507:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d8414800. 02000000:00000001:2.0:1789131398.321509:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131398.321513:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131398.321516:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000010:2.0:1789131398.321521:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e770. 00000100:00000200:2.0:1789131398.321527:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997381120, portal 10 00000100:00000001:2.0:1789131398.321529:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.321530:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583027328 : -110360126524288 : ffff9ba0c7dc7480) 00000100:00000040:2.0:1789131398.321536:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7dc7480 x1876039997381120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.321543:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131398.321546:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131398.321548:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e5d8. 00000100:00000200:2.0:1789131398.321551:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997381120, offset 0 00000400:00000200:2.0:1789131398.321564:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131398.321571:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.321577:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131398.321582:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131398.321587:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131398.321590:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131398.321593:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131398.321597:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [400:400:256:4294967295] 192.168.206.157@tcp LPNI seq info [400:400:8:4294967295] 00000400:00000200:2.0:1789131398.321601:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.321609:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131398.321614:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131398.321620:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964200. 00000800:00000200:2.0:1789131398.321626:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131398.321633:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131398.321638:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789131398.321657:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.321662:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28100 usecs (29 jiffies) 00000400:00000200:2.0:1789131398.321665:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131398.321668:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985360 00000100:00000001:2.0:1789131398.321675:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985353 00000100:00000001:2.0:1789131398.321680:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985360 00000100:00000001:2.0:1789131398.321694:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985353 00000100:00000001:2.0:1789131398.321697:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.321700:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.321702:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131398.321704:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131398.321707:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e8f6c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789131398.321709:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131398.321711:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131398.322124:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.322129:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964200. 00000400:00000200:3.0:1789131398.322135:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.322140:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.322145:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e5d8 00000400:00000010:3.0:1789131398.322147:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e5d8. 00000100:00000001:3.0:1789131398.322150:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.322156:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc7480 x1876039997381120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.322165:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.322168:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc7480 x1876039997381120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.322174:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.322175:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131398.325822:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.325839:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.325844:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.325847:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.325855:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.325863:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131398.325873:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.325877:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.325882:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.325886:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0da00 00000400:00000200:3.0:1789131398.325906:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.325912:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0xffd [1] + 224 00000800:00000001:3.0:1789131398.325920:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.325926:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.325929:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.325933:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131398.325951:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131398.325960:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc7480 x1876039997381120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131398.325971:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0c7dc7480 x1876039997381120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.325990:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131398.325998:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.326001:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.326057:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131398.326072:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131398.326073:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131398.326077:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000200:2.0:1789131398.326081:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e770 00000400:00000010:2.0:1789131398.326083:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e770. 00000100:00000001:2.0:1789131398.326087:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.326091:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc7480 x1876039997381120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131398.326100:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc7480 x1876039997381120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.326107:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131398.326109:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.326111:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131398.326114:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131398.326116:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131398.326118:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.326121:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131398.326130:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131398.326134:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131398.326136:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131398.326138:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.326141:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131398.326144:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.326148:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131398.326150:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131398.326152:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131398.326154:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.326159:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc7480 x1876039997381120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.326166:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.326168:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131398.326170:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131398.326174:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc7480 x1876039997381120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131398.326193:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc7480 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997381120:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131398.326208:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.326211:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.326213:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131398.326215:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.326218:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7dc7480 x1876039997381120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.326225:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131398.326228:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e8f6c0. 00000100:00000001:2.0:1789131398.326231:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131398.326232:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.326235:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789131398.326238:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.326241:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.326243:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=4 00000020:00000001:2.0:1789131398.326246:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.326249:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000040:2.0:1789131398.326254:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7dd5e00, remote cookie: 0x2d69527cc2115caf, flags: 0x1001 00010000:00010000:2.0:1789131398.326259:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01fff6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115caf expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131398.326270:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01fff6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115caf expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.326277:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131398.326281:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131398.326283:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131398.326285:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131398.326286:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131398.326289:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c665b000) refcount = 1 00010000:00010000:2.0:1789131398.326297:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01fff6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115caf expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.326303:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131398.326306:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131398.326308:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131398.326311:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131398.326313:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.326316:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01fff6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115caf expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.326322:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131398.326324:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.326325:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.326326:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.326327:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.326329:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.326333:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789131398.326334:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.326335:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.326337:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.326339:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.326340:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.326342:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.326343:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.326344:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=4 00000020:00000001:2.0:1789131398.326345:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.326347:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.326349:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.326351:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.326355:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01fff6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115caf expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.326369:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.326370:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.326372:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.326373:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.326374:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=5 00000020:00000001:2.0:1789131398.326376:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.326378:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.326380:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131398.326383:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01fff6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115caf expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.326389:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.326390:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131398.326393:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01fff6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115caf expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.326399:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131398.326400:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.326401:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.326402:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.326403:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789131398.326408:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0c7dc7480 x1876039997381120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789131398.326416:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.326417:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.326418:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.326420:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.326422:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.326424:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.326425:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.326426:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.326431:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.326434:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789131398.326437:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.326438:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.326439:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.326441:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.326443:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00000002:00010000:2.0:1789131398.326446:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01fff6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115caf expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.326452:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.326453:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.326455:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131398.326456:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.326457:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.326459:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.326460:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.326462:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000040:2.0:1789131398.326496:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b000 count: 2 00010000:00000001:2.0:1789131398.326499:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131398.326503:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789131398.326505:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.326507:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.326508:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131398.326510:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:2.0:1789131398.326512:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789131398.326515:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.326518:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.326521:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131398.326524:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789131398.326527:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131398.326530:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:2.0:1789131398.326534:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131398.326538:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131398.326544:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131398.326548:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789131398.326552:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789131398.326555:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c5594840. 00800000:00000001:2.0:1789131398.326558:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713540876352 : -110360168675264 : ffff9ba0c5594840) 00800000:00000001:2.0:1789131398.326560:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.326563:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131398.326565:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789131398.326567:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789131398.326569:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789131398.326572:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789131398.326573:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.326577:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789131398.326579:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789131398.326584:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:2.0:1789131398.326586:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.326588:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.326589:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.326591:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.326593:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.326595:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.326596:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131398.326598:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131398.326600:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789131398.326601:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c5594840 1 00800000:00000010:2.0:1789131398.326603:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c5594840. 00800000:00000001:2.0:1789131398.326606:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.326609:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fff6 00800000:00000001:2.0:1789131398.326611:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131398.326613:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131398.326614:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.326615:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.326616:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.326618:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.326620:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.326625:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.326626:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.326628:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.326630:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.326632:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.326634:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:2.0:1789131398.326637:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fff6 from it ffffbc4101cb7bf8 00010000:00000001:2.0:1789131398.326639:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.326640:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.326641:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.326643:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.326645:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.326646:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131398.326649:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01fff6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115caf expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.326656:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.326657:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.326658:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131398.326660:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131398.326663:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01fff6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115caf expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131398.326670:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131398.326672:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131398.326674:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131398.326678:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.326679:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.326680:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.326692:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131398.326694:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.326696:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.326699:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.326701:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131398.326702:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.326706:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131398.326708:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.326713:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c7dc7480 x1876039997381120/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.326719:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131398.326721:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131398.326724:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d8414800. 02000000:00000001:2.0:1789131398.326727:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131398.326729:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131398.326731:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=101 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:2.0:1789131398.326733:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131398.326736:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c7b03000. 02000000:00000001:2.0:1789131398.326739:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131398.326740:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131398.326742:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c7dc7480. 00000100:00000001:2.0:1789131398.326745:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131398.326746:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131398.326749:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:2.0:1789131398.326754:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131398.326764:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d109ee40. 00000080:00000001:2.0:1789131398.326769:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131398.326770:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131398.326772:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:2.0:1789131398.326774:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:2.0:1789131398.326779:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00800000:00000002:2.0:1789131398.326783:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131398.326786:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131398.326788:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.326790:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:2.0:1789131398.326792:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131398.326795:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131398.326798:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131398.326802:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.326803:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:2.0:1789131398.326805:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131398.326808:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131398.326815:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.326817:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131398.326819:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b000 count: 2 00010000:00000001:2.0:1789131398.326821:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131398.326824:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.326826:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789131398.326830:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01fff6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115caf expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789131398.326837:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789131398.326840:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.326843:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01fff6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115caf expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789131398.326849:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789131398.326851:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131398.326853:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131398.326855:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131398.326857:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131398.326858:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789131398.326861:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789131398.326862:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:2.0:1789131398.326865:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131398.326867:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131398.326869:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.326871:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:2.0:1789131398.326873:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d01fff6 00800000:00000001:2.0:1789131398.326876:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131398.326877:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131398.326879:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.326880:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.326881:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.326883:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.326885:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.326890:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.326892:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.326893:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.326895:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.326897:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fff6 from it ffffbc4101cb7b38 00010000:00000001:2.0:1789131398.326899:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.326900:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.326901:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.326903:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.326905:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.326907:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131398.326910:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01fff6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115caf expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131398.326916:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.326917:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.326918:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131398.326919:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131398.326921:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01fff6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115caf expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789131398.326927:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131398.326928:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131398.326929:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131398.326931:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.326932:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.326933:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.326935:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131398.326936:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.326938:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.326940:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.326941:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131398.326942:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.326943:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131398.326945:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789131398.326948:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131398.326951:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:2.0:1789131398.326954:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.326957:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789131398.326959:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:2.0:1789131398.326961:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-48, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0c81a7800, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1789131398.326966:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0c7d69480. 00000080:00000001:2.0:1789131398.326969:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789131398.326971:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:2.0:1789131398.326973:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-48, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:2.0:1789131398.326979:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00800000:00000002:2.0:1789131398.326981:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131398.326985:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131398.326987:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.326988:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:2.0:1789131398.326989:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-48' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131398.326992:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789131398.326995:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789131398.326998:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:2.0:1789131398.327001:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789131398.327003:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789131398.327006:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789131398.327008:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789131398.327010:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x32:0x0] 40000000:00000001:2.0:1789131398.327013:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.327015:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.327017:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.327018:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.327020:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:2.0:1789131398.327022:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x32:0x0], name='f0a.replay-dual-48' -> mds #0 layout version 1 00000002:00000001:2.0:1789131398.327025:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.327026:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:2.0:1789131398.327028:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-48,[0x200000402:0x32:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1789131398.327031:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789131398.327038:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789131398.327041:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789131398.327045:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.327047:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789131398.327049:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b000 count: 2 00010000:00000001:2.0:1789131398.327051:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131398.327053:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789131398.327055:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131398.327058:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01fff6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115caf expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789131398.327065:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131398.327068:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131398.327070:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131398.327072:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789131398.327074:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.327076:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131398.327078:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b000 count: 3 00010000:00000001:2.0:1789131398.327080:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131398.327082:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.327084:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.327085:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131398.327086:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b000 count: 3 00010000:00000001:2.0:1789131398.327088:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131398.327089:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.327091:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.327092:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131398.327093:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b000 count: 3 00010000:00000001:2.0:1789131398.327095:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131398.327097:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.327099:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131398.327101:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789131398.327105:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789131398.327114:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789131398.327116:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131398.327117:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.327125:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131398.327127:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131398.327128:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131398.327130:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.327131:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789131398.327134:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7dd5e00 with handle 0xc8adac5b2d01fff6 from hash 00010000:00000001:2.0:1789131398.327137:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131398.327138:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.327139:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.327140:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131398.327143:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131398.327144:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789131398.327147:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131398.327149:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131398.327150:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789131398.327155:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc7480. 00000020:00000040:2.0:1789131398.327158:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=102 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:2.0:1789131398.327163:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789131398.327165:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.327167:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131398.327171:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131398.327173:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.327174:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.327175:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.327178:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131398.327179:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131398.327182:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131398.327189:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b03000. 00000100:00000001:2.0:1789131398.327195:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.327197:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131398.327200:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789131398.327203:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01fff6 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115caf expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789131398.327209:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789131398.327211:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131398.327218:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131398.327220:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d01fff6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115caf expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1789131398.327226:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c665b000 count: 0 00010000:00000010:2.0:1789131398.327231:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe580. 00010000:00000001:2.0:1789131398.327238:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.327240:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.327242:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131398.327243:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.327245:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.327253:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713583027328 : -110360126524288 : ffff9ba0c7dc7480) 00010000:00000001:2.0:1789131398.327256:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131398.327258:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131398.327261:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c665bc00. 00010000:00000010:2.0:1789131398.327264:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe580. 00010000:00000001:2.0:1789131398.327268:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131398.327271:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7dd5c00. 00000020:00000001:2.0:1789131398.327273:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131398.327275:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7dd5c00 with handle 0xc8adac5b2d01fffd to hash 00000020:00000001:2.0:1789131398.327277:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131398.327278:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00010000:00000001:2.0:1789131398.327281:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00010000:00000001:2.0:1789131398.327283:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.327285:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.327288:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5c00/0xc8adac5b2d01fffd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131398.327293:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5c00/0xc8adac5b2d01fffd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789131398.327303:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789131398.327310:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7dc7480 x1876039997381376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789131398.327323:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5c00/0xc8adac5b2d01fffd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131398.327328:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131398.327330:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131398.327335:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e8f6c0. 00000100:00000001:2.0:1789131398.327337:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499961024 : -110360209590592 : ffff9ba0c2e8f6c0) 00000100:00000001:2.0:1789131398.327340:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.327341:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583027328 : -110360126524288 : ffff9ba0c7dc7480) 00000100:00000001:2.0:1789131398.327346:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131398.327349:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.327350:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131398.327352:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131398.327355:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc7480 x1876039997381376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.327362:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131398.327364:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.327367:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131398.327369:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131398.327372:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131398.327375:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc7480 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997381376:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131398.327379:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131398.327383:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131398.327386:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.327388:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131398.327434:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d10c0000. 02000000:00000001:2.0:1789131398.327437:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131398.327443:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131398.327446:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000010:2.0:1789131398.327451:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c7b00800. 00000100:00000200:2.0:1789131398.327458:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997381376, portal 10 00000100:00000001:2.0:1789131398.327459:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.327466:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583027328 : -110360126524288 : ffff9ba0c7dc7480) 00000100:00000040:2.0:1789131398.327511:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7dc7480 x1876039997381376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.327518:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131398.327520:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131398.327524:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e770. 00000100:00000200:2.0:1789131398.327527:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997381376, offset 0 00000400:00000200:2.0:1789131398.327532:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131398.327539:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.327545:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131398.327549:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131398.327553:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131398.327557:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131398.327560:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131398.327563:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [401:401:256:4294967295] 192.168.206.157@tcp LPNI seq info [401:401:8:4294967295] 00000400:00000200:2.0:1789131398.327567:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.327578:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131398.327583:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131398.327588:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964200. 00000800:00000200:2.0:1789131398.327593:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131398.327600:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131398.327605:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964200 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1789131398.327621:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.327626:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27978 usecs (28 jiffies) 00000400:00000200:2.0:1789131398.327629:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131398.327631:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985365 00000100:00000001:2.0:1789131398.327637:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985360 00000100:00000001:2.0:1789131398.327642:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985365 00000100:00000001:2.0:1789131398.327645:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985360 00000100:00000001:2.0:1789131398.327653:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.327655:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.327658:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131398.327659:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131398.327661:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e8f6c0 going to sleep for 11 seconds 00000100:00000001:2.0:1789131398.327664:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131398.327666:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131398.328274:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.328279:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964200. 00000400:00000200:3.0:1789131398.328285:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.328291:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.328295:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e770 00000400:00000010:3.0:1789131398.328297:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e770. 00000100:00000001:3.0:1789131398.328302:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.328306:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc7480 x1876039997381376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.328315:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.328318:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc7480 x1876039997381376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.328324:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.328326:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789131398.332007:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c665b000. 00010000:00000010:2.1:1789131398.332020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7dd5e00. 00000800:00000001:3.0:1789131398.333708:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.333722:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.333726:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.333728:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.333749:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.333756:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131398.333764:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.333769:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.333773:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.333777:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0db00 00000400:00000200:3.0:1789131398.333781:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.333787:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0x100d [32] + 224 00000800:00000001:3.0:1789131398.333794:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.333800:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.333803:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.333808:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131398.333815:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131398.333823:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc7480 x1876039997381376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131398.333834:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0c7dc7480 x1876039997381376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.333855:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131398.333863:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131398.333866:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.333871:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131398.333877:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [402:402:256:4294967295] 192.168.206.157@tcp LPNI seq info [402:402:8:4294967295] 00000400:00000200:3.0:1789131398.333881:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.333889:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131398.333894:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131398.333900:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84fcc00. 00000800:00000200:3.0:1789131398.333905:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131398.333912:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131398.333917:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84fcc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131398.334002:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.334006:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84fcc00. 00000400:00000200:3.0:1789131398.334009:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.334013:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131398.334019:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.334022:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.334567:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131398.334574:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131398.334576:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131398.334580:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000200:2.0:1789131398.334584:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c7b00800 00000400:00000010:2.0:1789131398.334587:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c7b00800. 00000100:00000001:2.0:1789131398.334590:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.334597:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc7480 x1876039997381376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131398.334607:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc7480 x1876039997381376/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.334614:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131398.334616:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.334619:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131398.334621:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131398.334624:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131398.334626:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.334629:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131398.334636:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131398.334640:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131398.334643:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131398.334644:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.334647:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131398.334650:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.334653:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131398.334655:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1789131398.334657:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789131398.334659:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.334668:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583027328 : -110360126524288 : ffff9ba0c7dc7480) 00000100:00000001:2.0:1789131398.334671:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131398.334673:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131398.334675:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131398.334678:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.334693:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.334701:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.334704:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131398.334706:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131398.334710:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131398.334718:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc7480 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997381376:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131398.334723:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.334725:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.334728:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131398.334730:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.334733:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.334739:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131398.334742:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e8f6c0. 00000100:00000001:2.0:1789131398.334745:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131398.334746:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.334749:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789131398.334753:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.334755:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.334759:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5c00 refcount=4 00000020:00000001:2.0:1789131398.334761:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00010000:00000001:2.0:1789131398.334764:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00010000:00000040:2.0:1789131398.334770:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7dd5c00, remote cookie: 0x2d69527cc2115ccb, flags: 0x1001 00010000:00010000:2.0:1789131398.334775:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5c00/0xc8adac5b2d01fffd lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ccb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789131398.334788:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x32:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789131398.334791:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1789131398.334798:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c665b000. 00010000:00000010:2.0:1789131398.334802:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe300. 00010000:00000040:2.0:1789131398.334807:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c665bc00 count: 0 00010000:00000010:2.0:1789131398.334811:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe580. 00010000:00000001:2.0:1789131398.334818:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.334822:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5c00/0xc8adac5b2d01fffd lrc: 4/0,1 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ccb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131398.334830:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5c00/0xc8adac5b2d01fffd lrc: 4/0,1 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ccb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.334836:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131398.334839:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131398.334841:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131398.334843:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131398.334844:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131398.334846:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x32:0x0].0x0 (ffff9ba0c665b000) refcount = 1 00010000:00010000:2.0:1789131398.334850:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5c00/0xc8adac5b2d01fffd lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ccb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.334857:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131398.334860:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131398.334862:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131398.334864:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131398.334866:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.334869:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5c00/0xc8adac5b2d01fffd lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ccb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.334884:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131398.334886:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.334888:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.334889:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.334890:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.334891:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.334895:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789131398.334897:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.334899:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.334900:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5c00 refcount=3 00000020:00000001:2.0:1789131398.334902:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00010000:00000001:2.0:1789131398.334904:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00010000:00000001:2.0:1789131398.334907:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.334908:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.334909:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5c00 refcount=4 00000020:00000001:2.0:1789131398.334911:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00010000:00000001:2.0:1789131398.334913:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00010000:00000001:2.0:1789131398.334915:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.334918:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.334921:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5c00/0xc8adac5b2d01fffd lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ccb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.334927:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.334928:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.334929:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.334930:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.334932:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5c00 refcount=5 00000020:00000001:2.0:1789131398.334933:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00010000:00000001:2.0:1789131398.334935:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00010000:00000001:2.0:1789131398.334937:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131398.334948:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5c00/0xc8adac5b2d01fffd lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ccb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.334958:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.334959:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131398.334962:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5c00/0xc8adac5b2d01fffd lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ccb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.334968:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131398.334969:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.334970:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.334971:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.334972:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789131398.334977:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131398.334985:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1789131398.334989:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131398.334995:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.335001:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.335002:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.335004:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5c00 refcount=3 00000020:00000001:2.0:1789131398.335006:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00010000:00000001:2.0:1789131398.335008:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00000002:00010000:2.0:1789131398.335011:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5c00/0xc8adac5b2d01fffd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ccb expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1789131398.335020:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c5594840. 00010000:00000001:2.0:1789131398.335022:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.335023:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.335024:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.335026:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.335028:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1789131398.335039:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.335040:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583027328 : -110360126524288 : ffff9ba0c7dc7480) 00000100:00000001:2.0:1789131398.335042:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.335043:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583027328 : -110360126524288 : ffff9ba0c7dc7480) 00010000:00000001:2.0:1789131398.335045:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.335046:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.335048:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5c00 refcount=3 00000020:00000001:2.0:1789131398.335050:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00010000:00000001:2.0:1789131398.335051:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00000002:00010000:2.0:1789131398.335054:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5c00/0xc8adac5b2d01fffd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ccb expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.335060:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.335061:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.335063:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131398.335064:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.335065:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.335066:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5c00 refcount=3 00000020:00000001:2.0:1789131398.335068:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00010000:00000001:2.0:1789131398.335069:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00010000:00000040:2.0:1789131398.335073:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b000 count: 2 00010000:00000001:2.0:1789131398.335075:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131398.335079:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/50 (0 0) 00010000:00000001:2.0:1789131398.335082:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.335082:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.335084:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131398.335086:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:2.0:1789131398.335089:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-48 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1789131398.335092:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.335095:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.335098:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131398.335101:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1789131398.335104:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131398.335116:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131398.335118:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1789131398.335120:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0c7d69480 it_disposition 1800037 00000080:00002000:2.0:1789131398.335125:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2184510 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1789131398.335129:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131398.335132:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1789131398.335134:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:2.0:1789131398.335136:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-48, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:2.0:1789131398.335138:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1789131398.335141:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131398.335145:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1789131398.335148:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131398.335151:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279538 : 144115205289279538 : 200000402000032) 00000080:00000001:2.0:1789131398.335154:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1789131398.335168:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21adac0. 00000020:00000001:2.0:1789131398.335178:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1789131398.335179:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1789131398.335182:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:2.0:1789131398.335184:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x32:0x0](ffff9ba0d21adb88) 00000020:00000001:2.0:1789131398.335187:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131398.335191:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131398.335193:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131398.335197:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1789131398.335202:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d10e1ed8. 00000020:00000001:2.0:1789131398.335215:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131398.335217:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131398.335236:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:2.0:1789131398.335281:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0c7d17c98. 00020000:00000001:2.0:1789131398.335284:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713582308504 : -110360127243112 : ffff9ba0c7d17c98) 00020000:00000001:2.0:1789131398.335286:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:2.0:1789131398.335288:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131398.335293:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c7d692a0. 00020000:00000010:2.0:1789131398.335297:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d83b1200. 00020000:00000010:2.0:1789131398.335300:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c7d69ea0. 00020000:00000001:2.0:1789131398.335303:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713582644896 : -110360126906720 : ffff9ba0c7d69ea0) 00020000:00000002:2.0:1789131398.335305:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d69ea0, objid 0x32:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131398.335314:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131398.335318:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d83b1200: ostid: 0x240000400:27 ost idx: 0 gen: 0 00020000:00000001:2.0:1789131398.335321:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1789131398.335322:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d69ea0, objid 0x32:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131398.335325:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131398.335328:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d83b1200: ostid: 0x240000400:27 ost idx: 0 gen: 0 00020000:00000010:2.0:1789131398.335331:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0d2bcab00. 00020000:00000010:2.0:1789131398.335334:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0c2e8f6c0. 00020000:00000001:2.0:1789131398.335339:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1789131398.335342:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c7936f68. 00020000:00000001:2.0:1789131398.335345:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1789131398.335346:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1789131398.335352:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1789131398.335355:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d10e1a28. 00000020:00000001:2.0:1789131398.335357:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1789131398.335432:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131398.335435:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713737276072 : -110359972275544 : ffff9ba0d10e1aa8) 00020000:00000001:2.0:1789131398.335446:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1789131398.335536:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0c7d03128. 00020000:00000001:2.0:1789131398.335540:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.335545:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713737276072 : -110359972275544 : ffff9ba0d10e1aa8) 00020000:00000001:2.0:1789131398.335547:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713737276072 : -110359972275544 : ffff9ba0d10e1aa8) 00020000:00000002:2.0:1789131398.335551:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x1b:0x0]@ffff9ba0d10e1a28[0:0] -> [0x200000402:0x32:0x0]@ffff9ba0d10e1ed8: ostid: 0x240000400:27 ost idx: 0 gen: 0 00020000:00000001:2.0:1789131398.335556:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:2.0:1789131398.335558:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:2.0:1789131398.335560:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.335563:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713737277272 : -110359972274344 : ffff9ba0d10e1f58) 00000020:00001000:2.0:1789131398.335567:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131398.335571:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279538 : 144115205289279538 : 200000402000032) 00000080:00000001:2.0:1789131398.335573:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1789131398.335581:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279538 mtime from 0 to 1789131398 00000080:00000001:2.0:1789131398.335585:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1789131398.335588:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754889096 : -110359954662520 : ffff9ba0d21adb88) 00010000:00000001:2.0:1789131398.335590:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.335592:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.335594:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5c00 refcount=3 00000020:00000001:2.0:1789131398.335596:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00010000:00000001:2.0:1789131398.335598:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00000080:00000001:2.0:1789131398.335602:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131398.335604:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131398.335605:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131398.335607:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131398.335610:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1789131398.335612:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131398.335613:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:2.0:1789131398.335616:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0c7d69780. 00020000:00000010:2.0:1789131398.335618:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0d83b1c00. 00020000:00000010:2.0:1789131398.335621:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0c7d696c0. 00020000:00000001:2.0:1789131398.335623:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713582642880 : -110360126908736 : ffff9ba0c7d696c0) 00020000:00000002:2.0:1789131398.335626:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0c7d696c0, objid 0x32:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1789131398.335629:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1789131398.335632:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0d83b1c00: ostid: 0x240000400:27 ost idx: 0 gen: 0 00020000:00000002:2.0:1789131398.335635:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0c7d17c98) owner ffff9ba0c2f34f80 00020000:00000001:2.0:1789131398.335638:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131398.335640:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0c7d17c98) owner ffff9ba0c2f34f80 00020000:00000010:2.0:1789131398.335644:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0d83b1c00. 00020000:00000010:2.0:1789131398.335648:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0c7d69780. 00020000:00000010:2.0:1789131398.335651:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0c7d696c0. 00020000:00000002:2.0:1789131398.335654:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x32:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1789131398.335656:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.335657:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.335661:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1789131398.335663:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17c98) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131398.335672:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0c7d69ea0 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:2.0:1789131398.335674:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17c98) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131398.335677:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1789131398.335680:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1789131398.335693:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1789131398.335695:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1789131398.335697:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1789131398.335700:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x32:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1789131398.335702:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131398.335705:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.335707:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.335708:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131398.335710:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131398.335713:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1789131398.335714:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.335717:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x32:0x0](ffff9ba0d21adb88) 00000080:00010000:2.0:1789131398.335720:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x32:0x0](ffff9ba0d21adb88) for lock 0xc8adac5b2d01fffd 00800000:00000001:2.0:1789131398.335723:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131398.335724:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131398.335726:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.335727:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.335728:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5c00 refcount=3 00000020:00000001:2.0:1789131398.335730:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00010000:00000001:2.0:1789131398.335732:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00010000:00000001:2.0:1789131398.335735:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.335736:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.335737:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.335738:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.335740:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1789131398.335742:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.335748:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.335755:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131398.335759:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21adb88 need_sync_to_mds [0x200000402:0x32:0x0] 00000080:00000001:2.0:1789131398.335762:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.335770:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x32:0x0](ffff9ba0d21adb88) 00000080:00000001:2.0:1789131398.335773:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131398.335776:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000100:00000001:2.0:1789131398.335780:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.335784:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.335791:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.335794:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1789131398.335796:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131398.335798:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21adb88 need_sync_to_mds [0x200000402:0x32:0x0] 00000080:00000001:2.0:1789131398.335805:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1789131398.335808:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:2.0:1789131398.335810:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-48:[0x200000402:0x32:0x0](ffff9ba0d21adb88), flags 100102 00000080:00000010:2.0:1789131398.335817:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0d5b5f2c0. 00000080:00000010:2.0:1789131398.335823:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c5594f40. 00000080:00000001:2.0:1789131398.335825:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1789131398.335829:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1789131398.335831:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1789131398.335834:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0d109e0a0. 00000002:00100000:2.0:1789131398.335838:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131398.335844:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.335846:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1789131398.335849:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1789131398.335852:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.335854:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.335857:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.335860:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1789131398.335865:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131398.335868:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d10c0000. 02000000:00000001:2.0:1789131398.335891:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789131398.335893:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.335899:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:2.0:1789131398.335901:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-48:[0x200000402:0x32:0x0](ffff9ba0d21adb88), flags 100102, rc = 0 00000080:00000001:2.0:1789131398.335906:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1789131398.335907:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0c7d69480 released 00000080:00010000:2.0:1789131398.335910:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d01fffd from it ffff9ba0c7d69480 00010000:00000001:2.0:1789131398.335912:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.335913:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.335915:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5c00 refcount=3 00000020:00000001:2.0:1789131398.335916:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00010000:00000001:2.0:1789131398.335919:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583086592 : -110360126465024 : ffff9ba0c7dd5c00) 00010000:00000001:2.0:1789131398.335921:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131398.335924:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5c00/0xc8adac5b2d01fffd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115ccb expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.335930:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.335932:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.335933:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131398.335935:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131398.335937:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5c00/0xc8adac5b2d01fffd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115ccb expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131398.335944:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131398.335947:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131398.335949:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131398.335952:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.335953:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.335955:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.335958:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131398.335959:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.335961:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.335964:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.335966:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131398.335967:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.335968:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131398.335969:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1789131398.335976:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1789131398.335978:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1789131398.335979:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1789131398.335981:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1789131398.335982:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.335985:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1789131398.335987:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.335989:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1789131398.335991:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.335992:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1789131398.335994:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0c7d69480. 00000080:00000001:2.0:1789131398.335997:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.336001:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:2.0:1789131398.336003:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x32:0x0](ffff9ba0d21adb88), inode mode 81a4 mask 40 00000080:00000001:2.0:1789131398.336006:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131398.336025:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131398.336028:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17c98) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131398.336030:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17c98) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131398.336032:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.336039:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1789131398.336041:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:2.0:1789131398.336043:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-48:[0x200000402:0x32:0x0](ffff9ba0d21adb88), flags 100002 00000080:00000001:2.0:1789131398.336045:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1789131398.336047:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1789131398.336048:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1789131398.336050:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17c98) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:2.0:1789131398.336052:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17c98) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:2.0:1789131398.336054:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.336056:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1789131398.336060:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.336063:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131398.336066:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b000 count: 2 00010000:00000001:2.0:1789131398.336069:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131398.336072:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131398.336074:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x32:0x0]: 0 00000080:00000001:2.0:1789131398.336076:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1789131398.336084:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1789131398.336087:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131398.336089:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1789131398.336093:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1789131398.336098:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1789131398.336100:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x32:0x0] 00000002:00000001:2.0:1789131398.336103:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1789131398.336105:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x32:0x0] file closed with intent: 0 00000100:00000010:2.0:1789131398.336110:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc7840. 00000020:00000040:2.0:1789131398.336113:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=103 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:2.0:1789131398.336117:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131398.336119:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131398.336123:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131398.336129:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d4854800. 00000100:00000001:2.0:1789131398.336135:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1789131398.336145:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1789131398.336154:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1789131398.336158:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7dc7840 x1876039997381632/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1789131398.336165:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131398.336166:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131398.336171:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e8f600. 00000100:00000001:2.0:1789131398.336173:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499960832 : -110360209590784 : ffff9ba0c2e8f600) 00000100:00000001:2.0:1789131398.336175:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.336176:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583028288 : -110360126523328 : ffff9ba0c7dc7840) 00000100:00000001:2.0:1789131398.336180:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131398.336183:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.336185:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131398.336186:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131398.336189:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc7840 x1876039997381632/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.336195:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131398.336201:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.336205:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131398.336207:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131398.336209:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131398.336213:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc7840 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997381632:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131398.336216:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131398.336221:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131398.336223:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.336225:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131398.336229:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c7b00800. 02000000:00000001:2.0:1789131398.336231:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131398.336237:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131398.336241:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000010:2.0:1789131398.336246:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e4c8. 00000100:00000200:2.0:1789131398.336252:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997381632, portal 10 00000100:00000001:2.0:1789131398.336253:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.336255:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583028288 : -110360126523328 : ffff9ba0c7dc7840) 00000100:00000040:2.0:1789131398.336260:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7dc7840 x1876039997381632/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.336267:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131398.336269:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131398.336271:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ec38. 00000100:00000200:2.0:1789131398.336274:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997381632, offset 0 00000400:00000200:2.0:1789131398.336280:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131398.336287:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.336295:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131398.336299:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131398.336303:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131398.336306:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131398.336309:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131398.336312:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [403:403:256:4294967295] 192.168.206.157@tcp LPNI seq info [403:403:8:4294967295] 00000400:00000200:2.0:1789131398.336316:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.336324:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131398.336335:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131398.336339:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964100. 00000800:00000200:2.0:1789131398.336344:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131398.336351:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131398.336355:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789131398.340549:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.340560:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27876 usecs (28 jiffies) 00000400:00000200:2.0:1789131398.340568:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131398.340571:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985378 00000100:00000001:2.0:1789131398.340578:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985365 00000100:00000001:2.0:1789131398.340582:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985378 00000100:00000001:2.0:1789131398.340586:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985365 00000100:00000001:2.0:1789131398.340588:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.340592:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.340595:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131398.340597:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131398.340601:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e8f600 going to sleep for 11 seconds 00000100:00000001:2.0:1789131398.340604:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131398.340607:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131398.341134:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.341140:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964100. 00000400:00000200:3.0:1789131398.341146:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.341153:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.341160:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ec38 00000400:00000010:3.0:1789131398.341162:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ec38. 00000100:00000001:3.0:1789131398.341167:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.341174:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc7840 x1876039997381632/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.341186:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.341190:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc7840 x1876039997381632/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.341255:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.341257:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1789131398.343224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c665bc00. 00000800:00000001:3.0:1789131398.345171:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.345189:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.345337:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.345342:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.345351:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.345373:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131398.345382:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.345387:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.345392:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.345396:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0dc00 00000400:00000200:3.0:1789131398.345401:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.345408:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x101d [1] + 224 00000800:00000001:3.0:1789131398.345415:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.345436:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.345440:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.345445:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131398.345454:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131398.345463:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc7840 x1876039997381632/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131398.345625:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0c7dc7840 x1876039997381632/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.345666:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131398.345692:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131398.345702:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.345706:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789131398.345918:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131398.345921:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131398.345924:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000200:2.0:1789131398.345928:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e4c8 00000400:00000010:2.0:1789131398.345931:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e4c8. 00000100:00000001:2.0:1789131398.345935:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.346004:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc7840 x1876039997381632/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131398.346013:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc7840 x1876039997381632/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.346020:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131398.346029:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.346032:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131398.346035:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131398.346037:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131398.346039:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.346041:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131398.346049:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=110 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131398.346054:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131398.346057:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131398.346058:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.346061:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131398.346064:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.346067:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131398.346069:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1789131398.346071:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789131398.346073:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.346075:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583028288 : -110360126523328 : ffff9ba0c7dc7840) 00000100:00000001:2.0:1789131398.346078:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131398.346080:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131398.346082:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131398.346085:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.346090:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc7840 x1876039997381632/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.346099:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.346102:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131398.346104:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131398.346109:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc7840 x1876039997381632/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131398.346118:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc7840 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997381632:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131398.346123:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.346126:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.346128:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131398.346131:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.346140:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc7840 x1876039997381632/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.346147:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131398.346150:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e8f600. 00000100:00000001:2.0:1789131398.346154:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131398.346155:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.346162:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.346163:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583028288 : -110360126523328 : ffff9ba0c7dc7840) 00000002:00000001:2.0:1789131398.346166:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.346169:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131398.346174:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131398.346179:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1789131398.346182:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1789131398.346187:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1789131398.346192:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131398.346199:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.346200:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131398.346202:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c5594f40. 00000100:00000001:2.0:1789131398.346205:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.346208:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc7840 x1876039997381632/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.346214:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.346216:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131398.346220:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0d5b5f2c0. 00000080:00000001:2.0:1789131398.346224:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.346229:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:2.0:1789131398.346232:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-48:[0x200000402:0x32:0x0](ffff9ba0d21adb88), flags 100002, rc = 0 00000080:00000001:2.0:1789131398.346235:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.346240:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1789131398.346242:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:2.0:1789131398.346244:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-48 (ffff9ba0d2184510, parent ffff9ba0d20e4ca8, inode ffff9ba0d21adb88) hashed, 00000080:00000001:2.0:1789131398.346247:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.346301:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131398.346305:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131398.346306:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131398.346308:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7bc0 00000080:00200000:2.0:1789131398.346309:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:2.0:1789131398.346316:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00800000:00000002:2.0:1789131398.346322:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131398.346326:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131398.346330:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.346332:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7ae0 00800000:00000002:2.0:1789131398.346334:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131398.346338:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131398.346341:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131398.346346:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.346347:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb79b0 00000002:00010000:2.0:1789131398.346350:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131398.346353:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131398.346355:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.346414:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131398.346419:0:10482:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.346422:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.346424:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.346426:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789131398.346429:0:10482:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1789131398.346434:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc7c00. 00000020:00000040:2.0:1789131398.346438:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=104 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:2.0:1789131398.346442:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131398.346446:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131398.346453:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.346454:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.346456:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.346459:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131398.346461:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131398.346464:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131398.346623:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b03800. 00000100:00000001:2.0:1789131398.346630:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.346640:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131398.346642:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.346643:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131398.346644:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.346646:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.346652:0:10482:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713583029248 : -110360126522368 : ffff9ba0c7dc7c00) 00010000:00000001:2.0:1789131398.346656:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131398.346658:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131398.346662:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c665bc00. 00010000:00000010:2.0:1789131398.346666:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe580. 00010000:00000001:2.0:1789131398.346670:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131398.346673:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7dd5e00. 00000020:00000001:2.0:1789131398.346677:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131398.346680:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7dd5e00 with handle 0xc8adac5b2d020004 to hash 00000020:00000001:2.0:1789131398.346693:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131398.346694:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.346698:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.346701:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.346704:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.346708:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d020004 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131398.346716:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d020004 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131398.346726:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d020004 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131398.346732:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131398.346734:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131398.346740:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e8f600. 00000100:00000001:2.0:1789131398.346742:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499960832 : -110360209590784 : ffff9ba0c2e8f600) 00000100:00000001:2.0:1789131398.346744:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.346745:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583029248 : -110360126522368 : ffff9ba0c7dc7c00) 00000100:00000001:2.0:1789131398.346756:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131398.346760:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.346762:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131398.346763:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131398.346768:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc7c00 x1876039997381760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.346776:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131398.346778:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.346781:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131398.346784:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131398.346786:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131398.346789:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc7c00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997381760:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131398.346793:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131398.346798:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131398.346801:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.346803:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131398.346808:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9ba0d8410000. 02000000:00000001:2.0:1789131398.346810:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131398.346815:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131398.346818:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000010:2.0:1789131398.346824:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e4c8. 00000100:00000200:2.0:1789131398.346830:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1876039997381760, portal 10 00000100:00000001:2.0:1789131398.346832:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.346833:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583029248 : -110360126522368 : ffff9ba0c7dc7c00) 00000100:00000040:2.0:1789131398.346838:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7dc7c00 x1876039997381760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.346845:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131398.346848:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131398.346850:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1edd0. 00000100:00000200:2.0:1789131398.346852:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1876039997381760, offset 0 00000400:00000200:2.0:1789131398.346858:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131398.346865:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.346871:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131398.346880:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131398.346884:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131398.346887:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131398.346890:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131398.346894:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [404:404:256:4294967295] 192.168.206.157@tcp LPNI seq info [404:404:8:4294967295] 00000400:00000200:2.0:1789131398.346898:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.346907:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131398.346912:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131398.346917:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964100. 00000800:00000200:2.0:1789131398.346923:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131398.346930:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131398.346934:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1789131398.346958:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.346963:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27792 usecs (28 jiffies) 00000400:00000200:2.0:1789131398.346967:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131398.346969:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985384 00000100:00000001:2.0:1789131398.346975:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985378 00000100:00000001:2.0:1789131398.346981:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985384 00000100:00000001:2.0:1789131398.346984:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985378 00000100:00000001:2.0:1789131398.346987:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.346989:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.346992:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131398.346993:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131398.346996:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e8f600 going to sleep for 11 seconds 00000100:00000001:2.0:1789131398.346998:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131398.347000:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131398.347124:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.347128:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964100. 00000400:00000200:3.0:1789131398.347133:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.347138:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.347142:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1edd0 00000400:00000010:3.0:1789131398.347144:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1edd0. 00000100:00000001:3.0:1789131398.347148:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.347152:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc7c00 x1876039997381760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.347161:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.347164:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc7c00 x1876039997381760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.347170:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.347172:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131398.353504:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.353518:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.353522:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.353525:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.353533:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.353541:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131398.353549:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.353553:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.353574:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.353578:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 688 into portal 10 MB=0x6aa3f99a0dc80 00000400:00000200:3.0:1789131398.353583:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.353588:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 688/688 into md 0x102d [1] + 224 00000800:00000001:3.0:1789131398.353595:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.353602:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.353604:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.353608:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131398.353615:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131398.353623:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc7c00 x1876039997381760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131398.353632:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9ba0c7dc7c00 x1876039997381760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.353647:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131398.353660:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.353664:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.353751:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131398.353758:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131398.353760:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131398.353763:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000200:2.0:1789131398.353767:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e4c8 00000400:00000010:2.0:1789131398.353775:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e4c8. 00000100:00000001:2.0:1789131398.353779:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.353783:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc7c00 x1876039997381760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131398.353791:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc7c00 x1876039997381760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.353797:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131398.353799:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.353801:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131398.353804:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131398.353807:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131398.353810:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.353812:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131398.353821:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131398.353826:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131398.353828:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131398.353830:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.353833:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131398.353836:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.353840:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131398.353842:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131398.353844:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131398.353847:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.353851:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc7c00 x1876039997381760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.353858:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.353861:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131398.353863:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131398.353867:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc7c00 x1876039997381760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131398.353874:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc7c00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997381760:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131398.353878:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.353887:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.353889:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131398.353891:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.353896:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7dc7c00 x1876039997381760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.353903:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131398.353905:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e8f600. 00000100:00000001:2.0:1789131398.353908:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131398.353909:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.353912:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789131398.353916:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.353918:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.353921:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=4 00000020:00000001:2.0:1789131398.353923:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.353926:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000040:2.0:1789131398.353932:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7dd5e00, remote cookie: 0x2d69527cc2115ce0, flags: 0x1001 00010000:00010000:2.0:1789131398.353948:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d020004 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ce0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131398.353960:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d020004 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ce0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.353967:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131398.353971:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131398.353973:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131398.353974:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131398.353975:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131398.353978:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9ba0c665bc00) refcount = 1 00010000:00010000:2.0:1789131398.353981:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d020004 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ce0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.353987:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131398.353990:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131398.353997:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131398.354000:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131398.354002:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.354006:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d020004 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ce0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.354012:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131398.354013:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.354015:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.354016:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.354017:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.354018:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.354024:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1789131398.354026:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.354027:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.354029:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.354031:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.354033:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.354035:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.354036:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.354037:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=4 00000020:00000001:2.0:1789131398.354039:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.354041:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.354044:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.354047:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.354051:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d020004 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ce0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.354056:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.354058:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.354059:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.354060:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.354061:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=5 00000020:00000001:2.0:1789131398.354063:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.354070:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.354072:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131398.354075:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d020004 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ce0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.354080:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.354081:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131398.354083:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d020004 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ce0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.354089:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131398.354090:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.354091:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.354092:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.354093:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1789131398.354099:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9ba0c7dc7c00 x1876039997381760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1789131398.354108:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.354109:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.354110:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.354112:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.354114:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.354116:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.354117:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.354118:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.354120:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.354123:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1789131398.354125:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.354126:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.354127:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.354129:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.354131:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00000002:00010000:2.0:1789131398.354135:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d020004 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ce0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.354145:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.354146:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.354148:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1789131398.354149:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.354150:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.354151:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.354153:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.354155:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000040:2.0:1789131398.354161:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665bc00 count: 2 00010000:00000001:2.0:1789131398.354163:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1789131398.354167:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1789131398.354169:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.354170:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.354172:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1789131398.354175:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7938 00000002:00002000:2.0:1789131398.354177:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1789131398.354180:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.354183:0:10482:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.354186:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1789131398.354189:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1789131398.354205:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1789131398.354209:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:2.0:1789131398.354213:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131398.354217:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131398.354219:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:2.0:1789131398.354224:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1789131398.354228:0:10482:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1789131398.354232:0:10482:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9ba0c5594f40. 00800000:00000001:2.0:1789131398.354234:0:10482:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633713540878144 : -110360168673472 : ffff9ba0c5594f40) 00800000:00000001:2.0:1789131398.354236:0:10482:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.354239:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1789131398.354242:0:10482:0:(llite_lib.c:1973:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1789131398.354243:0:10482:0:(llite_lib.c:1977:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1789131398.354252:0:10482:0:(llite_lib.c:1928:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1789131398.354255:0:10482:0:(llite_lib.c:1950:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1789131398.354256:0:10482:0:(llite_lib.c:1994:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.354260:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1789131398.354263:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1789131398.354268:0:10482:0:(llite_lib.c:3140:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 6656 00010000:00000001:2.0:1789131398.354270:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.354271:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.354272:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.354274:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.354276:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.354278:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.354279:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1789131398.354281:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1789131398.354283:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1789131398.354284:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c5594f40 1 00800000:00000010:2.0:1789131398.354286:0:10482:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9ba0c5594f40. 00800000:00000001:2.0:1789131398.354289:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.354291:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d020004 00800000:00000001:2.0:1789131398.354294:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131398.354296:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131398.354297:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.354298:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.354299:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.354300:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.354302:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.354304:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.354305:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.354306:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.354307:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.354309:0:10482:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.354311:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:2.0:1789131398.354313:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d020004 from it ffffbc4101cb7bf8 00010000:00000001:2.0:1789131398.354315:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.354320:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.354321:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.354323:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.354325:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.354327:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131398.354330:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d020004 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ce0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131398.354336:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.354337:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.354338:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131398.354340:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131398.354342:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d020004 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ce0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131398.354348:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131398.354350:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131398.354352:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131398.354356:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.354357:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.354358:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.354361:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131398.354362:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.354364:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.354366:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.354368:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131398.354369:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.354370:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131398.354372:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.354376:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c7dc7c00 x1876039997381760/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.354383:0:10482:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131398.354385:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131398.354388:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9ba0d8410000. 02000000:00000001:2.0:1789131398.354391:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131398.354398:0:10482:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131398.354400:0:10482:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=103 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:2.0:1789131398.354402:0:10482:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131398.354405:0:10482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c7b03800. 02000000:00000001:2.0:1789131398.354409:0:10482:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131398.354410:0:10482:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131398.354412:0:10482:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c7dc7c00. 00000100:00000001:2.0:1789131398.354415:0:10482:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131398.354416:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131398.354420:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 1 00000080:00000001:2.0:1789131398.354426:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1789131398.354439:0:10482:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9ba0d109e5a0. 00000080:00000001:2.0:1789131398.354443:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00000001:2.0:1789131398.354445:0:10482:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1789131398.354446:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b00 00000080:00200000:2.0:1789131398.354448:0:10482:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:2.0:1789131398.354452:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00800000:00000002:2.0:1789131398.354455:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131398.354458:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131398.354460:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.354462:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a20 00800000:00000002:2.0:1789131398.354464:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131398.354467:0:10482:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1789131398.354494:0:10482:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1789131398.354498:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.354500:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78f0 00000002:00010000:2.0:1789131398.354501:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1789131398.354504:0:10482:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1789131398.354506:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.354508:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131398.354510:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665bc00 count: 2 00010000:00000001:2.0:1789131398.354512:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131398.354515:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.354518:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1789131398.354520:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d020004 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ce0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1789131398.354532:0:10482:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1789131398.354535:0:10482:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.354538:0:10482:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d020004 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ce0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1789131398.354543:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1789131398.354544:0:10482:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131398.354546:0:10482:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131398.354548:0:10482:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1789131398.354549:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131398.354551:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1789131398.354553:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1789131398.354554:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000010:2.0:1789131398.354556:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000080:00000001:2.0:1789131398.354559:0:10482:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1789131398.354560:0:10482:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.354562:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) 00000080:00010000:2.0:1789131398.354564:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9ba0d212f448) for lock 0xc8adac5b2d020004 00800000:00000001:2.0:1789131398.354567:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1789131398.354568:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1789131398.354569:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.354571:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.354572:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.354574:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.354576:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.354578:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.354579:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1789131398.354580:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.354582:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1789131398.354584:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d020004 from it ffffbc4101cb7b38 00010000:00000001:2.0:1789131398.354586:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.354587:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.354591:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5e00 refcount=3 00000020:00000001:2.0:1789131398.354593:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.354595:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583087104 : -110360126464512 : ffff9ba0c7dd5e00) 00010000:00000001:2.0:1789131398.354597:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131398.354599:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d020004 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115ce0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1789131398.354604:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.354605:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.354607:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1789131398.354608:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1789131398.354610:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d020004 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115ce0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1789131398.354615:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789131398.354617:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789131398.354618:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131398.354620:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.354621:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.354623:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.354624:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789131398.354626:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.354627:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.354629:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.354631:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131398.354632:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.354633:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1789131398.354635:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789131398.354636:0:10482:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1789131398.354638:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448), inode mode 41ed mask 3 00000080:00000001:2.0:1789131398.354640:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.354644:0:10482:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1789131398.354645:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7b58 00000080:00200000:2.0:1789131398.354648:0:10482:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f0a.replay-dual-49, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), file ffff9ba0c81a6600, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1789131398.354653:0:10482:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9ba0c7d69480. 00000080:00000001:2.0:1789131398.354662:0:10482:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1789131398.354663:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a08 00000080:00200000:2.0:1789131398.354665:0:10482:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f0a.replay-dual-49, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000010:2.0:1789131398.354672:0:10482:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d193ca00. 00800000:00000002:2.0:1789131398.354675:0:10482:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:2.0:1789131398.354679:0:10482:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1789131398.354690:0:10482:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.354691:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7928 00800000:00000002:2.0:1789131398.354693:0:10482:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-49' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1789131398.354696:0:10482:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1789131398.354698:0:10482:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1789131398.354701:0:10482:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633713771202048 : -110359938349568 : ffff9ba0d313c600) 00800000:00000001:2.0:1789131398.354704:0:10482:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1789131398.354706:0:10482:0:(obd_class.h:932:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1789131398.354709:0:10482:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1789131398.354711:0:10482:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1789131398.354714:0:10482:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9ba0d85d4000: Allocated FID [0x200000402:0x33:0x0] 40000000:00000001:2.0:1789131398.354716:0:10482:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.354718:0:10482:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.354720:0:10482:0:(obd_class.h:945:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1789131398.354722:0:10482:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131398.354724:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb78a8 00800000:00000002:2.0:1789131398.354726:0:10482:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x33:0x0], name='f0a.replay-dual-49' -> mds #0 layout version 1 00000002:00000001:2.0:1789131398.354729:0:10482:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1789131398.354730:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb77e0 00000002:00010000:2.0:1789131398.354732:0:10482:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f0a.replay-dual-49,[0x200000402:0x33:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1789131398.354736:0:10482:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1789131398.354738:0:10482:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1789131398.354741:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1789131398.354744:0:10482:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.354746:0:10482:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1789131398.354748:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665bc00 count: 2 00010000:00000001:2.0:1789131398.354750:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131398.354752:0:10482:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1789131398.354760:0:10482:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131398.354763:0:10482:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d020004 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x2d69527cc2115ce0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1789131398.354769:0:10482:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131398.354773:0:10482:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131398.354775:0:10482:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131398.354777:0:10482:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1789131398.354779:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.354780:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131398.354783:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665bc00 count: 3 00010000:00000001:2.0:1789131398.354785:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131398.354787:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.354788:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.354789:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131398.354791:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665bc00 count: 3 00010000:00000001:2.0:1789131398.354792:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131398.354794:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.354795:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131398.354796:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131398.354798:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665bc00 count: 3 00010000:00000001:2.0:1789131398.354799:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131398.354801:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131398.354803:0:10482:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1789131398.354806:0:10482:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9ba0d212f380, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1789131398.354809:0:10482:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1789131398.354817:0:10482:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1789131398.354819:0:10482:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131398.354821:0:10482:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.354823:0:10482:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131398.354825:0:10482:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131398.354827:0:10482:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131398.354828:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.354830:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1789131398.354833:0:10482:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7dd5e00 with handle 0xc8adac5b2d020004 from hash 00010000:00000001:2.0:1789131398.354835:0:10482:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131398.354842:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.354844:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.354845:0:10482:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131398.354847:0:10482:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131398.354849:0:10482:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1789131398.354851:0:10482:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131398.354853:0:10482:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1789131398.354855:0:10482:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1789131398.354859:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc7c00. 00000020:00000040:2.0:1789131398.354862:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=104 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:2.0:1789131398.354868:0:10482:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789131398.354869:0:10482:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.354872:0:10482:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1789131398.354876:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789131398.354878:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131398.354879:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.354881:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.354883:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131398.354885:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131398.354888:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131398.354894:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b03800. 00000100:00000001:2.0:1789131398.354899:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.354902:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131398.354904:0:10482:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1789131398.354907:0:10482:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d020004 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115ce0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1789131398.354914:0:10482:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1789131398.354915:0:10482:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1789131398.354917:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131398.354919:0:10482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5e00/0xc8adac5b2d020004 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x2d69527cc2115ce0 expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1789131398.354927:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c665bc00 count: 0 00010000:00000010:2.0:1789131398.354932:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe580. 00010000:00000001:2.0:1789131398.354944:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131398.354946:0:10482:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.354948:0:10482:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1789131398.354949:0:10482:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.354951:0:10482:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131398.354961:0:10482:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633713583029248 : -110360126522368 : ffff9ba0c7dc7c00) 00010000:00000001:2.0:1789131398.354965:0:10482:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131398.354966:0:10482:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131398.354970:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c665b500. 00010000:00000010:2.0:1789131398.354973:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0d2dfe580. 00010000:00000001:2.0:1789131398.354977:0:10482:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131398.354980:0:10482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7dd5200. 00000020:00000001:2.0:1789131398.354983:0:10482:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131398.354985:0:10482:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7dd5200 with handle 0xc8adac5b2d02000b to hash 00000020:00000001:2.0:1789131398.354986:0:10482:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131398.354988:0:10482:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00010000:00000001:2.0:1789131398.354991:0:10482:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00010000:00000001:2.0:1789131398.354993:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131398.354995:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131398.354998:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5200/0xc8adac5b2d02000b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131398.355004:0:10482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5200/0xc8adac5b2d02000b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1789131398.355012:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1789131398.355020:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0c7dc7c00 x1876039997382016/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1789131398.355028:0:10482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5200/0xc8adac5b2d02000b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10482 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131398.355034:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131398.355035:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131398.355044:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e8f600. 00000100:00000001:2.0:1789131398.355047:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499960832 : -110360209590784 : ffff9ba0c2e8f600) 00000100:00000001:2.0:1789131398.355050:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.355051:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583029248 : -110360126522368 : ffff9ba0c7dc7c00) 00000100:00000001:2.0:1789131398.355055:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131398.355058:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.355060:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131398.355062:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131398.355066:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc7c00 x1876039997382016/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.355073:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131398.355076:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.355079:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131398.355081:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131398.355083:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131398.355086:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc7c00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997382016:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131398.355089:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131398.355095:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131398.355097:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.355099:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131398.355146:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9ba0d1120000. 02000000:00000001:2.0:1789131398.355149:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131398.355155:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131398.355158:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000010:2.0:1789131398.355165:0:10482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9ba0c7b02c00. 00000100:00000200:2.0:1789131398.355172:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1876039997382016, portal 10 00000100:00000001:2.0:1789131398.355174:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.355175:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583029248 : -110360126522368 : ffff9ba0c7dc7c00) 00000100:00000040:2.0:1789131398.355181:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0c7dc7c00 x1876039997382016/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.355188:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131398.355191:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131398.355193:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e4c8. 00000100:00000200:2.0:1789131398.355201:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1876039997382016, offset 0 00000400:00000200:2.0:1789131398.355206:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131398.355213:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.355220:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131398.355225:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131398.355229:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131398.355233:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131398.355235:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131398.355238:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [405:405:256:4294967295] 192.168.206.157@tcp LPNI seq info [405:405:8:4294967295] 00000400:00000200:2.0:1789131398.355242:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131398.355251:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131398.355256:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131398.355261:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964200. 00000800:00000200:2.0:1789131398.355266:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131398.355274:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131398.355278:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964200 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1789131398.355300:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.355305:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27690 usecs (28 jiffies) 00000400:00000200:2.0:1789131398.355308:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131398.355310:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985392 00000100:00000001:2.0:1789131398.355317:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985384 00000100:00000001:2.0:1789131398.355321:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985392 00000100:00000001:2.0:1789131398.355324:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985384 00000100:00000001:2.0:1789131398.355326:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.355329:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.355331:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131398.355333:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131398.355335:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e8f600 going to sleep for 11 seconds 00000100:00000001:2.0:1789131398.355338:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131398.355340:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131398.355732:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.355738:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964200. 00000400:00000200:3.0:1789131398.355743:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.355747:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131398.355752:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e4c8 00000400:00000010:3.0:1789131398.355755:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e4c8. 00000100:00000001:3.0:1789131398.355759:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131398.355763:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc7c00 x1876039997382016/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.355772:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.355775:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc7c00 x1876039997382016/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.355782:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.355784:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131398.361277:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.361293:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.361311:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.361314:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.361322:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.361330:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131398.361339:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.361343:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.361349:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.361353:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 664 into portal 10 MB=0x6aa3f99a0dd80 00000400:00000200:3.0:1789131398.361357:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.361379:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 664/664 into md 0x103d [32] + 224 00000800:00000001:3.0:1789131398.361386:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.361393:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.361396:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.361400:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131398.361407:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131398.361415:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc7c00 x1876039997382016/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131398.361426:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9ba0c7dc7c00 x1876039997382016/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.361504:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131398.361540:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131398.361550:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131398.361554:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.361560:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131398.361565:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [406:406:256:4294967295] 192.168.206.157@tcp LPNI seq info [406:406:8:4294967295] 00000400:00000200:3.0:1789131398.361570:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.361578:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131398.361584:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131398.361590:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9ba0d84fcc00. 00000800:00000200:3.0:1789131398.361595:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131398.361602:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131398.361612:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d84fcc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131398.361701:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131398.361705:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9ba0d84fcc00. 00000400:00000200:3.0:1789131398.361707:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.361711:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131398.361716:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.361719:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789131398.363553:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131398.363559:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131398.363564:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000200:2.0:1789131398.363572:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c7b02c00 00000400:00000010:2.0:1789131398.363575:0:10482:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9ba0c7b02c00. 00000100:00000001:2.0:1789131398.363581:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131398.363593:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc7c00 x1876039997382016/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131398.363603:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc7c00 x1876039997382016/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/66320 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.363611:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131398.363613:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.363616:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131398.363620:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131398.363622:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131398.363624:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131398.363626:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131398.363636:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=111 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131398.363639:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131398.363642:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131398.363644:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.363647:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131398.363650:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.363653:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1789131398.363655:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1789131398.363656:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1789131398.363659:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131398.363660:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583029248 : -110360126522368 : ffff9ba0c7dc7c00) 00000100:00000001:2.0:1789131398.363663:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131398.363665:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131398.363668:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131398.363670:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131398.363675:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.363830:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131398.363833:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131398.363835:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131398.363840:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131398.363849:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc7c00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997382016:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131398.363854:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131398.363857:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.363859:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131398.363862:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.363866:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.363872:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131398.363875:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e8f600. 00000100:00000001:2.0:1789131398.363878:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131398.363879:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131398.363882:0:10482:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789131398.363886:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131398.363889:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131398.363891:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5200 refcount=4 00000020:00000001:2.0:1789131398.363894:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00010000:00000001:2.0:1789131398.363896:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00010000:00000040:2.0:1789131398.363902:0:10482:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7dd5200, remote cookie: 0x2d69527cc2115cfc, flags: 0x1001 00010000:00010000:2.0:1789131398.363907:0:10482:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5200/0xc8adac5b2d02000b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115cfc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1789131398.363916:0:10482:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x33:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1789131398.363919:0:10482:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1789131398.364342:0:10482:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d5983300. 00010000:00000010:3.0:1789131398.364349:0:10482:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c65bf680. 00010000:00000040:3.0:1789131398.364353:0:10482:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c665b500 count: 0 00010000:00000010:3.0:1789131398.364372:0:10482:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe580. 00010000:00000001:3.0:1789131398.364381:0:10482:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131398.364385:0:10482:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5200/0xc8adac5b2d02000b lrc: 4/0,1 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115cfc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131398.364394:0:10482:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5200/0xc8adac5b2d02000b lrc: 4/0,1 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115cfc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131398.364400:0:10482:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1789131398.364404:0:10482:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1789131398.364406:0:10482:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1789131398.364407:0:10482:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1789131398.364409:0:10482:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1789131398.364411:0:10482:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000402:0x33:0x0].0x0 (ffff9ba0d5983300) refcount = 1 00010000:00010000:3.0:1789131398.364416:0:10482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5200/0xc8adac5b2d02000b lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115cfc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131398.364422:0:10482:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1789131398.364425:0:10482:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1789131398.364427:0:10482:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789131398.364431:0:10482:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1789131398.364433:0:10482:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131398.364436:0:10482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5200/0xc8adac5b2d02000b lrc: 4/0,1 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115cfc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131398.364450:0:10482:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1789131398.364452:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131398.364453:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131398.364454:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131398.364455:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131398.364456:0:10482:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131398.364461:0:10482:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1789131398.364465:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131398.364498:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131398.364501:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5200 refcount=3 00000020:00000001:3.0:1789131398.364503:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00010000:00000001:3.0:1789131398.364507:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00010000:00000001:3.0:1789131398.364509:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131398.364510:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131398.364511:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5200 refcount=4 00000020:00000001:3.0:1789131398.364513:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00010000:00000001:3.0:1789131398.364515:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00010000:00000001:3.0:1789131398.364518:0:10482:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131398.364521:0:10482:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131398.364524:0:10482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5200/0xc8adac5b2d02000b lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115cfc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131398.364530:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131398.364531:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131398.364532:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131398.364533:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131398.364535:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5200 refcount=5 00000020:00000001:3.0:1789131398.364536:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00010000:00000001:3.0:1789131398.364538:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00010000:00000001:3.0:1789131398.364540:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131398.364542:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5200/0xc8adac5b2d02000b lrc: 5/1,1 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115cfc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131398.364553:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131398.364554:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789131398.364557:0:10482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5200/0xc8adac5b2d02000b lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x2d69527cc2115cfc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131398.364562:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131398.364563:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131398.364564:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131398.364565:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131398.364566:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1789131398.364572:0:10482:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789131398.364582:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1789131398.364586:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 664/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789131398.364593:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131398.364599:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131398.364601:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131398.364602:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5200 refcount=3 00000020:00000001:3.0:1789131398.364604:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00010000:00000001:3.0:1789131398.364606:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00000002:00010000:3.0:1789131398.364609:0:10482:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5200/0xc8adac5b2d02000b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115cfc expref: -99 pid: 10482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1789131398.364618:0:10482:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9ba0c2e52dc0. 00010000:00000001:3.0:1789131398.364620:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131398.364621:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131398.364622:0:10482:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131398.364624:0:10482:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131398.364626:0:10482:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1789131398.364633:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131398.364635:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583029248 : -110360126522368 : ffff9ba0c7dc7c00) 00000100:00000001:3.0:1789131398.364637:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131398.364638:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583029248 : -110360126522368 : ffff9ba0c7dc7c00) 00010000:00000001:3.0:1789131398.364640:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131398.364641:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131398.364642:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5200 refcount=3 00000020:00000001:3.0:1789131398.364644:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00010000:00000001:3.0:1789131398.364646:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00000002:00010000:3.0:1789131398.364649:0:10482:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5200/0xc8adac5b2d02000b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x2d69527cc2115cfc expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131398.364655:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131398.364656:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131398.364657:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789131398.364658:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131398.364659:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131398.364660:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5200 refcount=3 00000020:00000001:3.0:1789131398.364662:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00010000:00000001:3.0:1789131398.364664:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00010000:00000040:3.0:1789131398.364668:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983300 count: 2 00010000:00000001:3.0:1789131398.364671:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1789131398.364674:0:10482:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9ba0d1b3a000 type 13 mode 4 res 8589935618/51 (0 0) 00010000:00000001:3.0:1789131398.364676:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131398.364677:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131398.364679:0:10482:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1789131398.364693:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7768 00000002:00002000:3.0:1789131398.364695:0:10482:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-49 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1789131398.364698:0:10482:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131398.364701:0:10482:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131398.364704:0:10482:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1789131398.364707:0:10482:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1789131398.364710:0:10482:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789131398.364718:0:10482:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9ba0c52d0dc0 2 00000080:00000001:3.0:1789131398.364720:0:10482:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1789131398.364722:0:10482:0:(namei.c:674:ll_lookup_it_finish()) it ffff9ba0c7d69480 it_disposition 1800037 00000080:00002000:3.0:1789131398.364728:0:10482:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9ba0d2184d80 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1789131398.364733:0:10482:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789131398.364736:0:10482:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1789131398.364737:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7998 00000080:00200000:3.0:1789131398.364739:0:10482:0:(namei.c:1628:ll_create_it()) VFS Op:name=f0a.replay-dual-49, dir=[0x200000007:0x1:0x0](ffff9ba0d212f448), intent=open|creat 00000080:00000001:3.0:1789131398.364743:0:10482:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1789131398.364745:0:10482:0:(llite_lib.c:3864:ll_prep_inode()) Process entered 00000002:00000001:3.0:1789131398.364750:0:10482:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1789131398.364753:0:10482:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1789131398.364755:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279539 : 144115205289279539 : 200000402000033) 00000080:00000001:3.0:1789131398.364758:0:10482:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1789131398.364767:0:10482:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9ba0d21a7380. 00000020:00000001:3.0:1789131398.364776:0:10482:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1789131398.364777:0:10482:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1789131398.364780:0:10482:0:(llite_lib.c:3374:ll_read_inode2()) Process entered 00000080:00200000:3.0:1789131398.364782:0:10482:0:(llite_lib.c:3377:ll_read_inode2()) VFS Op:inode=[0x200000402:0x33:0x0](ffff9ba0d21a7448) 00000020:00000001:3.0:1789131398.364785:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131398.364788:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131398.364790:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131398.364794:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1789131398.364799:0:10482:0:(vvp_object.c:310:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9ba0d81b3320. 00000020:00000001:3.0:1789131398.364801:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789131398.364803:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131398.364809:0:10482:0:(lov_object.c:2415:lov_object_alloc()) Process entered 00020000:00000010:3.0:1789131398.364813:0:10482:0:(lov_object.c:2416:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9ba0d08b8d90. 00020000:00000001:3.0:1789131398.364815:0:10482:0:(lov_object.c:2430:lov_object_alloc()) Process leaving (rc=18446633713728720272 : -110359980831344 : ffff9ba0d08b8d90) 00020000:00000001:3.0:1789131398.364817:0:10482:0:(lov_object.c:1422:lov_object_init()) Process entered 00020000:00000001:3.0:1789131398.364820:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789131398.364825:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81ddba0. 00020000:00000010:3.0:1789131398.364828:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c641dd00. 00020000:00000010:3.0:1789131398.364832:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81dda20. 00020000:00000001:3.0:1789131398.364834:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855748640 : -110359853802976 : ffff9ba0d81dda20) 00020000:00000002:3.0:1789131398.364837:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81dda20, objid 0x33:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789131398.364848:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789131398.364852:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c641dd00: ostid: 0x280000400:27 ost idx: 1 gen: 0 00020000:00000001:3.0:1789131398.364855:0:10482:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1789131398.364857:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81dda20, objid 0x33:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789131398.364860:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789131398.364863:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c641dd00: ostid: 0x280000400:27 ost idx: 1 gen: 0 00020000:00000010:3.0:1789131398.364867:0:10482:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9ba0c7f29900. 00020000:00000010:3.0:1789131398.364871:0:10482:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 176 at ffff9ba0d1bc4000. 00020000:00000001:3.0:1789131398.364876:0:10482:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1789131398.364879:0:10482:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9ba0c3feeb28. 00020000:00000001:3.0:1789131398.364883:0:10482:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1789131398.364884:0:10482:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1789131398.364889:0:10482:0:(lovsub_object.c:178:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1789131398.364892:0:10482:0:(lovsub_object.c:179:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9ba0d81b3960. 00000020:00000001:3.0:1789131398.364894:0:10482:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1789131398.364895:0:10482:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131398.364898:0:10482:0:(lovsub_object.c:192:lovsub_object_alloc()) Process leaving (rc=18446633713855576544 : -110359853975072 : ffff9ba0d81b39e0) 00020000:00000001:3.0:1789131398.364901:0:10482:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1789131398.364906:0:10482:0:(osc_object.c:444:osc_object_alloc()) slab-alloced 'osc': 488 at ffff9ba0d08bd4f8. 00020000:00000001:3.0:1789131398.364908:0:10482:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131398.364912:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713855576544 : -110359853975072 : ffff9ba0d81b39e0) 00020000:00000001:3.0:1789131398.364914:0:10482:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633713855576544 : -110359853975072 : ffff9ba0d81b39e0) 00020000:00000002:3.0:1789131398.364917:0:10482:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x1b:0x0]@ffff9ba0d81b3960[0:0] -> [0x200000402:0x33:0x0]@ffff9ba0d81b3320: ostid: 0x280000400:27 ost idx: 1 gen: 0 00020000:00000001:3.0:1789131398.364922:0:10482:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=136 : 136 : 88) 00020000:00000001:3.0:1789131398.364925:0:10482:0:(lov_object.c:823:lov_init_composite()) Process leaving 00020000:00000001:3.0:1789131398.364926:0:10482:0:(lov_object.c:1450:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131398.364929:0:10482:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633713855574944 : -110359853976672 : ffff9ba0d81b33a0) 00000020:00001000:3.0:1789131398.364932:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131398.364936:0:10482:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279539 : 144115205289279539 : 200000402000033) 00000080:00000001:3.0:1789131398.365289:0:10482:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1789131398.365297:0:10482:0:(llite_lib.c:3071:ll_update_inode()) setting ino 144115205289279539 mtime from 0 to 1789131398 00000080:00000001:3.0:1789131398.365302:0:10482:0:(llite_lib.c:3399:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1789131398.365304:0:10482:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633713754862664 : -110359954688952 : ffff9ba0d21a7448) 00010000:00000001:3.0:1789131398.365306:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131398.365308:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131398.365309:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5200 refcount=3 00000020:00000001:3.0:1789131398.365312:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00010000:00000001:3.0:1789131398.365314:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00000080:00000001:3.0:1789131398.365317:0:10482:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131398.365318:0:10482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131398.365320:0:10482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131398.365321:0:10482:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131398.365324:0:10482:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1789131398.365328:0:10482:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131398.365329:0:10482:0:(lov_pack.c:354:lov_unpackmd()) Process entered 00020000:00000010:3.0:1789131398.365332:0:10482:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9ba0d81dd720. 00020000:00000010:3.0:1789131398.365334:0:10482:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9ba0c641d500. 00020000:00000010:3.0:1789131398.365337:0:10482:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9ba0d81dd540. 00020000:00000001:3.0:1789131398.365339:0:10482:0:(lov_pack.c:366:lov_unpackmd()) Process leaving (rc=18446633713855747392 : -110359853804224 : ffff9ba0d81dd540) 00020000:00000002:3.0:1789131398.365341:0:10482:0:(lov_ea.c:762:dump_lsm()) lsm ffff9ba0d81dd540, objid 0x33:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1789131398.365344:0:10482:0:(lov_ea.c:793:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1789131398.365347:0:10482:0:(lov_ea.c:812:dump_lsm()) oinfo:ffff9ba0c641d500: ostid: 0x280000400:27 ost idx: 1 gen: 0 00020000:00000002:3.0:1789131398.365350:0:10482:0:(lov_object.c:1314:lov_conf_lock()) Took exclusive lov(ffff9ba0d08b8d90) owner ffff9ba0c2f34f80 00020000:00000001:3.0:1789131398.365353:0:10482:0:(lov_object.c:1520:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131398.365354:0:10482:0:(lov_object.c:1320:lov_conf_unlock()) To release exclusive lov(ffff9ba0d08b8d90) owner ffff9ba0c2f34f80 00020000:00000010:3.0:1789131398.365528:0:10482:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9ba0c641d500. 00020000:00000010:3.0:1789131398.365533:0:10482:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9ba0d81dd720. 00020000:00000010:3.0:1789131398.365537:0:10482:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9ba0d81dd540. 00020000:00000002:3.0:1789131398.365540:0:10482:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x33:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1789131398.365542:0:10482:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131398.365544:0:10482:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131398.365547:0:10482:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1789131398.365549:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d08b8d90) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:3.0:1789131398.365557:0:10482:0:(lov_object.c:2443:lov_lsm_addref()) lsm ffff9ba0d81dda20 addref 2/0 by ffff9ba0c2f34f80. 00020000:00000002:3.0:1789131398.365559:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d08b8d90) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:3.0:1789131398.365562:0:10482:0:(lov_object.c:2339:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1789131398.365564:0:10482:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1789131398.365565:0:10482:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1789131398.365567:0:10482:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1789131398.365569:0:10482:0:(lov_object.c:2358:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1789131398.365571:0:10482:0:(file.c:6854:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1789131398.365573:0:10482:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131398.365576:0:10482:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131398.365577:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131398.365579:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789131398.365580:0:10482:0:(llite_lib.c:3962:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1789131398.365583:0:10482:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1789131398.365585:0:10482:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131398.365587:0:10482:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000402:0x33:0x0](ffff9ba0d21a7448) 00000080:00010000:3.0:1789131398.365590:0:10482:0:(llite_internal.h:1992:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](ffff9ba0d21a7448) for lock 0xc8adac5b2d02000b 00800000:00000001:3.0:1789131398.365593:0:10482:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1789131398.365595:0:10482:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1789131398.365596:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131398.365597:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131398.365599:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5200 refcount=3 00000020:00000001:3.0:1789131398.365600:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00010000:00000001:3.0:1789131398.365602:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00010000:00000001:3.0:1789131398.365605:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131398.365606:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1789131398.365607:0:10482:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131398.365609:0:10482:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131398.365611:0:10482:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1789131398.365613:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.365620:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.365627:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789131398.365631:0:10482:0:(namei.c:1651:ll_create_it()) inode ffff9ba0d21a7448 need_sync_to_mds [0x200000402:0x33:0x0] 00000080:00000001:3.0:1789131398.365633:0:10482:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1789131398.365640:0:10482:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000402:0x33:0x0](ffff9ba0d21a7448) 00000080:00000001:3.0:1789131398.365642:0:10482:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789131398.365646:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d193ca00. 00000100:00000001:3.0:1789131398.365649:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.365652:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.365658:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131398.365661:0:10482:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1789131398.365663:0:10482:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1789131398.365665:0:10482:0:(namei.c:1500:ll_atomic_open()) inode ffff9ba0d21a7448 need_sync_to_mds [0x200000402:0x33:0x0] 00000080:00000001:3.0:1789131398.365672:0:10482:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1789131398.365674:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00200008:3.0:1789131398.365676:0:10482:0:(file.c:1090:ll_file_open()) START file f0a.replay-dual-49:[0x200000402:0x33:0x0](ffff9ba0d21a7448), flags 100102 00000080:00000010:3.0:1789131398.365694:0:10482:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9ba0c59ccc80. 00000080:00000010:3.0:1789131398.365699:0:10482:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9ba0c2e52b00. 00000080:00000001:3.0:1789131398.365702:0:10482:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1789131398.365705:0:10482:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1789131398.365708:0:10482:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1789131398.365710:0:10482:0:(obd.h:1507:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9ba0c2c0d580. 00000002:00100000:3.0:1789131398.365715:0:10482:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789131398.365720:0:10482:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131398.365722:0:10482:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1789131398.365726:0:10482:0:(rw.c:970:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1789131398.365729:0:10482:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131398.365731:0:10482:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131398.365734:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131398.365736:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1789131398.365743:0:10482:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131398.365745:0:10482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9ba0d1120000. 02000000:00000001:3.0:1789131398.365766:0:10482:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1789131398.365768:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131398.365774:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7a68 00000080:00000008:3.0:1789131398.365776:0:10482:0:(file.c:1329:ll_file_open()) COMPLETED file f0a.replay-dual-49:[0x200000402:0x33:0x0](ffff9ba0d21a7448), flags 100102, rc = 0 00000080:00000001:3.0:1789131398.365779:0:10482:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1789131398.365781:0:10482:0:(dcache.c:176:ll_intent_release()) intent ffff9ba0c7d69480 released 00000080:00010000:3.0:1789131398.365783:0:10482:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xc8adac5b2d02000b from it ffff9ba0c7d69480 00010000:00000001:3.0:1789131398.365785:0:10482:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131398.365786:0:10482:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131398.365788:0:10482:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5200 refcount=3 00000020:00000001:3.0:1789131398.365790:0:10482:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00010000:00000001:3.0:1789131398.365792:0:10482:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583084032 : -110360126467584 : ffff9ba0c7dd5200) 00010000:00000001:3.0:1789131398.365794:0:10482:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131398.365797:0:10482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5200/0xc8adac5b2d02000b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x2d69527cc2115cfc expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131398.365804:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131398.365805:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131398.365807:0:10482:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1789131398.365809:0:10482:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1789131398.365812:0:10482:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5200/0xc8adac5b2d02000b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x2d69527cc2115cfc expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1789131398.365819:0:10482:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1789131398.365822:0:10482:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1789131398.365824:0:10482:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789131398.365827:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131398.365828:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131398.365830:0:10482:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131398.365832:0:10482:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1789131398.365834:0:10482:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131398.365836:0:10482:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131398.365838:0:10482:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131398.365840:0:10482:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131398.365842:0:10482:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131398.365843:0:10482:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1789131398.365844:0:10482:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1789131398.365851:0:10482:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1789131398.365853:0:10482:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1789131398.365854:0:10482:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789131398.365856:0:10482:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1789131398.365858:0:10482:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131398.365860:0:10482:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1789131398.365862:0:10482:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131398.365864:0:10482:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1789131398.365866:0:10482:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131398.365868:0:10482:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1789131398.365870:0:10482:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9ba0c7d69480. 00000080:00000001:3.0:1789131398.365874:0:10482:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131398.365878:0:10482:0:(file.c:6674:ll_inode_permission()) Process entered 00000080:00200000:3.0:1789131398.365880:0:10482:0:(file.c:6689:ll_inode_permission()) VFS Op:inode=[0x200000402:0x33:0x0](ffff9ba0d21a7448), inode mode 81a4 mask 40 00000080:00000001:3.0:1789131398.365884:0:10482:0:(file.c:6728:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1789131398.365904:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789131398.365906:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d08b8d90) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:3.0:1789131398.365910:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d08b8d90) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:3.0:1789131398.365912:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131398.365918:0:10482:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1789131398.365921:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00200008:3.0:1789131398.365923:0:10482:0:(file.c:479:ll_file_release()) START file f0a.replay-dual-49:[0x200000402:0x33:0x0](ffff9ba0d21a7448), flags 100002 00000080:00000001:3.0:1789131398.365925:0:10482:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1789131398.365927:0:10482:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1789131398.365928:0:10482:0:(lov_object.c:2454:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1789131398.365930:0:10482:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d08b8d90) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000002:3.0:1789131398.365932:0:10482:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d08b8d90) owner 0000000000000000/ffff9ba0c2f34f80 00020000:00000001:3.0:1789131398.365934:0:10482:0:(lov_object.c:2505:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131398.366147:0:10482:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1789131398.366153:0:10482:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131398.366155:0:10482:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131398.366159:0:10482:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983300 count: 2 00010000:00000001:3.0:1789131398.366162:0:10482:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131398.366165:0:10482:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1789131398.366167:0:10482:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000402:0x33:0x0]: 0 00000080:00000001:3.0:1789131398.366169:0:10482:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1789131398.366177:0:10482:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1789131398.366180:0:10482:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9ba0d3163e00. 00000080:00000001:3.0:1789131398.366182:0:10482:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1789131398.366186:0:10482:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1789131398.366189:0:10482:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1789131398.366190:0:10482:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000402:0x33:0x0] 00000002:00000001:3.0:1789131398.366203:0:10482:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1789131398.366205:0:10482:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9ba0d85d4000: [0x200000402:0x33:0x0] file closed with intent: 0 00000100:00000010:3.0:1789131398.366210:0:10482:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d4839e00. 00000020:00000040:3.0:1789131398.366214:0:10482:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=105 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:3.0:1789131398.366218:0:10482:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131398.366220:0:10482:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131398.366224:0:10482:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131398.366229:0:10482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d3162e00. 00000100:00000001:3.0:1789131398.366234:0:10482:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1789131398.366243:0:10482:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1789131398.366251:0:10482:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9ba0d85d4000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1789131398.366256:0:10482:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9ba0d4839e00 x1876039997382272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1789131398.366263:0:10482:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789131398.366264:0:10482:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789131398.366271:0:10482:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d1bc4c00. 00000100:00000001:3.0:1789131398.366273:0:10482:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713748691968 : -110359960859648 : ffff9ba0d1bc4c00) 00000100:00000001:3.0:1789131398.366275:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131398.366276:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795309056 : -110359914242560 : ffff9ba0d4839e00) 00000100:00000001:3.0:1789131398.366280:0:10482:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131398.366284:0:10482:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.366286:0:10482:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789131398.366287:0:10482:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131398.366290:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4839e00 x1876039997382272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.366297:0:10482:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131398.366305:0:10482:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131398.366309:0:10482:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131398.366311:0:10482:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131398.366313:0:10482:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131398.366316:0:10482:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4839e00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997382272:192.168.206.157@tcp:35:createmany.0 00000100:00000001:3.0:1789131398.366320:0:10482:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131398.366326:0:10482:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131398.366328:0:10482:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131398.366331:0:10482:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131398.366335:0:10482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d84fcc00. 02000000:00000001:3.0:1789131398.366337:0:10482:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131398.366344:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131398.366348:0:10482:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995e70. 00000400:00000010:3.0:1789131398.366355:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd55d8. 00000100:00000200:3.0:1789131398.366376:0:10482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997382272, portal 10 00000100:00000001:3.0:1789131398.366379:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131398.366380:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795309056 : -110359914242560 : ffff9ba0d4839e00) 00000100:00000040:3.0:1789131398.366386:0:10482:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9ba0d4839e00 x1876039997382272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.366392:0:10482:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131398.366394:0:10482:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131398.366397:0:10482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5bb0. 00000100:00000200:3.0:1789131398.366400:0:10482:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997382272, offset 0 00000400:00000200:3.0:1789131398.366406:0:10482:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131398.366415:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.366422:0:10482:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131398.366428:0:10482:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131398.366432:0:10482:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131398.366436:0:10482:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131398.366438:0:10482:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131398.366442:0:10482:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [407:407:256:4294967295] 192.168.206.157@tcp LPNI seq info [407:407:8:4294967295] 00000400:00000200:3.0:1789131398.366446:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.366455:0:10482:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131398.366467:0:10482:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131398.366497:0:10482:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4a63e00. 00000800:00000200:3.0:1789131398.366504:0:10482:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131398.366510:0:10482:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131398.366514:0:10482:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4a63e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789131398.366528:0:10482:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131398.366532:0:10482:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27598 usecs (28 jiffies) 00000400:00000200:3.0:1789131398.366536:0:10482:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131398.366539:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294985403 00000100:00000001:3.0:1789131398.366545:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4294985392 00000100:00000001:3.0:1789131398.366550:0:10482:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294985403 00000100:00000001:3.0:1789131398.366553:0:10482:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4294985392 00000100:00000001:3.0:1789131398.366556:0:10482:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131398.366558:0:10482:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131398.366560:0:10482:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131398.366562:0:10482:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789131398.366565:0:10482:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1bc4c00 going to sleep for 11 seconds 00000100:00000001:3.0:1789131398.366567:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131398.366569:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131398.366704:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131398.366708:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4a63e00. 00000400:00000200:2.0:1789131398.366713:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131398.366717:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131398.366722:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5bb0 00000400:00000010:2.0:1789131398.366724:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5bb0. 00000100:00000001:2.0:1789131398.366728:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131398.366732:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4839e00 x1876039997382272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.366740:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131398.366743:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4839e00 x1876039997382272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131398.366748:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131398.366750:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131398.370357:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.370385:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131398.370389:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.370392:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.370400:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.370407:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131398.370416:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.370420:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.370425:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.370429:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0de80 00000400:00000200:3.0:1789131398.370434:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131398.370440:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x104d [1] + 224 00000800:00000001:3.0:1789131398.370462:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.370509:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131398.370512:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131398.370517:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131398.370524:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131398.370532:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4839e00 x1876039997382272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131398.370543:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9ba0d4839e00 x1876039997382272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131398.370557:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131398.370564:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131398.370567:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.370626:0:10482:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131398.370632:0:10482:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131398.370634:0:10482:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131398.370638:0:10482:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995e70. 00000400:00000200:1.0:1789131398.370642:0:10482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd55d8 00000400:00000010:1.0:1789131398.370644:0:10482:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd55d8. 00000100:00000001:1.0:1789131398.370647:0:10482:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131398.370651:0:10482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4839e00 x1876039997382272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131398.370660:0:10482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4839e00 x1876039997382272/t0(0) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/624 e 0 to 0 dl 1789131414 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.370666:0:10482:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131398.370668:0:10482:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.370670:0:10482:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131398.370673:0:10482:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131398.370675:0:10482:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131398.370677:0:10482:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131398.370679:0:10482:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131398.370699:0:10482:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d85724a8 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131398.370703:0:10482:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=111 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131398.370706:0:10482:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131398.370708:0:10482:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131398.370711:0:10482:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131398.370714:0:10482:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.370717:0:10482:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1789131398.370718:0:10482:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1789131398.370725:0:10482:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1789131398.370727:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.370729:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795309056 : -110359914242560 : ffff9ba0d4839e00) 00000100:00000001:1.0:1789131398.370732:0:10482:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131398.370734:0:10482:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131398.370736:0:10482:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131398.370738:0:10482:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131398.370744:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4839e00 x1876039997382272/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.370750:0:10482:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131398.370753:0:10482:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131398.370755:0:10482:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131398.370759:0:10482:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4839e00 x1876039997382272/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131398.370766:0:10482:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4839e00 pname:cluuid:pid:xid:nid:opc:job createmany:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:10482:1876039997382272:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131398.370771:0:10482:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131398.370774:0:10482:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.370776:0:10482:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131398.370778:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.370781:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4839e00 x1876039997382272/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.370788:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131398.370790:0:10482:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d1bc4c00. 00000100:00000001:1.0:1789131398.370794:0:10482:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131398.370795:0:10482:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131398.370801:0:10482:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131398.370803:0:10482:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795309056 : -110359914242560 : ffff9ba0d4839e00) 00000002:00000001:1.0:1789131398.370805:0:10482:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.370808:0:10482:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.370813:0:10482:0:(llite_lib.c:4223:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9ba0d3163e00. 00000080:00000001:1.0:1789131398.370817:0:10482:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1789131398.370825:0:10482:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1789131398.370830:0:10482:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1789131398.370835:0:10482:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131398.370842:0:10482:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131398.370844:0:10482:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.370846:0:10482:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9ba0c2e52b00. 00000100:00000001:1.0:1789131398.370849:0:10482:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131398.370852:0:10482:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4839e00 x1876039997382272/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131398.370858:0:10482:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.370861:0:10482:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1789131398.370865:0:10482:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9ba0c59ccc80. 00000080:00000001:1.0:1789131398.370868:0:10482:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.370874:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7df0 00000080:00000008:1.0:1789131398.370876:0:10482:0:(file.c:523:ll_file_release()) COMPLETED file f0a.replay-dual-49:[0x200000402:0x33:0x0](ffff9ba0d21a7448), flags 100002, rc = 0 00000080:00000001:1.0:1789131398.370880:0:10482:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131398.370884:0:10482:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1789131398.370886:0:10482:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4101cb7e00 00000080:00002000:1.0:1789131398.370888:0:10482:0:(dcache.c:127:ll_ddelete()) keeping dentry f0a.replay-dual-49 (ffff9ba0d2184d80, parent ffff9ba0d20e4ca8, inode ffff9ba0d21a7448) hashed, 00000080:00000001:1.0:1789131398.370891:0:10482:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789131398.374539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c665bc00. 00010000:00000010:2.1:1789131398.374551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7dd5e00. 00010000:00000010:3.1:1789131398.382333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c665b500. 00000100:00000040:2.0:1789131398.395180:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294985403, at 4294985404 00000100:00000010:2.0:1789131398.395258:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c85b5b40. 00000100:00000040:3.0:1789131398.395616:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294985403, at 4294985405 00000100:00000010:3.0:1789131398.395623:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c85b5d80. 00010000:00000001:0.0:1789131398.720542:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131398.720549:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.720555:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131398.720556:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131398.720558:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131398.720559:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131398.720804:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131398.720808:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131398.720811:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789131399.742893:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789131399.742901:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789131399.742907:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a2d00. 00000020:00000040:0.0:1789131399.742912:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:0.0:1789131399.742916:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131399.742919:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131399.742924:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131399.742932:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0c5593a00. 00000100:00000001:0.0:1789131399.742952:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.742964:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS req@ffff9ba0d06a2d00 x1876039997382400/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789131399.742974:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131399.742978:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.742984:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072cc6a37] to pc [ptlrpcd_00_00+0] req@ffff9ba0d06a2d00 x1876039997382400/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.743005:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.743007:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789131399.743011:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789131399.743014:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a21c0. 00000020:00000040:0.0:1789131399.743016:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=106 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131399.743019:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131399.743020:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131399.743022:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131399.743026:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0c5593e00. 00000100:00000001:0.0:1789131399.743029:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.743033:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID req@ffff9ba0d06a21c0 x1876039997382528/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789131399.743040:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131399.743042:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.743046:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b502f95] to pc [ptlrpcd_00_01+1] req@ffff9ba0d06a21c0 x1876039997382528/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.743054:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.743056:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789131399.743059:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789131399.743062:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a0b40. 00000020:00000040:0.0:1789131399.743064:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0c2f87000 refcount=3 obd=lustre-OST0000-osc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131399.743066:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131399.743073:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131399.743075:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131399.743078:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0c5593100. 00000100:00000001:0.0:1789131399.743082:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.743086:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID req@ffff9ba0d06a0b40 x1876039997382656/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789131399.743093:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131399.743094:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.743099:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e2e92d5] to pc [ptlrpcd_00_00+0] req@ffff9ba0d06a0b40 x1876039997382656/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.743105:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.743107:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789131399.743110:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789131399.743113:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a1680. 00000020:00000040:0.0:1789131399.743115:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0c2f85000 refcount=3 obd=lustre-OST0001-osc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131399.743118:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131399.743119:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131399.743121:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131399.743123:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0c5593400. 00000100:00000001:0.0:1789131399.743126:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.743130:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID req@ffff9ba0d06a1680 x1876039997382784/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789131399.743135:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131399.743137:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.743140:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000484e9e91] to pc [ptlrpcd_00_01+1] req@ffff9ba0d06a1680 x1876039997382784/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.743146:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.743148:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789131399.743150:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789131399.743153:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a1a40. 00000020:00000040:0.0:1789131399.743161:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=12 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000100:00000001:0.0:1789131399.743163:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131399.743165:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131399.743166:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131399.743170:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0c5593b00. 00000100:00000001:0.0:1789131399.743173:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.743177:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID req@ffff9ba0d06a1a40 x1876039997382912/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789131399.743184:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131399.743186:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.743189:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9ca6d68] to pc [ptlrpcd_00_00+0] req@ffff9ba0d06a1a40 x1876039997382912/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.743196:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.743198:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789131399.743201:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789131399.743204:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a3480. 00000020:00000040:0.0:1789131399.743206:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a0a000 refcount=3 obd=lustre-OST0000-osc-ffff9ba0d1a0e000 00000100:00000001:0.0:1789131399.743208:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131399.743209:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131399.743211:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131399.743214:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0c5593800. 00000100:00000001:0.0:1789131399.743216:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.743220:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID req@ffff9ba0d06a3480 x1876039997383040/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789131399.743227:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131399.743228:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.743231:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d27d440e] to pc [ptlrpcd_00_01+1] req@ffff9ba0d06a3480 x1876039997383040/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.743238:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.743240:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789131399.743248:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789131399.743251:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a3840. 00000020:00000040:0.0:1789131399.743253:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0c3042000 refcount=3 obd=lustre-OST0001-osc-ffff9ba0d1a0e000 00000100:00000001:0.0:1789131399.743256:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131399.743257:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131399.743259:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131399.743265:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d1879400. 00000100:00000001:0.0:1789131399.743268:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.743272:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID req@ffff9ba0d06a3840 x1876039997383168/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789131399.743279:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131399.743281:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.743284:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d649f04] to pc [ptlrpcd_00_00+0] req@ffff9ba0d06a3840 x1876039997383168/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.743291:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.743294:0:485:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (324) 00010000:00000001:0.0:1789131399.743464:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131399.743466:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131399.743490:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131399.743494:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131399.743496:0:2357:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131399.743503:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a2d00 x1876039997382400/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789131399.743508:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131399.743509:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131399.743512:0:2357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1789131399.743513:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131399.743514:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131399.743514:0:2357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131399.743518:0:2357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131399.743521:0:2357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131399.743529:0:2357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131399.743531:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131399.743533:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1789131399.743533:0:2357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2357:1876039997382400:192.168.206.157@tcp:400:kworker.0 00000100:00000001:0.0:1789131399.743535:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1789131399.743537:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1789131399.743540:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a21c0 x1876039997382528/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789131399.743543:0:2357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1789131399.743545:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131399.743547:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131399.743547:0:2357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131399.743549:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131399.743549:0:2357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1789131399.743550:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131399.743552:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131399.743554:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2358:1876039997382528:192.168.206.157@tcp:400:kworker.0 02000000:00000010:1.0:1789131399.743554:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d30de600. 02000000:00000001:1.0:1789131399.743556:0:2357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131399.743563:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1789131399.743563:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 02000000:00000001:0.0:1789131399.743565:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131399.743566:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789131399.743567:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 02000000:00000001:0.0:1789131399.743568:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131399.743570:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0c5223600. 02000000:00000001:0.0:1789131399.743572:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789131399.743574:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020440. 00000400:00000200:0.0:1789131399.743575:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131399.743577:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee6e0. 00000400:00000010:0.0:1789131399.743581:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346770. 00000100:00000200:1.0:1789131399.743581:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997382400, portal 25 00000100:00000200:0.0:1789131399.743583:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997382528, portal 10 00000100:00000001:1.0:1789131399.743583:0:2357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131399.743585:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131399.743585:0:2357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726532864 : -110359983018752 : ffff9ba0d06a2d00) 00000100:00000001:0.0:1789131399.743586:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726529984 : -110359983021632 : ffff9ba0d06a21c0) 00000100:00000040:0.0:1789131399.743592:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a21c0 x1876039997382528/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789131399.743602:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a2d00 x1876039997382400/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.743604:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131399.743607:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000100:00000001:1.0:1789131399.743609:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1789131399.743610:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13465d8. 00000100:00000040:1.0:1789131399.743611:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131399.743613:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80205d8. 00000100:00000200:0.0:1789131399.743614:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997382528, offset 0 00000100:00000200:1.0:1789131399.743615:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039997382400, offset 0 00000400:00000200:0.0:1789131399.743620:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131399.743629:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131399.743636:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131399.743641:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131399.743646:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131399.743651:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131399.743653:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131399.743656:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [408:408:256:4294967295] 192.168.206.157@tcp LPNI seq info [408:408:8:4294967295] 00000400:00000200:0.0:1789131399.743660:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131399.743670:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131399.743686:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131399.743691:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879600. 00000800:00000200:0.0:1789131399.743698:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131399.743712:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131399.743716:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789131399.743724:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.743728:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27481 usecs (28 jiffies) 00000400:00000200:0.0:1789131399.743732:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131399.743735:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294986781 00000100:00000010:0.0:1789131399.743739:0:2358:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c85b5b40. 00000100:00000001:0.0:1789131399.743746:0:2358:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789131399.743750:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294986781 00000100:00000010:0.0:1789131399.743754:0:2358:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d81f7360. 00000100:00000001:0.0:1789131399.743758:0:2358:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789131399.743767:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131399.743770:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131399.743773:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131399.743778:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a1680 x1876039997382784/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.743784:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131399.743786:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131399.743788:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131399.743789:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131399.743791:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131399.743794:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2358:1876039997382784:192.168.206.157@tcp:400:kworker.0 00000100:00000001:0.0:1789131399.743797:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131399.743799:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131399.743800:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131399.743802:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131399.743805:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0c5223a00. 02000000:00000001:0.0:1789131399.743807:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131399.743811:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131399.743814:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee738. 00000400:00000010:0.0:1789131399.743817:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13463b8. 00000100:00000200:0.0:1789131399.743829:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997382784, portal 4 00000100:00000001:0.0:1789131399.743831:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131399.743833:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726527104 : -110359983024512 : ffff9ba0d06a1680) 00000100:00000040:0.0:1789131399.743839:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a1680 x1876039997382784/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1789131399.743843:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1789131399.743848:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1789131399.743848:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.743853:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00010000:00010000:3.0:1789131399.743855:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1789131399.743857:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346a18. 00000800:00000200:2.0:1789131399.749348:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131399.749467:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879600. 00000400:00000200:2.0:1789131399.749555:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131399.749565:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:1.0:1789131399.750356:0:2357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131399.750368:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131399.750376:0:2357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131399.750381:0:2357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131399.750385:0:2357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131399.750389:0:2357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131399.750392:0:2357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131399.750396:0:2357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [409:409:255:4294967295] 192.168.206.157@tcp LPNI seq info [409:409:7:4294967295] 00000400:00000200:1.0:1789131399.750400:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131399.750410:0:2357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131399.750416:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131399.750423:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4db00. 00000800:00000200:1.0:1789131399.750443:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131399.750452:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131399.750457:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4db00 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:3.0:1789131399.750460:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789131399.750462:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131399.750485:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131399.750488:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294987659 00000100:00000001:1.0:1789131399.750496:0:2357:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294986781 00000100:00000001:1.0:1789131399.750501:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294987659 00000800:00000001:3.0:1789131399.750504:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131399.750505:0:2357:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294986781 00000800:00000001:3.0:1789131399.750509:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789131399.750511:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1789131399.750514:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131399.750517:0:2357:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131399.750522:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131399.750524:0:2357:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1789131399.750529:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000100:00000040:1.0:1789131399.750536:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a0b40 x1876039997382656/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789131399.750537:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131399.750545:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131399.750552:0:2357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1789131399.750552:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131399.750556:0:2357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131399.750560:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a0df80 02000000:00000001:1.0:1789131399.750562:0:2357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131399.750567:0:2357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1789131399.750567:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 02000000:00000001:1.0:1789131399.750572:0:2357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131399.750577:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x1065 [1] + 224 00000100:00100000:1.0:1789131399.750580:0:2357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2357:1876039997382656:192.168.206.157@tcp:400:kworker.0 00000800:00000001:3.0:1789131399.750586:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131399.750593:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131399.750597:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1789131399.750597:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1789131399.750605:0:2357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131399.750609:0:2357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131399.750612:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 02000000:00000001:1.0:1789131399.750614:0:2357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789131399.750620:0:2351:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1789131399.750622:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d30de800. 02000000:00000001:1.0:1789131399.750626:0:2357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789131399.750629:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a21c0 x1876039997382528/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789131399.750633:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131399.750640:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000100:00000040:3.0:1789131399.750645:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d06a21c0 x1876039997382528/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1789131399.750649:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020220. 00000100:00000001:3.0:1789131399.750657:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1789131399.750658:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997382656, portal 4 00000100:00000001:1.0:1789131399.750662:0:2357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000001:3.0:1789131399.750665:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131399.750670:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131399.750671:0:2357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726524224 : -110359983027392 : ffff9ba0d06a0b40) 00000100:00000040:1.0:1789131399.750692:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a0b40 x1876039997382656/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131399.750700:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131399.750704:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131399.750708:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020a18. 00000100:00000200:1.0:1789131399.750712:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997382656, offset 0 00000400:00000200:1.0:1789131399.750717:0:2357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131399.750722:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131399.750727:0:2357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131399.750742:0:2357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131399.750746:0:2357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131399.750749:0:2357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131399.750751:0:2357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131399.750755:0:2357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [410:410:254:4294967295] 192.168.206.157@tcp LPNI seq info [410:410:6:4294967295] 00000400:00000200:1.0:1789131399.750759:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131399.750767:0:2357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131399.750772:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131399.750777:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d900. 00000800:00000200:1.0:1789131399.750782:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131399.750788:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131399.750791:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789131399.750794:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131399.750798:0:2357:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: using a timeout of 15957 usecs (16 jiffies) 00000400:00000200:1.0:1789131399.750802:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131399.750804:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294986776 00000100:00000001:1.0:1789131399.750807:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4294987659 00000100:00000001:1.0:1789131399.750809:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294986776 00000100:00000001:1.0:1789131399.750811:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4294987659 00000100:00000001:1.0:1789131399.750813:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131399.750821:0:2357:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131399.750824:0:2357:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131399.750829:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a1a40 x1876039997382912/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131399.750837:0:2357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131399.750838:0:2357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131399.750841:0:2357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131399.750843:0:2357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131399.750845:0:2357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131399.750848:0:2357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2357:1876039997382912:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131399.750851:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131399.750855:0:2357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131399.750857:0:2357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131399.750858:0:2357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131399.750862:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d30de000. 02000000:00000001:1.0:1789131399.750864:0:2357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131399.750867:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131399.750870:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8eaa8. 00000400:00000010:1.0:1789131399.750875:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020908. 00000100:00000200:1.0:1789131399.750879:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997382912, portal 10 00000100:00000001:1.0:1789131399.750880:0:2357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131399.750882:0:2357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726528064 : -110359983023552 : ffff9ba0d06a1a40) 00000100:00000040:1.0:1789131399.750889:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a1a40 x1876039997382912/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131399.750896:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131399.750898:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131399.750901:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020198. 00000100:00000200:1.0:1789131399.750904:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997382912, offset 0 00000400:00000200:1.0:1789131399.750910:0:2357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131399.750915:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131399.750919:0:2357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131399.750922:0:2357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131399.750931:0:2357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131399.750933:0:2357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131399.750937:0:2357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131399.750940:0:2357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [411:411:253:4294967295] 192.168.206.157@tcp LPNI seq info [411:411:5:4294967295] 00000400:00000200:1.0:1789131399.750943:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131399.750949:0:2357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131399.750954:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131399.750957:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d000. 00000800:00000200:1.0:1789131399.750960:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131399.750964:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131399.750967:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789131399.750970:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131399.750973:0:2357:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 17945 usecs (18 jiffies) 00000400:00000200:1.0:1789131399.750975:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131399.750977:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294986778 00000100:00000001:1.0:1789131399.750979:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4294987659 00000100:00000001:1.0:1789131399.750981:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294986778 00000100:00000001:1.0:1789131399.750983:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4294987659 00000100:00000001:1.0:1789131399.750985:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131399.750988:0:2357:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131399.750990:0:2357:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131399.750996:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a3840 x1876039997383168/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131399.751003:0:2357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131399.751004:0:2357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131399.751007:0:2357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131399.751009:0:2357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131399.751011:0:2357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131399.751014:0:2357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2357:1876039997383168:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131399.751024:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1789131399.752493:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997382784, offset 0 00000400:00000200:0.0:1789131399.752512:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131399.752521:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131399.752528:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131399.752533:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131399.752536:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131399.752538:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131399.752541:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131399.752544:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [412:412:252:4294967295] 192.168.206.157@tcp LPNI seq info [412:412:4:4294967295] 00000400:00000200:0.0:1789131399.752547:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131399.752555:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131399.752560:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131399.752566:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879100. 00000800:00000200:0.0:1789131399.752571:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131399.752577:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131399.752581:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789131399.752585:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.752589:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: using a timeout of 16933 usecs (17 jiffies) 00000400:00000200:0.0:1789131399.752592:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131399.752595:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294986777 00000100:00000001:0.0:1789131399.752597:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4294987659 00000100:00000001:0.0:1789131399.752600:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294986777 00000100:00000001:0.0:1789131399.752615:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4294987659 00000100:00000001:0.0:1789131399.752618:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131399.752621:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131399.752624:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131399.752633:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a3480 x1876039997383040/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.752640:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131399.752641:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131399.752645:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131399.752648:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131399.752650:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131399.752653:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2358:1876039997383040:192.168.206.157@tcp:400:kworker.0 00000100:00000001:0.0:1789131399.752655:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131399.752736:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131399.752739:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131399.752742:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131399.752747:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0c5222400. 02000000:00000001:0.0:1789131399.752749:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131399.752754:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131399.752757:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee948. 00000400:00000010:0.0:1789131399.752762:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13464c8. 00000100:00000200:0.0:1789131399.752768:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997383040, portal 4 00000100:00000001:0.0:1789131399.752770:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131399.752771:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726534784 : -110359983016832 : ffff9ba0d06a3480) 00000100:00000040:0.0:1789131399.752779:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a3480 x1876039997383040/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.752785:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131399.752788:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131399.752790:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346330. 00000100:00000200:0.0:1789131399.752793:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997383040, offset 0 00000400:00000200:0.0:1789131399.752797:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131399.752801:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131399.752810:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131399.752813:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131399.752815:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131399.752817:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131399.752819:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131399.752822:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [413:413:251:4294967295] 192.168.206.157@tcp LPNI seq info [413:413:3:4294967295] 00000400:00000200:0.0:1789131399.752825:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131399.752831:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131399.752835:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131399.752838:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879d00. 00000800:00000200:0.0:1789131399.752842:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131399.752846:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131399.752848:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789131399.752851:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.752854:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: using a timeout of 31132 usecs (32 jiffies) 00000400:00000200:0.0:1789131399.752856:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131399.752858:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294986792 00000100:00000001:0.0:1789131399.752860:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4294987659 00000100:00000001:0.0:1789131399.752862:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294986792 00000100:00000001:0.0:1789131399.752864:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4294987659 00000100:00000001:0.0:1789131399.752866:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131399.752868:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131399.752871:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131399.752874:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131399.752882:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131399.752884:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131399.752887:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131399.752889:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131399.752894:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131399.752895:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131399.752898:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee6e0. 00000400:00000200:0.0:1789131399.752909:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346770 00000400:00000010:0.0:1789131399.752912:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346770. 00000100:00000001:0.0:1789131399.752916:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131399.752920:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a21c0 x1876039997382528/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789131399.752929:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a21c0 x1876039997382528/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:RNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.752935:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1789131399.752939:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to UnregRPC req@ffff9ba0d06a21c0 x1876039997382528/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:RNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.752945:0:2358:0:(client.c:3010:ptlrpc_unregister_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131399.752947:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131399.752950:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131399.752952:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131399.752953:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131399.752955:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131399.752956:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131399.753487:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13465d8 00000400:00000010:2.0:1789131399.753492:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13465d8. 00000100:00000001:2.0:1789131399.753497:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131399.753503:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a21c0 x1876039997382528/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl UnregRPC:RNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131399.753517:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131399.753521:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a21c0 x1876039997382528/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl UnregRPC:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131399.753528:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131399.753530:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131399.753570:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131399.753574:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4db00. 00000400:00000200:2.0:1789131399.753586:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131399.753590:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131399.753594:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80205d8 00000400:00000010:2.0:1789131399.753596:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80205d8. 00000100:00000001:2.0:1789131399.753599:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131399.753603:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a2d00 x1876039997382400/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131399.753609:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131399.753612:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a2d00 x1876039997382400/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131399.753617:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131399.753619:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131399.753627:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131399.753629:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d900. 00000400:00000200:2.0:1789131399.753631:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131399.753633:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131399.753636:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020a18 00000400:00000010:2.0:1789131399.753637:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020a18. 00000100:00000001:2.0:1789131399.753639:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131399.753642:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a0b40 x1876039997382656/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131399.753649:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131399.753651:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a0b40 x1876039997382656/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131399.753657:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131399.753658:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131399.753665:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131399.753667:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d000. 00000400:00000200:2.0:1789131399.753670:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131399.753686:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131399.753688:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020198 00000400:00000010:2.0:1789131399.753690:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020198. 00000100:00000001:2.0:1789131399.753692:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131399.753703:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a1a40 x1876039997382912/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131399.753710:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131399.753712:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a1a40 x1876039997382912/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131399.753718:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131399.753719:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131399.753728:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131399.753730:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879100. 00000400:00000200:2.0:1789131399.753733:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131399.753736:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131399.753738:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346a18 00000400:00000010:2.0:1789131399.753740:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346a18. 00000100:00000001:2.0:1789131399.753742:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131399.753745:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a1680 x1876039997382784/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131399.753751:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131399.753754:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a1680 x1876039997382784/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131399.753760:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131399.753761:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789131399.753933:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131399.753936:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1789131399.753943:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from UnregRPC to Rpc req@ffff9ba0d06a21c0 x1876039997382528/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl UnregRPC:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.753951:0:2358:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131399.753953:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131399.753955:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131399.753957:0:2358:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131399.753959:0:2358:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131399.753962:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131399.753970:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=112 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131399.753974:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=112 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131399.753976:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131399.753977:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131399.753980:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131399.753983:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131399.753986:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131399.753995:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131399.753997:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131399.753999:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.754009:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a21c0 x1876039997382528/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.754016:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131399.754019:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131399.754021:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131399.754025:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a21c0 x1876039997382528/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1789131399.754033:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131399.754036:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879d00. 00000400:00000200:2.0:1789131399.754039:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131399.754043:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131399.754046:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346330 00000400:00000010:2.0:1789131399.754048:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346330. 00000100:00000001:2.0:1789131399.754050:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131399.754053:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a3480 x1876039997383040/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131399.754060:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131399.754063:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a3480 x1876039997383040/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131399.754075:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131399.754077:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1789131399.754098:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2358:1876039997382528:192.168.206.157@tcp:400:kworker.0 00000100:00000001:0.0:1789131399.754104:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131399.754106:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131399.754109:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a21c0 x1876039997382528/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.754115:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131399.754118:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131399.754121:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0c5223600. 02000000:00000001:0.0:1789131399.754124:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131399.754127:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131399.754128:0:2358:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=105 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131399.754131:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131399.754133:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0c5593e00. 02000000:00000001:0.0:1789131399.754137:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131399.754139:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131399.754140:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a21c0. 00000100:00000001:0.0:1789131399.754143:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131399.754144:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131399.754146:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131399.754838:0:2357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131399.754843:0:2357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131399.754847:0:2357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131399.754853:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d30dea00. 02000000:00000001:1.0:1789131399.754856:0:2357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131399.754863:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131399.754867:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e9a0. 00000400:00000010:1.0:1789131399.754872:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020c38. 00000100:00000200:1.0:1789131399.754878:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997383168, portal 4 00000100:00000001:1.0:1789131399.754881:0:2357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131399.754883:0:2357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726535744 : -110359983015872 : ffff9ba0d06a3840) 00000100:00000040:1.0:1789131399.754892:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a3840 x1876039997383168/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131399.754899:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131399.754901:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131399.754904:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020aa0. 00000100:00000200:1.0:1789131399.754907:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997383168, offset 0 00000400:00000200:1.0:1789131399.754912:0:2357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131399.754918:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131399.754924:0:2357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131399.754928:0:2357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131399.754932:0:2357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131399.754935:0:2357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131399.754937:0:2357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131399.754940:0:2357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [414:414:256:4294967295] 192.168.206.157@tcp LPNI seq info [414:414:8:4294967295] 00000400:00000200:1.0:1789131399.754944:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131399.754951:0:2357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131399.754956:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131399.754962:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d000. 00000800:00000200:1.0:1789131399.754968:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131399.754983:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131399.754987:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789131399.755001:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131399.755004:0:2357:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: using a timeout of 34435 usecs (35 jiffies) 00000400:00000200:1.0:1789131399.755008:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131399.755010:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294986799 00000100:00000001:1.0:1789131399.755012:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4294987659 00000100:00000001:1.0:1789131399.755015:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294986799 00000100:00000001:1.0:1789131399.755017:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4294987659 00000100:00000001:1.0:1789131399.755019:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131399.755022:0:2357:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131399.755024:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131399.755027:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131399.755034:0:2357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131399.755036:0:2357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131399.755039:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131399.755040:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131399.755042:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131399.755044:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131399.756226:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131399.756232:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d000. 00000400:00000200:3.0:1789131399.756240:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131399.756247:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131399.756253:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020aa0 00000400:00000010:3.0:1789131399.756256:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020aa0. 00000100:00000001:3.0:1789131399.756261:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131399.756268:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a3840 x1876039997383168/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131399.756278:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131399.756281:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a3840 x1876039997383168/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131399.756288:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131399.756290:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131399.765522:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131399.765537:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131399.765541:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131399.765543:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131399.765551:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131399.765558:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131399.765566:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131399.765574:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131399.765579:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131399.765584:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 25 MB=0x6aa3f99a0df00 00000400:00000200:2.0:1789131399.765588:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131399.765593:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 224/224 into md 0x105d [1] + 224 00000800:00000001:2.0:1789131399.765599:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131399.765603:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131399.765607:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131399.765611:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131399.765619:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131399.765627:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a2d00 x1876039997382400/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131399.765638:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d06a2d00 x1876039997382400/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131399.765656:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131399.765666:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131399.765669:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131399.765671:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131399.765683:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131399.765687:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131399.765691:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131399.765695:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131399.765710:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131399.765713:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131399.765717:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a0e100 00000400:00000200:2.0:1789131399.765721:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131399.765726:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x107d [1] + 224 00000100:00000001:1.0:1789131399.765729:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1789131399.765730:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789131399.765733:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1789131399.765739:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131399.765742:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1789131399.765743:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1789131399.765746:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1789131399.765750:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000010:1.0:1789131399.765751:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131399.765757:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020440 00000400:00000010:1.0:1789131399.765760:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020440. 00000100:00000001:1.0:1789131399.765764:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1789131399.765766:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131399.765770:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a2d00 x1876039997382400/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789131399.765774:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a1a40 x1876039997382912/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131399.765790:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a2d00 x1876039997382400/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131399.765795:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d06a1a40 x1876039997382912/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131399.765805:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131399.765808:0:2357:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131399.765811:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131399.765816:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789131399.765818:0:2357:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:2.0:1789131399.765821:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1789131399.765823:0:2357:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131399.765827:0:2357:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131399.765829:0:2357:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131399.765831:0:2357:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131399.765838:0:2357:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=112 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131399.765842:0:2357:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=112 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131399.765844:0:2357:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131399.765846:0:2357:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131399.765849:0:2357:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131399.765851:0:2357:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131399.765854:0:2357:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131399.765859:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a2d00 x1876039997382400/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131399.765867:0:2357:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131399.765870:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131399.765872:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131399.765877:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a2d00 x1876039997382400/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131399.765886:0:2357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2357:1876039997382400:192.168.206.157@tcp:400:kworker.0 00000400:00000001:1.0:1789131399.765892:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131399.765894:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131399.765896:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8eaa8. 00000400:00000200:1.0:1789131399.765898:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020908 00000400:00000010:1.0:1789131399.765900:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020908. 00000100:00000001:1.0:1789131399.765903:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131399.765906:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a1a40 x1876039997382912/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131399.765914:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a1a40 x1876039997382912/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131399.765921:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131399.765922:0:2357:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131399.765929:0:2357:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131399.765931:0:2357:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131399.765932:0:2357:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131399.765933:0:2357:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131399.765936:0:2357:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131399.765941:0:2357:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=51 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131399.765945:0:2357:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131399.765947:0:2357:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131399.765948:0:2357:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131399.765950:0:2357:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131399.765953:0:2357:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131399.765956:0:2357:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131399.765958:0:2357:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131399.765960:0:2357:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131399.765963:0:2357:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131399.765968:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a1a40 x1876039997382912/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131399.765974:0:2357:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131399.765976:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131399.765977:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131399.765981:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a1a40 x1876039997382912/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131399.765989:0:2357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2357:1876039997382912:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131399.765994:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131399.765997:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131399.766000:0:2357:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a2d00 x1876039997382400/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131399.766006:0:2357:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131399.766009:0:2357:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131399.766012:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d30de600. 02000000:00000001:1.0:1789131399.766016:0:2357:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131399.766018:0:2357:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131399.766020:0:2357:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131399.766028:0:2357:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131399.766030:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0c5593a00. 02000000:00000001:1.0:1789131399.766034:0:2357:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131399.766036:0:2357:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131399.766037:0:2357:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a2d00. 00000100:00000001:1.0:1789131399.766041:0:2357:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131399.766042:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131399.766044:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131399.766047:0:2357:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a1a40 x1876039997382912/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131399.766053:0:2357:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131399.766054:0:2357:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131399.766056:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d30de000. 02000000:00000001:1.0:1789131399.766058:0:2357:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131399.766059:0:2357:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131399.766060:0:2357:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=11 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:1.0:1789131399.766062:0:2357:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131399.766064:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0c5593b00. 02000000:00000001:1.0:1789131399.766066:0:2357:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131399.766079:0:2357:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131399.766081:0:2357:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a1a40. 00000100:00000001:1.0:1789131399.766084:0:2357:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131399.766086:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131399.766090:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131399.766092:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131399.766093:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131399.766095:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131399.766096:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789131399.767690:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131399.767702:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131399.767706:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131399.767708:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131399.767716:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131399.767731:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131399.767739:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131399.767743:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131399.767748:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131399.767761:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a0e000 00000400:00000200:3.0:1789131399.767766:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131399.767772:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x1075 [1] + 224 00000800:00000001:3.0:1789131399.767778:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131399.767782:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131399.767785:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131399.767789:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131399.767796:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131399.767803:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a0b40 x1876039997382656/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131399.767814:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d06a0b40 x1876039997382656/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131399.767840:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131399.767848:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131399.767852:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131399.767854:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131399.767856:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131399.767860:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131399.767863:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131399.767867:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131399.767869:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131399.767871:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131399.767874:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a0e080 00000400:00000200:3.0:1789131399.767877:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131399.767881:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x106d [1] + 224 00000800:00000001:3.0:1789131399.767885:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131399.767888:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131399.767890:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131399.767893:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131399.767895:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131399.767899:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a1680 x1876039997382784/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131399.767918:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d06a1680 x1876039997382784/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131399.767941:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131399.767946:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131399.767950:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131399.767952:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131399.767954:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131399.767957:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131399.767960:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131399.767964:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131399.767966:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131399.767969:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131399.767972:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a0e180 00000400:00000200:3.0:1789131399.767975:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131399.767978:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x1085 [1] + 224 00000800:00000001:3.0:1789131399.767981:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131399.767984:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131399.767986:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131399.767989:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131399.767992:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131399.767995:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a3480 x1876039997383040/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131399.768004:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d06a3480 x1876039997383040/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131399.768011:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131399.768015:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131399.768017:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131399.768019:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131399.768021:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131399.768024:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131399.768033:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131399.768037:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131399.768040:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131399.768043:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131399.768045:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a0e200 00000400:00000200:3.0:1789131399.768048:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131399.768051:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x108d [1] + 224 00000800:00000001:3.0:1789131399.768055:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131399.768061:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131399.768063:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131399.768066:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131399.768069:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131399.768073:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a3840 x1876039997383168/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131399.768080:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d06a3840 x1876039997383168/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131399.768087:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131399.768090:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131399.768092:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131399.768168:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131399.768172:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131399.768178:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131399.768180:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131399.768189:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee738. 00000400:00000200:0.0:1789131399.768193:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13463b8 00000400:00000010:0.0:1789131399.768196:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13463b8. 00000100:00000001:0.0:1789131399.768199:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131399.768203:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a1680 x1876039997382784/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789131399.768212:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a1680 x1876039997382784/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.768218:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131399.768220:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131399.768222:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131399.768225:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131399.768227:0:2358:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131399.768229:0:2358:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131399.768231:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131399.768239:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0c2f85460 time=111 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131399.768243:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c2f85418 time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131399.768245:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131399.768246:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131399.768249:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789131399.768253:0:2358:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ba0d06a1680 x1876039997382784/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789131399.768259:0:2358:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131399.768262:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131399.768264:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131399.768265:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131399.768267:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.768271:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a1680 x1876039997382784/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.768277:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131399.768280:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131399.768282:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131399.768286:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a1680 x1876039997382784/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131399.768299:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2358:1876039997382784:192.168.206.157@tcp:400:kworker.0 00000400:00000001:0.0:1789131399.768304:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131399.768306:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131399.768307:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee948. 00000400:00000200:0.0:1789131399.768310:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13464c8 00000400:00000010:0.0:1789131399.768311:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13464c8. 00000100:00000001:0.0:1789131399.768313:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131399.768316:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a3480 x1876039997383040/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789131399.768324:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a3480 x1876039997383040/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.768329:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131399.768331:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131399.768332:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131399.768334:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131399.768335:0:2358:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131399.768336:0:2358:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131399.768338:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131399.768342:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a0a460 time=51 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131399.768345:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a0a418 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131399.768347:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131399.768349:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131399.768350:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789131399.768354:0:2358:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ba0d06a3480 x1876039997383040/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789131399.768360:0:2358:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131399.768362:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131399.768364:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9ba0d1a0e000: skip recheck: last_committed 4294967299 00000100:00000001:0.0:1789131399.768365:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131399.768367:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131399.768370:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a3480 x1876039997383040/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.768384:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131399.768386:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131399.768388:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131399.768392:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a3480 x1876039997383040/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131399.768398:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2358:1876039997383040:192.168.206.157@tcp:400:kworker.0 00000100:00000001:0.0:1789131399.768403:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131399.768405:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131399.768408:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a1680 x1876039997382784/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.768415:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131399.768417:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131399.768420:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0c5223a00. 02000000:00000001:0.0:1789131399.768423:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131399.768425:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131399.768427:0:2358:0:(genops.c:1223:class_import_put()) import ffff9ba0c2f85000 refcount=2 obd=lustre-OST0001-osc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131399.768429:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131399.768431:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0c5593400. 02000000:00000001:0.0:1789131399.768435:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131399.768436:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131399.768438:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a1680. 00000100:00000001:0.0:1789131399.768441:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131399.768442:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131399.768444:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131399.768447:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a3480 x1876039997383040/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131399.768453:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131399.768454:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131399.768456:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0c5222400. 02000000:00000001:0.0:1789131399.768458:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131399.768459:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131399.768465:0:2358:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a0a000 refcount=2 obd=lustre-OST0000-osc-ffff9ba0d1a0e000 00000020:00000001:0.0:1789131399.768467:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131399.768511:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0c5593800. 02000000:00000001:0.0:1789131399.768515:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131399.768516:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131399.768517:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a3480. 00000100:00000001:0.0:1789131399.768520:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131399.768521:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131399.768524:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131399.768531:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131399.768533:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131399.768535:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131399.768538:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131399.768706:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131399.768709:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131399.768712:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131399.768714:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131399.768716:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131399.768720:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020220 00000400:00000010:1.0:1789131399.768722:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020220. 00000100:00000001:1.0:1789131399.768725:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131399.768730:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a0b40 x1876039997382656/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131399.768750:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a0b40 x1876039997382656/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131399.768756:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131399.768758:0:2357:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131399.768759:0:2357:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131399.768761:0:2357:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131399.768763:0:2357:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131399.768764:0:2357:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131399.768766:0:2357:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131399.768771:0:2357:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0c2f87460 time=111 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131399.768774:0:2357:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c2f87418 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131399.768776:0:2357:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131399.768778:0:2357:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131399.768780:0:2357:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789131399.768784:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ba0d06a0b40 x1876039997382656/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789131399.768791:0:2357:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131399.768793:0:2357:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131399.768795:0:2357:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131399.768796:0:2357:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131399.768798:0:2357:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131399.768801:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a0b40 x1876039997382656/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131399.768808:0:2357:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131399.768810:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131399.768812:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131399.768816:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a0b40 x1876039997382656/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131399.768823:0:2357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2357:1876039997382656:192.168.206.157@tcp:400:kworker.0 00000400:00000001:1.0:1789131399.768828:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131399.768834:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131399.768836:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e9a0. 00000400:00000200:1.0:1789131399.768839:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020c38 00000400:00000010:1.0:1789131399.768841:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020c38. 00000100:00000001:1.0:1789131399.768843:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131399.768847:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a3840 x1876039997383168/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131399.768855:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a3840 x1876039997383168/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131399.768861:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131399.768862:0:2357:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131399.768864:0:2357:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131399.768866:0:2357:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131399.768867:0:2357:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131399.768868:0:2357:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131399.768870:0:2357:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131399.768874:0:2357:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0c3042460 time=51 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131399.768877:0:2357:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c3042418 time=3 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131399.768879:0:2357:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131399.768880:0:2357:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131399.768882:0:2357:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789131399.768886:0:2357:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ba0d06a3840 x1876039997383168/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789131399.768892:0:2357:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131399.768895:0:2357:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131399.768896:0:2357:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ba0d1a0e000: skip recheck: last_committed 4294967299 00000100:00000001:1.0:1789131399.768898:0:2357:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131399.768899:0:2357:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131399.768903:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a3840 x1876039997383168/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131399.768910:0:2357:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131399.768912:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131399.768913:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131399.768923:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a3840 x1876039997383168/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131399.768930:0:2357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2357:1876039997383168:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131399.768935:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131399.768937:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131399.768941:0:2357:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a0b40 x1876039997382656/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131399.768947:0:2357:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131399.768949:0:2357:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131399.768951:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d30de800. 02000000:00000001:1.0:1789131399.768954:0:2357:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131399.768956:0:2357:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131399.768957:0:2357:0:(genops.c:1223:class_import_put()) import ffff9ba0c2f87000 refcount=2 obd=lustre-OST0000-osc-ffff9ba0d85d4000 00000020:00000001:1.0:1789131399.768959:0:2357:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131399.768961:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0c5593100. 02000000:00000001:1.0:1789131399.768963:0:2357:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131399.768964:0:2357:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131399.768966:0:2357:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a0b40. 00000100:00000001:1.0:1789131399.768968:0:2357:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131399.768969:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131399.768971:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131399.768974:0:2357:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a3840 x1876039997383168/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131415 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131399.768981:0:2357:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131399.768982:0:2357:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131399.768984:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d30dea00. 02000000:00000001:1.0:1789131399.768986:0:2357:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131399.768987:0:2357:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131399.768988:0:2357:0:(genops.c:1223:class_import_put()) import ffff9ba0c3042000 refcount=2 obd=lustre-OST0001-osc-ffff9ba0d1a0e000 00000020:00000001:1.0:1789131399.768990:0:2357:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131399.768991:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d1879400. 02000000:00000001:1.0:1789131399.768993:0:2357:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131399.768994:0:2357:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131399.769000:0:2357:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a3840. 00000100:00000001:1.0:1789131399.769003:0:2357:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131399.769004:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131399.769006:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131399.769010:0:2357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131399.769011:0:2357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131399.769013:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131399.769015:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131400.702608:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294987659, at 4294987712 00000100:00000040:3.0:1789131400.702608:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294987659, at 4294987712 00000100:00000010:3.0:1789131400.702624:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81f7360. 00000100:00000010:2.0:1789131400.702626:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c85b5b40. 00010000:00000001:0.0:1789131400.767067:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131400.767073:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131400.767077:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131400.767078:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131400.767082:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131400.767083:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131400.767166:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131400.767170:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131400.767173:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789131401.790599:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131401.790605:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131401.790611:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131401.790612:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131401.790616:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131401.790618:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131401.790732:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131401.790735:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131401.790738:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789131402.814700:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131402.814709:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131402.814715:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131402.814716:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131402.814720:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131402.814722:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131402.814843:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131402.814846:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131402.814850:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789131403.838638:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131403.838648:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131403.838668:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131403.838669:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131403.838673:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131403.838675:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131403.838845:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131403.838850:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131403.838854:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789131404.862667:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131404.862701:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131404.862709:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131404.862711:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131404.862715:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131404.862716:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.862761:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789131404.862768:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789131404.862778:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a1680. 00000020:00000040:0.0:1789131404.862788:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:0.0:1789131404.862794:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131404.862798:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131404.862804:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131404.862813:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d1879900. 00000100:00000001:0.0:1789131404.862822:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.862839:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS req@ffff9ba0d06a1680 x1876039997383296/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789131404.862853:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131404.862858:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.862865:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000484e9e91] to pc [ptlrpcd_00_01+1] req@ffff9ba0d06a1680 x1876039997383296/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131404.862900:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.862903:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789131404.862907:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789131404.862910:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a21c0. 00000020:00000040:0.0:1789131404.862912:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=106 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131404.862915:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131404.862916:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131404.862917:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131404.862921:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d1879200. 00000100:00000001:0.0:1789131404.862924:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.862927:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID req@ffff9ba0d06a21c0 x1876039997383424/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789131404.862945:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131404.862947:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.862951:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b502f95] to pc [ptlrpcd_00_00+0] req@ffff9ba0d06a21c0 x1876039997383424/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131404.862959:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.862961:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789131404.862965:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789131404.862968:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a3c00. 00000020:00000040:0.0:1789131404.862970:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0c2f87000 refcount=3 obd=lustre-OST0000-osc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131404.862972:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131404.862974:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131404.862976:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131404.862978:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d1879e00. 00000100:00000001:0.0:1789131404.862982:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.862985:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID req@ffff9ba0d06a3c00 x1876039997383552/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789131404.862991:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131404.862992:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.862996:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a364e089] to pc [ptlrpcd_00_01+1] req@ffff9ba0d06a3c00 x1876039997383552/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131404.863002:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.863004:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789131404.863007:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789131404.863010:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a0780. 00000020:00000040:0.0:1789131404.863012:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0c2f85000 refcount=3 obd=lustre-OST0001-osc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131404.863014:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131404.863016:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131404.863017:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131404.863020:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d1879300. 00000100:00000001:0.0:1789131404.863029:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.863034:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID req@ffff9ba0d06a0780 x1876039997383680/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789131404.863041:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131404.863042:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.863046:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bca3033e] to pc [ptlrpcd_00_00+0] req@ffff9ba0d06a0780 x1876039997383680/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131404.863053:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.863055:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789131404.863059:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789131404.863062:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a03c0. 00000020:00000040:0.0:1789131404.863064:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=12 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000100:00000001:0.0:1789131404.863066:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131404.863068:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131404.863069:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131404.863075:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d1879400. 00000100:00000001:0.0:1789131404.863077:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.863082:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID req@ffff9ba0d06a03c0 x1876039997383808/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789131404.863088:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131404.863090:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.863093:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c1c01a5] to pc [ptlrpcd_00_01+1] req@ffff9ba0d06a03c0 x1876039997383808/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131404.863100:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.863103:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789131404.863106:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789131404.863109:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a2940. 00000020:00000040:0.0:1789131404.863111:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a0a000 refcount=3 obd=lustre-OST0000-osc-ffff9ba0d1a0e000 00000100:00000001:0.0:1789131404.863113:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131404.863119:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131404.863121:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131404.863125:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d1879d00. 00000100:00000001:0.0:1789131404.863128:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.863133:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID req@ffff9ba0d06a2940 x1876039997383936/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789131404.863141:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131404.863142:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.863146:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078fcb504] to pc [ptlrpcd_00_00+0] req@ffff9ba0d06a2940 x1876039997383936/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131404.863153:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.863155:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789131404.863159:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789131404.863162:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a3480. 00000020:00000040:0.0:1789131404.863165:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0c3042000 refcount=3 obd=lustre-OST0001-osc-ffff9ba0d1a0e000 00000100:00000001:0.0:1789131404.863167:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131404.863168:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131404.863170:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131404.863173:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d1879100. 00000100:00000001:0.0:1789131404.863176:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.863180:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID req@ffff9ba0d06a3480 x1876039997384064/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789131404.863187:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131404.863189:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.863192:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d27d440e] to pc [ptlrpcd_00_01+1] req@ffff9ba0d06a3480 x1876039997384064/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131404.863198:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131404.863203:0:485:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (329) 00000020:00000001:2.0:1789131404.863293:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131404.863297:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131404.863301:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789131404.863352:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131404.863357:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131404.863360:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131404.863367:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a1680 x1876039997383296/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.863375:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131404.863377:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131404.863381:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131404.863384:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131404.863387:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131404.863391:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2358:1876039997383296:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131404.863395:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131404.863403:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131404.863405:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131404.863408:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131404.863413:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0e0299400. 02000000:00000001:1.0:1789131404.863415:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131404.863424:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131404.863428:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e9a0. 00000400:00000010:1.0:1789131404.863436:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020c38. 00000100:00000200:1.0:1789131404.863444:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997383296, portal 25 00000100:00000001:1.0:1789131404.863446:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131404.863453:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726527104 : -110359983024512 : ffff9ba0d06a1680) 00000100:00000040:1.0:1789131404.863458:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a1680 x1876039997383296/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.863466:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131404.863501:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131404.863504:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020220. 00000100:00000200:1.0:1789131404.863508:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039997383296, offset 0 00000400:00000200:1.0:1789131404.863515:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131404.863526:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131404.863535:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131404.863541:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131404.863545:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131404.863549:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131404.863552:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131404.863556:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [415:415:256:4294967295] 192.168.206.157@tcp LPNI seq info [415:415:8:4294967295] 00000400:00000200:1.0:1789131404.863561:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131404.863572:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131404.863578:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131404.863584:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d900. 00000800:00000200:1.0:1789131404.863591:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131404.863599:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131404.863605:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789131404.863622:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131404.863626:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131404.863628:0:2358:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294992772 00000100:00000010:1.0:1789131404.863633:0:2358:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c3ffa360. 00000100:00000001:1.0:1789131404.863642:0:2358:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789131404.863657:0:2358:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294992772 00000100:00000010:1.0:1789131404.863661:0:2358:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d4bb98a0. 00000100:00000001:1.0:1789131404.863664:0:2358:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789131404.863672:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131404.863675:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.863678:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131404.863683:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a3c00 x1876039997383552/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.863691:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131404.863693:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131404.863695:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131404.863697:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131404.863698:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131404.863701:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2358:1876039997383552:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131404.863704:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131404.863707:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131404.863708:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131404.863710:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131404.863713:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0e0299a00. 02000000:00000001:1.0:1789131404.863714:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131404.863718:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131404.863721:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131404.863724:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020908. 00000100:00000200:1.0:1789131404.863727:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997383552, portal 4 00000100:00000001:1.0:1789131404.863729:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131404.863730:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726536704 : -110359983014912 : ffff9ba0d06a3c00) 00000100:00000040:1.0:1789131404.863737:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a3c00 x1876039997383552/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.863743:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131404.863746:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131404.863748:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020440. 00000100:00000200:1.0:1789131404.863750:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997383552, offset 0 00000400:00000200:1.0:1789131404.863753:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131404.863757:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131404.863760:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131404.863762:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131404.863768:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131404.863770:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131404.863772:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131404.863776:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [416:416:255:4294967295] 192.168.206.157@tcp LPNI seq info [416:416:7:4294967295] 00000400:00000200:1.0:1789131404.863780:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131404.863786:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131404.863791:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131404.863794:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4db00. 00000800:00000200:1.0:1789131404.863798:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131404.863802:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131404.863804:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789131404.863807:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131404.863811:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: using a timeout of 17422 usecs (18 jiffies) 00000400:00000200:1.0:1789131404.863814:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131404.863816:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294991891 00000100:00000001:1.0:1789131404.863818:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4294992772 00000100:00000001:1.0:1789131404.863821:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294991891 00000100:00000001:1.0:1789131404.863823:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4294992772 00000100:00000001:1.0:1789131404.863825:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131404.863826:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.863828:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131404.863831:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a03c0 x1876039997383808/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.863837:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131404.863839:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131404.863841:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131404.863842:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131404.863844:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131404.863847:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2358:1876039997383808:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131404.863856:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131404.863858:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131404.863860:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131404.863861:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131404.863863:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0e0299800. 02000000:00000001:1.0:1789131404.863865:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131404.863868:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131404.863871:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8eaa8. 00000400:00000010:1.0:1789131404.863875:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020660. 00000100:00000200:1.0:1789131404.863877:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997383808, portal 10 00000100:00000001:1.0:1789131404.863879:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131404.863880:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726522304 : -110359983029312 : ffff9ba0d06a03c0) 00000100:00000040:1.0:1789131404.863886:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a03c0 x1876039997383808/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.863893:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131404.863895:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131404.863898:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020aa0. 00000100:00000200:1.0:1789131404.863900:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997383808, offset 0 00000400:00000200:1.0:1789131404.863904:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131404.863907:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131404.863910:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131404.863912:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131404.863914:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131404.863916:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131404.863918:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131404.863921:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [417:417:254:4294967295] 192.168.206.157@tcp LPNI seq info [417:417:6:4294967295] 00000400:00000200:1.0:1789131404.863924:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131404.863930:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131404.863934:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131404.863937:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d500. 00000800:00000200:1.0:1789131404.863940:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131404.863948:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131404.863950:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789131404.863953:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131404.863956:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 18282 usecs (19 jiffies) 00000400:00000200:1.0:1789131404.863959:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131404.863961:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294991892 00000100:00000001:1.0:1789131404.863963:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4294992772 00000100:00000001:1.0:1789131404.863965:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294991892 00000100:00000001:1.0:1789131404.863967:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4294992772 00000100:00000001:1.0:1789131404.863969:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131404.863971:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.863973:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131404.863977:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a3480 x1876039997384064/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.863983:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131404.863984:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131404.863986:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131404.863988:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131404.863990:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131404.863992:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2358:1876039997384064:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131404.863995:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131404.863997:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131404.863999:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131404.864000:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131404.864002:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0e0298400. 02000000:00000001:1.0:1789131404.864004:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131404.864006:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131404.864008:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131404.864011:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020198. 00000100:00000200:1.0:1789131404.864014:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997384064, portal 4 00000100:00000001:1.0:1789131404.864016:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131404.864022:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726534784 : -110359983016832 : ffff9ba0d06a3480) 00000100:00000040:1.0:1789131404.864029:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a3480 x1876039997384064/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.864035:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131404.864037:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131404.864039:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020a18. 00000100:00000200:1.0:1789131404.864042:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997384064, offset 0 00000400:00000200:1.0:1789131404.864046:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131404.864050:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131404.864053:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131404.864056:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131404.864058:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131404.864061:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131404.864063:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131404.864066:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [418:418:253:4294967295] 192.168.206.157@tcp LPNI seq info [418:418:5:4294967295] 00000400:00000200:1.0:1789131404.864070:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131404.864076:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131404.864080:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131404.864084:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d700. 00000800:00000200:1.0:1789131404.864087:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131404.864092:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131404.864095:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789131404.864097:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131404.864100:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: using a timeout of 34126 usecs (35 jiffies) 00000400:00000200:1.0:1789131404.864103:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131404.864105:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294991908 00000100:00000001:1.0:1789131404.864108:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4294992772 00000100:00000001:1.0:1789131404.864110:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294991908 00000100:00000001:1.0:1789131404.864111:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4294992772 00000100:00000001:1.0:1789131404.864113:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131404.864120:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.864123:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.864126:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131404.864135:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131404.864137:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131404.864140:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131404.864142:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131404.864143:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131404.864147:0:2358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:1.0:1789131404.864149:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131404.864152:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131404.864153:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131404.864155:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131404.864156:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131404.864157:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131404.864162:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a21c0 x1876039997383424/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.864169:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131404.864170:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131404.864173:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131404.864174:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131404.864176:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131404.864179:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2358:1876039997383424:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131404.864183:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131404.864185:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131404.864187:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131404.864188:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131404.864192:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0e0299200. 02000000:00000001:1.0:1789131404.864193:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131404.864197:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131404.864199:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8edc0. 00000400:00000010:1.0:1789131404.864202:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80205d8. 00000100:00000200:1.0:1789131404.864205:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997383424, portal 10 00000100:00000001:1.0:1789131404.864207:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131404.864208:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726529984 : -110359983021632 : ffff9ba0d06a21c0) 00000100:00000040:1.0:1789131404.864219:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a21c0 x1876039997383424/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.864225:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131404.864228:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131404.864230:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020000. 00000100:00000200:1.0:1789131404.864232:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997383424, offset 0 00000400:00000200:1.0:1789131404.864236:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131404.864239:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131404.864242:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131404.864244:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131404.864246:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131404.864249:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131404.864251:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131404.864254:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [419:419:252:4294967295] 192.168.206.157@tcp LPNI seq info [419:419:4:4294967295] 00000400:00000200:1.0:1789131404.864258:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131404.864264:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131404.864267:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131404.864270:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d000. 00000800:00000200:1.0:1789131404.864274:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131404.864278:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131404.864280:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789131404.864283:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131404.864286:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27408 usecs (28 jiffies) 00000400:00000200:1.0:1789131404.864289:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131404.864291:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294991901 00000100:00000001:1.0:1789131404.864293:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4294992772 00000100:00000001:1.0:1789131404.864295:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294991901 00000100:00000001:1.0:1789131404.864297:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4294992772 00000100:00000001:1.0:1789131404.864299:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131404.864304:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.864306:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131404.864310:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a0780 x1876039997383680/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.864317:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131404.864319:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131404.864321:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131404.864323:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131404.864324:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131404.864327:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2358:1876039997383680:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131404.864330:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131404.864332:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131404.864333:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131404.864335:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131404.864337:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0e0299600. 02000000:00000001:1.0:1789131404.864339:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131404.864341:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131404.864344:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000010:1.0:1789131404.864346:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80203b8. 00000100:00000200:1.0:1789131404.864349:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997383680, portal 4 00000100:00000001:1.0:1789131404.864350:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131404.864352:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726523264 : -110359983028352 : ffff9ba0d06a0780) 00000100:00000040:1.0:1789131404.864357:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a0780 x1876039997383680/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.864364:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131404.864366:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131404.864368:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020550. 00000100:00000200:1.0:1789131404.864370:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997383680, offset 0 00000400:00000200:1.0:1789131404.864374:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131404.864377:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131404.864380:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131404.864382:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131404.864388:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131404.864390:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131404.864392:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131404.864395:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [420:420:251:4294967295] 192.168.206.157@tcp LPNI seq info [420:420:3:4294967295] 00000400:00000200:1.0:1789131404.864399:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131404.864405:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131404.864409:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131404.864412:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131404.864416:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131404.864419:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131404.864422:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789131404.864424:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131404.864427:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: using a timeout of 18243 usecs (19 jiffies) 00000400:00000200:1.0:1789131404.864430:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131404.864432:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294991892 00000100:00000001:1.0:1789131404.864434:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4294992772 00000100:00000001:1.0:1789131404.864437:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294991892 00000100:00000001:1.0:1789131404.864439:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4294992772 00000100:00000001:1.0:1789131404.864441:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131404.864443:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.864445:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131404.864448:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a2940 x1876039997383936/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.864455:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131404.864456:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131404.864457:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131404.864459:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131404.864461:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131404.864464:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2358:1876039997383936:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131404.864506:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131404.864509:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131404.864510:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131404.864512:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131404.864515:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0e0299000. 02000000:00000001:1.0:1789131404.864517:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131404.864520:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131404.864523:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8ea50. 00000400:00000010:1.0:1789131404.864526:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020b28. 00000100:00000200:1.0:1789131404.864528:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997383936, portal 4 00000100:00000001:1.0:1789131404.864530:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131404.864532:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726531904 : -110359983019712 : ffff9ba0d06a2940) 00000100:00000040:1.0:1789131404.864537:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a2940 x1876039997383936/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.864544:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131404.864546:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131404.864548:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131404.864550:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997383936, offset 0 00000400:00000200:1.0:1789131404.864554:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131404.864557:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131404.864560:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131404.864563:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131404.864565:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131404.864567:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131404.864569:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131404.864572:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [421:421:250:4294967295] 192.168.206.157@tcp LPNI seq info [421:421:2:4294967295] 00000400:00000200:1.0:1789131404.864576:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131404.864582:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131404.864586:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131404.864589:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecdc00. 00000800:00000200:1.0:1789131404.864592:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131404.864600:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131404.864603:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecdc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789131404.864605:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131404.864608:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: using a timeout of 31158 usecs (32 jiffies) 00000400:00000200:1.0:1789131404.864611:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131404.864613:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294991906 00000100:00000001:1.0:1789131404.864615:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4294992772 00000100:00000001:1.0:1789131404.864617:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294991906 00000100:00000001:1.0:1789131404.864619:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4294992772 00000100:00000001:1.0:1789131404.864621:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131404.864623:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.864625:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.864627:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.864658:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131404.864661:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131404.864775:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131404.864781:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d900. 00000400:00000200:2.0:1789131404.864790:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131404.864796:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131404.864801:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020220 00000400:00000010:2.0:1789131404.864805:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020220. 00000100:00000001:2.0:1789131404.864811:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131404.864821:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a1680 x1876039997383296/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131404.864832:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131404.864836:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a1680 x1876039997383296/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131404.864844:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131404.864846:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131404.864858:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131404.864860:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4db00. 00000400:00000200:2.0:1789131404.864863:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131404.864866:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131404.864868:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020440 00000400:00000010:2.0:1789131404.864870:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020440. 00000100:00000001:2.0:1789131404.864872:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131404.864875:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a3c00 x1876039997383552/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131404.864881:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131404.864884:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a3c00 x1876039997383552/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131404.864889:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131404.864891:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131404.864896:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131404.864897:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d500. 00000400:00000200:2.0:1789131404.864899:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131404.864902:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131404.864904:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020aa0 00000400:00000010:2.0:1789131404.864906:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020aa0. 00000100:00000001:2.0:1789131404.864908:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131404.864911:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a03c0 x1876039997383808/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131404.864917:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131404.864920:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a03c0 x1876039997383808/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131404.864931:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131404.864932:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131404.864938:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131404.864940:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d700. 00000400:00000200:2.0:1789131404.864942:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131404.864945:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131404.864947:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020a18 00000400:00000010:2.0:1789131404.864949:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020a18. 00000100:00000001:2.0:1789131404.864951:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131404.864954:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a3480 x1876039997384064/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131404.864961:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131404.864964:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a3480 x1876039997384064/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131404.864970:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131404.864971:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131404.864975:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131404.864977:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d000. 00000400:00000200:2.0:1789131404.864979:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131404.864982:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131404.864983:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020000 00000400:00000010:2.0:1789131404.864985:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020000. 00000100:00000001:2.0:1789131404.864986:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131404.864989:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a21c0 x1876039997383424/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131404.864996:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131404.864999:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a21c0 x1876039997383424/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131404.865005:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131404.865006:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131404.865010:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131404.865016:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:2.0:1789131404.865019:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131404.865023:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131404.865025:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020550 00000400:00000010:2.0:1789131404.865027:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020550. 00000100:00000001:2.0:1789131404.865029:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131404.865033:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a0780 x1876039997383680/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131404.865040:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131404.865042:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a0780 x1876039997383680/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131404.865049:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131404.865050:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131404.865131:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131404.865134:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecdc00. 00000400:00000200:2.0:1789131404.865137:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131404.865140:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131404.865142:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:2.0:1789131404.865144:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:2.0:1789131404.865146:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131404.865149:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a2940 x1876039997383936/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131404.865155:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131404.865158:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a2940 x1876039997383936/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131404.865164:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131404.865165:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131404.873327:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131404.873348:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131404.873354:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131404.873357:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131404.873373:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131404.873386:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131404.873403:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131404.873410:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131404.873444:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131404.873449:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a0e380 00000400:00000200:3.0:1789131404.873468:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131404.873513:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x109d [1] + 224 00000800:00000001:3.0:1789131404.873523:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131404.873528:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131404.873532:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131404.873537:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131404.873547:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131404.873559:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a3c00 x1876039997383552/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131404.873570:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d06a3c00 x1876039997383552/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131404.873584:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131404.873594:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131404.873597:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131404.873599:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131404.873601:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131404.873604:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131404.873607:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131404.873611:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131404.873614:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131404.873616:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131404.873619:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a0e580 00000400:00000200:3.0:1789131404.873622:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131404.873626:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x10ad [1] + 224 00000800:00000001:3.0:1789131404.873630:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131404.873634:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131404.873636:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131404.873639:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131404.873643:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131404.873665:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a3480 x1876039997384064/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131404.873675:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d06a3480 x1876039997384064/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131404.873683:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131404.873688:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131404.873691:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131404.873971:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131404.873978:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131404.873991:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131404.873994:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131404.873998:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131404.874003:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020908 00000400:00000010:1.0:1789131404.874006:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020908. 00000100:00000001:1.0:1789131404.874021:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131404.874028:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a3c00 x1876039997383552/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131404.874038:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a3c00 x1876039997383552/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.874046:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131404.874048:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131404.874052:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131404.874056:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131404.874058:0:2358:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131404.874068:0:2358:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131404.874073:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131404.874086:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0c2f87460 time=116 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131404.874092:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c2f87418 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131404.874095:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131404.874097:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131404.874101:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789131404.874107:0:2358:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@ffff9ba0d06a3c00 x1876039997383552/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789131404.874115:0:2358:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.874119:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131404.874121:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131404.874124:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131404.874126:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131404.874131:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a3c00 x1876039997383552/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.874139:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131404.874142:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131404.874145:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131404.874155:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a3c00 x1876039997383552/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131404.874167:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2358:1876039997383552:192.168.206.157@tcp:400:kworker.0 00000400:00000001:1.0:1789131404.874175:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131404.874177:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131404.874181:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131404.874184:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020198 00000400:00000010:1.0:1789131404.874186:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020198. 00000100:00000001:1.0:1789131404.874188:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131404.874191:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a3480 x1876039997384064/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131404.874198:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a3480 x1876039997384064/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.874211:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131404.874212:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131404.874214:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131404.874216:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131404.874217:0:2358:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131404.874219:0:2358:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131404.874221:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131404.874225:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0c3042460 time=56 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131404.874229:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c3042418 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131404.874231:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131404.874232:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131404.874234:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789131404.874238:0:2358:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@ffff9ba0d06a3480 x1876039997384064/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789131404.874244:0:2358:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.874248:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131404.874249:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ba0d1a0e000: skip recheck: last_committed 4294967299 00000100:00000001:1.0:1789131404.874251:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131404.874252:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131404.874256:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a3480 x1876039997384064/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.874263:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131404.874266:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131404.874267:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131404.874270:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a3480 x1876039997384064/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131404.874278:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2358:1876039997384064:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131404.874282:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.874285:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131404.874289:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a3c00 x1876039997383552/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.874306:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131404.874308:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131404.874312:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0e0299a00. 02000000:00000001:1.0:1789131404.874316:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131404.874319:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131404.874321:0:2358:0:(genops.c:1223:class_import_put()) import ffff9ba0c2f87000 refcount=2 obd=lustre-OST0000-osc-ffff9ba0d85d4000 00000020:00000001:1.0:1789131404.874324:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131404.874327:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d1879e00. 02000000:00000001:1.0:1789131404.874331:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131404.874332:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131404.874335:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a3c00. 00000100:00000001:1.0:1789131404.874338:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131404.874339:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131404.874341:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131404.874344:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a3480 x1876039997384064/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.874349:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131404.874351:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131404.874352:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0e0298400. 02000000:00000001:1.0:1789131404.874354:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131404.874355:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131404.874356:0:2358:0:(genops.c:1223:class_import_put()) import ffff9ba0c3042000 refcount=2 obd=lustre-OST0001-osc-ffff9ba0d1a0e000 00000020:00000001:1.0:1789131404.874358:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131404.874359:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d1879100. 02000000:00000001:1.0:1789131404.874361:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131404.874362:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131404.874363:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a3480. 00000100:00000001:1.0:1789131404.874365:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131404.874366:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131404.874370:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.874372:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131404.874373:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131404.874375:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.874377:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789131404.876627:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131404.876666:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131404.876671:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131404.876674:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131404.876685:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131404.876693:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131404.876706:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131404.876711:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131404.876717:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131404.876722:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a0e500 00000400:00000200:3.0:1789131404.876728:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131404.876737:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x10c5 [1] + 224 00000800:00000001:3.0:1789131404.876746:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131404.876815:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131404.876819:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131404.876825:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131404.876833:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131404.876844:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a2940 x1876039997383936/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131404.876855:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d06a2940 x1876039997383936/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131404.876872:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131404.876883:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131404.876886:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131404.877116:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131404.877127:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131404.877137:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131404.877139:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131404.877147:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8ea50. 00000400:00000200:1.0:1789131404.877152:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020b28 00000400:00000010:1.0:1789131404.877155:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020b28. 00000100:00000001:1.0:1789131404.877160:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131404.877166:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a2940 x1876039997383936/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131404.877176:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a2940 x1876039997383936/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.877183:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131404.877185:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131404.877187:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131404.877191:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131404.877193:0:2358:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131404.877196:0:2358:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131404.877199:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131404.877209:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a0a460 time=56 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131404.877214:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a0a418 time=12 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131404.877217:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131404.877219:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131404.877222:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789131404.877228:0:2358:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@ffff9ba0d06a2940 x1876039997383936/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789131404.877236:0:2358:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.877240:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131404.877242:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9ba0d1a0e000: skip recheck: last_committed 4294967299 00000100:00000001:1.0:1789131404.877245:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131404.877247:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131404.877251:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a2940 x1876039997383936/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.877258:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131404.877267:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131404.877269:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131404.877274:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a2940 x1876039997383936/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131404.877282:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2358:1876039997383936:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131404.877288:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.877292:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131404.877295:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a2940 x1876039997383936/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.877302:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131404.877304:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131404.877308:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0e0299000. 02000000:00000001:1.0:1789131404.877312:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131404.877315:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131404.877317:0:2358:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a0a000 refcount=2 obd=lustre-OST0000-osc-ffff9ba0d1a0e000 00000020:00000001:1.0:1789131404.877319:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131404.877323:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d1879d00. 02000000:00000001:1.0:1789131404.877327:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131404.877329:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131404.877331:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a2940. 00000100:00000001:1.0:1789131404.877334:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131404.877336:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131404.877339:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.877341:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131404.877342:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131404.877344:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.877346:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789131404.882703:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131404.882727:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131404.882733:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131404.882736:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131404.882747:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131404.882757:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131404.882769:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131404.882775:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131404.882781:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131404.882785:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a0e400 00000400:00000200:3.0:1789131404.882792:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131404.882799:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x10bd [1] + 224 00000800:00000001:3.0:1789131404.882808:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131404.882821:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131404.882825:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131404.882831:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131404.882841:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131404.882852:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a0780 x1876039997383680/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131404.882865:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d06a0780 x1876039997383680/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131404.882892:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131404.882914:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131404.882918:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131404.883117:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131404.883123:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131404.883133:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131404.883136:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131404.883140:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000200:1.0:1789131404.883146:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80203b8 00000400:00000010:1.0:1789131404.883150:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80203b8. 00000100:00000001:1.0:1789131404.883154:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131404.883178:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a0780 x1876039997383680/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131404.883189:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a0780 x1876039997383680/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.883195:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131404.883197:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131404.883200:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131404.883204:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131404.883206:0:2358:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131404.883209:0:2358:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131404.883213:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131404.883224:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0c2f85460 time=116 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131404.883230:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c2f85418 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131404.883233:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131404.883235:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131404.883239:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789131404.883244:0:2358:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@ffff9ba0d06a0780 x1876039997383680/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789131404.883251:0:2358:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.883257:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131404.883259:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:1.0:1789131404.883261:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131404.883263:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131404.883268:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a0780 x1876039997383680/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.883275:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131404.883278:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131404.883280:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131404.883284:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a0780 x1876039997383680/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131404.883290:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2358:1876039997383680:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131404.883305:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.883308:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131404.883313:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a0780 x1876039997383680/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131420 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131404.883327:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131404.883330:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131404.883334:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0e0299600. 02000000:00000001:1.0:1789131404.883339:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131404.883342:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131404.883344:0:2358:0:(genops.c:1223:class_import_put()) import ffff9ba0c2f85000 refcount=2 obd=lustre-OST0001-osc-ffff9ba0d85d4000 00000020:00000001:1.0:1789131404.883347:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131404.883350:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d1879300. 02000000:00000001:1.0:1789131404.883354:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131404.883356:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131404.883358:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a0780. 00000100:00000001:1.0:1789131404.883362:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131404.883363:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131404.883367:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.883368:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131404.883370:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131404.883372:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131404.883373:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131405.822624:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294992772, at 4294992832 00000100:00000010:2.0:1789131405.822654:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c3ffa360. 00000100:00000040:3.0:1789131405.822686:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294992772, at 4294992832 00000100:00000010:3.0:1789131405.822696:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d4bb98a0. 00000100:00000001:1.0:1789131405.886607:0:2358:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00010000:00000001:0.0:1789131405.886615:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131405.886621:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131405.886625:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1789131405.886628:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1789131405.886629:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:1.0:1789131405.886634:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131405.886637:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131405.886651:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131405.886657:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131405.886666:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131405.886672:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131405.886673:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131405.887003:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131405.887007:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131405.887011:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789131406.910643:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131406.910655:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131406.910658:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131406.910662:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131406.910668:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131406.910671:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131406.910673:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131406.910675:0:41:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131406.910680:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131406.910682:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131406.910683:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131406.910690:0:41:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131406.910693:0:41:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131406.910694:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131406.910696:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131406.910698:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131406.910700:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131406.910701:0:41:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131406.910705:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131406.910707:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131406.911356:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131406.911366:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131406.911370:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789131407.934644:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131407.934660:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131407.934668:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131407.934669:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131407.934673:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131407.934674:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131407.934738:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131407.934742:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131407.934746:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789131408.959159:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131408.959168:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131408.959173:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131408.959175:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131408.959178:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131408.959183:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131408.959185:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131408.959193:0:41:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131408.959195:0:41:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131408.959196:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131408.959223:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131408.959225:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131408.959227:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131408.959230:0:41:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131408.959398:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131408.959403:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131408.959407:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789131409.983743:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131409.983750:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131409.983757:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131409.983759:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131409.983763:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131409.983764:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789131409.984403:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789131409.984415:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d48383c0. 00000020:00000040:3.0:1789131409.984422:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000100:00000001:3.0:1789131409.984427:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131409.984431:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131409.984437:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131409.984450:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d4a63e00. 00000100:00000001:3.0:1789131409.984460:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984499:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS req@ffff9ba0d48383c0 x1876039997384192/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131409.984512:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131409.984518:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984525:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db9699fc] to pc [ptlrpcd_01_01+1] req@ffff9ba0d48383c0 x1876039997384192/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.984569:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984572:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789131409.984576:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789131409.984580:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d483b480. 00000020:00000040:3.0:1789131409.984582:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=107 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:3.0:1789131409.984585:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131409.984586:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131409.984588:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131409.984592:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d4a63000. 00000100:00000001:3.0:1789131409.984595:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984600:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID req@ffff9ba0d483b480 x1876039997384320/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131409.984607:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131409.984609:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984613:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2438120] to pc [ptlrpcd_01_00+0] req@ffff9ba0d483b480 x1876039997384320/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.984656:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984659:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789131409.984662:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789131409.984666:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d48392c0. 00000020:00000040:3.0:1789131409.984668:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0c2f87000 refcount=3 obd=lustre-OST0000-osc-ffff9ba0d85d4000 00000100:00000001:3.0:1789131409.984671:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131409.984672:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131409.984674:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131409.984678:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0c4c59700. 00000100:00000001:3.0:1789131409.984681:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984686:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID req@ffff9ba0d48392c0 x1876039997384448/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131409.984693:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131409.984695:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984699:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba67d488] to pc [ptlrpcd_01_01+1] req@ffff9ba0d48392c0 x1876039997384448/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.984705:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984707:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789131409.984710:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789131409.984713:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d483a580. 00000020:00000040:3.0:1789131409.984715:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0c2f85000 refcount=3 obd=lustre-OST0001-osc-ffff9ba0d85d4000 00000100:00000001:3.0:1789131409.984717:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131409.984718:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131409.984720:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131409.984723:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0c4c59300. 00000100:00000001:3.0:1789131409.984726:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984729:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID req@ffff9ba0d483a580 x1876039997384576/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131409.984735:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131409.984742:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984747:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac8fb907] to pc [ptlrpcd_01_00+0] req@ffff9ba0d483a580 x1876039997384576/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.984754:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789131409.984759:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789131409.984762:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0e09352c0. 00000020:00000040:3.0:1789131409.984765:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=13 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000100:00000001:3.0:1789131409.984767:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131409.984768:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131409.984770:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131409.984773:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0c4c59600. 00000100:00000001:3.0:1789131409.984776:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984779:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID req@ffff9ba0e09352c0 x1876039997384704/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131409.984785:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131409.984787:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984790:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018181438] to pc [ptlrpcd_01_01+1] req@ffff9ba0e09352c0 x1876039997384704/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.984796:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984798:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789131409.984801:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789131409.984804:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0e0935e00. 00000020:00000040:3.0:1789131409.984806:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a0a000 refcount=3 obd=lustre-OST0000-osc-ffff9ba0d1a0e000 00000100:00000001:3.0:1789131409.984807:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131409.984808:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131409.984810:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131409.984813:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0c4c59c00. 00000100:00000001:3.0:1789131409.984816:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984819:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID req@ffff9ba0e0935e00 x1876039997384832/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131409.984836:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131409.984838:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984842:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f50aa7b7] to pc [ptlrpcd_01_00+0] req@ffff9ba0e0935e00 x1876039997384832/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.984848:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984850:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789131409.984853:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789131409.984873:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d11cfc00. 00000020:00000040:3.0:1789131409.984876:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0c3042000 refcount=3 obd=lustre-OST0001-osc-ffff9ba0d1a0e000 00000100:00000001:3.0:1789131409.984878:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131409.984880:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131409.984881:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131409.984885:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d3314300. 00000100:00000001:3.0:1789131409.984888:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984893:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID req@ffff9ba0d11cfc00 x1876039997384960/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131409.984900:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131409.984901:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984905:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027aa93cc] to pc [ptlrpcd_01_01+1] req@ffff9ba0d11cfc00 x1876039997384960/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.984911:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.984915:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (334) 00000100:00000001:3.0:1789131409.984933:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131409.984938:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131409.984940:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131409.984946:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483b480 x1876039997384320/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.984954:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131409.984957:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131409.984967:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131409.984970:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131409.984973:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131409.984977:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2359:1876039997384320:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131409.984982:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131409.984991:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131409.984994:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131409.984997:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131409.985001:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d11b4000. 02000000:00000001:3.0:1789131409.985004:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131409.985012:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131409.985018:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995e70. 00000400:00000010:3.0:1789131409.985026:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5330. 00000100:00000200:3.0:1789131409.985035:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997384320, portal 10 00000100:00000001:3.0:1789131409.985038:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131409.985040:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795314816 : -110359914236800 : ffff9ba0d483b480) 00000100:00000040:3.0:1789131409.985050:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d483b480 x1876039997384320/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.985058:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131409.985061:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131409.985065:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd55d8. 00000100:00000200:3.0:1789131409.985068:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997384320, offset 0 00000400:00000200:3.0:1789131409.985075:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131409.985086:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131409.985096:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131409.985102:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131409.985108:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131409.985112:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131409.985115:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131409.985119:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [422:422:256:4294967295] 192.168.206.157@tcp LPNI seq info [422:422:8:4294967295] 00000400:00000200:3.0:1789131409.985124:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131409.985134:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131409.985147:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131409.985152:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d3314600. 00000800:00000200:3.0:1789131409.985160:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131409.985168:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131409.985174:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d3314600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131409.985188:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.985193:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27408 usecs (28 jiffies) 00000400:00000200:3.0:1789131409.985197:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131409.985200:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294997022 00000100:00000010:3.0:1789131409.985205:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d81ddc00. 00000100:00000001:3.0:1789131409.985214:0:2359:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789131409.985225:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294997022 00000100:00000010:3.0:1789131409.985229:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d81dd720. 00000100:00000001:3.0:1789131409.985232:0:2359:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789131409.985236:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131409.985239:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131409.985242:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131409.985246:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483a580 x1876039997384576/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.985252:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131409.985254:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131409.985256:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131409.985258:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131409.985259:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131409.985262:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2359:1876039997384576:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131409.985265:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131409.985268:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131409.985269:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131409.985271:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131409.985274:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d11b5a00. 02000000:00000001:3.0:1789131409.985281:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131409.985555:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131409.985560:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d19958f0. 00000400:00000010:3.0:1789131409.985564:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5bb0. 00000100:00000200:3.0:1789131409.985568:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997384576, portal 4 00000100:00000001:3.0:1789131409.985570:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131409.985590:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795310976 : -110359914240640 : ffff9ba0d483a580) 00000100:00000040:3.0:1789131409.985598:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d483a580 x1876039997384576/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.985605:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131409.985607:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131409.985609:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5dd0. 00000100:00000200:3.0:1789131409.985612:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997384576, offset 0 00000400:00000200:3.0:1789131409.985626:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131409.985631:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131409.985635:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131409.985639:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131409.985641:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131409.985644:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131409.985647:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131409.985649:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [423:423:255:4294967295] 192.168.206.157@tcp LPNI seq info [423:423:7:4294967295] 00000100:00000001:2.0:1789131409.985812:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131409.985817:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131409.985819:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131409.985827:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d48383c0 x1876039997384192/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131409.985835:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131409.985836:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131409.985839:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131409.985841:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131409.985843:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131409.985845:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d48383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997384192:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131409.985849:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131409.985852:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131409.985854:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131409.985856:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131409.985861:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d36c5600. 02000000:00000001:2.0:1789131409.985863:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131409.985867:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131409.985871:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46dc0. 00000400:00000010:2.0:1789131409.985876:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e440. 00000100:00000200:2.0:1789131409.985879:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997384192, portal 25 00000100:00000001:2.0:1789131409.985882:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131409.985883:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795302336 : -110359914249280 : ffff9ba0d48383c0) 00000100:00000040:2.0:1789131409.985888:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d48383c0 x1876039997384192/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131409.985895:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131409.985897:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131409.985900:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e7f8. 00000100:00000200:2.0:1789131409.985902:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039997384192, offset 0 00000400:00000200:2.0:1789131409.985906:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000020:00000001:1.0:1789131409.985971:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131409.985976:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131409.985980:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1789131409.986049:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131409.986058:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131409.986065:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131409.986069:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d3314100. 00000800:00000200:3.0:1789131409.986075:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131409.986083:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131409.986087:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d3314100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131409.986090:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.986094:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: using a timeout of 18821 usecs (19 jiffies) 00000400:00000200:3.0:1789131409.986098:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131409.986109:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294997014 00000100:00000001:3.0:1789131409.986112:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4294997022 00000100:00000001:3.0:1789131409.986114:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294997014 00000100:00000001:3.0:1789131409.986117:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4294997022 00000100:00000001:3.0:1789131409.986119:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131409.986122:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131409.986125:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131409.986129:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0e0935e00 x1876039997384832/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.986141:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131409.986143:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131409.986146:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131409.986147:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131409.986149:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131409.986152:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0e0935e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2359:1876039997384832:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131409.986155:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131409.986158:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131409.986159:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131409.986161:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131409.986165:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d11b5000. 02000000:00000001:3.0:1789131409.986167:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131409.986171:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131409.986174:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d19950b0. 00000400:00000010:3.0:1789131409.986178:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd54c8. 00000100:00000200:3.0:1789131409.986181:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997384832, portal 4 00000100:00000001:3.0:1789131409.986183:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131409.986184:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713997667840 : -110359711883776 : ffff9ba0e0935e00) 00000100:00000040:3.0:1789131409.986190:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0e0935e00 x1876039997384832/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.986197:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131409.986199:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131409.986207:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd52a8. 00000100:00000200:3.0:1789131409.986210:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997384832, offset 0 00000400:00000200:3.0:1789131409.986215:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131409.990893:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131409.990914:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131409.990921:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131409.990952:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131409.990956:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131409.990960:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131409.990964:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [424:424:254:4294967295] 192.168.206.157@tcp LPNI seq info [424:424:6:4294967295] 00000400:00000200:2.0:1789131409.990970:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131409.990982:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131409.990990:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131409.991002:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964200. 00000800:00000200:2.0:1789131409.991011:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131409.991021:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131409.991027:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131409.991034:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131409.991041:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131409.991044:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4294997899 00000100:00000001:2.0:1789131409.991056:0:2360:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294997022 00000100:00000001:2.0:1789131409.991063:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4294997899 00000100:00000001:2.0:1789131409.991066:0:2360:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294997022 00000100:00000001:2.0:1789131409.991070:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131409.991074:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131409.991080:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131409.991091:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d48392c0 x1876039997384448/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789131409.991115:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131409.991122:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131409.991125:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131409.991229:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131409.991234:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131409.991237:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131409.991240:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [425:425:253:4294967295] 192.168.206.157@tcp LPNI seq info [425:425:5:4294967295] 00000400:00000200:3.0:1789131409.991244:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131409.991251:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131409.991257:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131409.991264:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131409.991268:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131409.991273:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131409.991276:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131409.991280:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131409.991352:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: using a timeout of 29797 usecs (30 jiffies) 00000400:00000200:3.0:1789131409.991358:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131409.991360:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294997030 00000100:00000001:3.0:1789131409.991363:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4294997899 00000100:00000001:3.0:1789131409.991366:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294997030 00000100:00000001:3.0:1789131409.991368:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4294997899 00000100:00000001:3.0:1789131409.991371:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131409.991373:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131409.991377:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131409.991381:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131409.991392:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131409.991395:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789131409.991407:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131409.991410:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131409.991412:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131409.991415:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131409.991584:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131409.991589:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d3314600. 00000400:00000200:3.0:1789131409.991601:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131409.991607:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131409.991615:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd55d8 00000400:00000010:3.0:1789131409.991628:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd55d8. 00000100:00000001:3.0:1789131409.991635:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131409.991641:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483b480 x1876039997384320/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.991654:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131409.991657:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d483b480 x1876039997384320/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.991665:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131409.991667:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131409.991685:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131409.991688:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d3314100. 00000400:00000200:3.0:1789131409.991692:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131409.991696:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131409.991699:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5dd0 00000400:00000010:3.0:1789131409.991701:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5dd0. 00000100:00000001:3.0:1789131409.991704:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131409.991708:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483a580 x1876039997384576/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.991716:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131409.991719:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d483a580 x1876039997384576/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.991725:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131409.991726:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131409.991734:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131409.991743:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964200. 00000400:00000200:3.0:1789131409.991746:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131409.991750:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131409.991754:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e7f8 00000400:00000010:3.0:1789131409.991755:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e7f8. 00000100:00000001:3.0:1789131409.991759:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131409.991764:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d48383c0 x1876039997384192/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.991772:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131409.991774:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d48383c0 x1876039997384192/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.991780:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131409.991782:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1789131409.991816:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131409.991819:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131409.991825:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131409.991830:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131409.991834:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131409.991839:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d48392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2360:1876039997384448:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131409.991845:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131409.991869:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131409.991873:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131409.991877:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131409.991884:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d4feec00. 02000000:00000001:2.0:1789131409.991887:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131409.991893:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131409.991897:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46a50. 00000400:00000010:2.0:1789131409.991903:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e220. 00000100:00000200:2.0:1789131409.991913:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997384448, portal 4 00000100:00000001:2.0:1789131409.991915:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131409.991917:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795306176 : -110359914245440 : ffff9ba0d48392c0) 00000100:00000040:2.0:1789131409.991926:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d48392c0 x1876039997384448/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131409.991934:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131409.991937:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131409.991940:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e660. 00000100:00000200:2.0:1789131409.991943:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997384448, offset 0 00000400:00000200:2.0:1789131409.991949:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131409.991956:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131409.991962:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131409.991966:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131409.991969:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131409.991972:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131409.991974:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131409.991977:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [426:426:255:4294967295] 192.168.206.157@tcp LPNI seq info [426:426:7:4294967295] 00000400:00000200:2.0:1789131409.991981:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131409.991988:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131409.991994:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131409.991999:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964100. 00000800:00000200:2.0:1789131409.992003:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131409.992010:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131409.992014:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131409.992023:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131409.992027:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: using a timeout of 17121 usecs (18 jiffies) 00000400:00000200:2.0:1789131409.992031:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131409.992034:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4294997019 00000100:00000001:2.0:1789131409.992036:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4294997899 00000100:00000001:2.0:1789131409.992038:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4294997019 00000100:00000001:2.0:1789131409.992040:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4294997899 00000100:00000001:2.0:1789131409.992042:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131409.992044:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131409.992046:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131409.992052:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0e09352c0 x1876039997384704/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131409.992059:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131409.992060:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131409.992063:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131409.992065:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131409.992067:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131409.992069:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0e09352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2360:1876039997384704:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131409.992072:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131409.992075:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131409.992076:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131409.992078:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131409.992082:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d313d200. 02000000:00000001:2.0:1789131409.992084:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131409.992087:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131409.992090:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46f78. 00000400:00000010:2.0:1789131409.992094:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ea18. 00000100:00000200:2.0:1789131409.992097:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997384704, portal 10 00000100:00000001:2.0:1789131409.992111:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131409.992112:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713997664960 : -110359711886656 : ffff9ba0e09352c0) 00000100:00000040:2.0:1789131409.992119:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0e09352c0 x1876039997384704/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131409.992131:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131409.992133:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131409.992136:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1eaa0. 00000100:00000200:2.0:1789131409.992139:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997384704, offset 0 00000400:00000200:2.0:1789131409.992147:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131409.992151:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131409.992155:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131409.992157:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131409.992160:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131409.992162:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131409.992164:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131409.992167:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [427:427:254:4294967295] 192.168.206.157@tcp LPNI seq info [427:427:6:4294967295] 00000400:00000200:2.0:1789131409.992170:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131409.992176:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131409.992180:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131409.992183:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5964200. 00000800:00000200:2.0:1789131409.992187:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131409.992191:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131409.992194:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5964200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131409.992197:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131409.992200:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 18282 usecs (19 jiffies) 00000400:00000200:2.0:1789131409.992202:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131409.992204:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294997020 00000100:00000001:2.0:1789131409.992206:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4294997899 00000100:00000001:2.0:1789131409.992208:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294997020 00000100:00000001:2.0:1789131409.992210:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4294997899 00000100:00000001:2.0:1789131409.992212:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131409.992214:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131409.992222:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131409.992227:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d11cfc00 x1876039997384960/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131409.992235:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131409.992236:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131409.992238:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131409.992240:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131409.992242:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131409.992244:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d11cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2360:1876039997384960:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131409.992247:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131409.992250:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131409.992251:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131409.992252:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131409.992256:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d314ce00. 02000000:00000001:2.0:1789131409.992258:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131409.992262:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131409.992265:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46b58. 00000400:00000010:2.0:1789131409.992268:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e198. 00000100:00000200:2.0:1789131409.992272:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997384960, portal 4 00000100:00000001:2.0:1789131409.992274:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131409.992275:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713738251264 : -110359971300352 : ffff9ba0d11cfc00) 00000020:00000010:2.0:1789131409.992285:0:2360:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9ba0c6442000. 00000100:00000040:2.0:1789131409.992291:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d11cfc00 x1876039997384960/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131409.992297:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131409.992300:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131409.992303:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e908. 00000100:00000200:2.0:1789131409.992305:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997384960, offset 0 00000400:00000200:2.0:1789131409.992309:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131409.992313:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131409.992317:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131409.992319:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131409.992327:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131409.992329:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131409.992332:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131409.992335:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [428:428:253:4294967295] 192.168.206.157@tcp LPNI seq info [428:428:5:4294967295] 00000400:00000200:2.0:1789131409.992339:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131409.992344:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131409.992349:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131409.992353:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d2a4d000. 00000800:00000200:2.0:1789131409.992357:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131409.992361:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131409.992364:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d2a4d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131409.992367:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131409.992371:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: using a timeout of 31865 usecs (32 jiffies) 00000400:00000200:2.0:1789131409.992373:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131409.992375:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4294997033 00000100:00000001:2.0:1789131409.992377:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4294997899 00000100:00000001:2.0:1789131409.992379:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4294997033 00000100:00000001:2.0:1789131409.992381:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4294997899 00000100:00000001:2.0:1789131409.992383:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131409.992385:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131409.992388:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131409.992390:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131409.992398:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131409.992399:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789131409.992403:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131409.992404:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131409.992406:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131409.992408:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131409.992708:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131409.992712:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:3.0:1789131409.992718:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131409.992723:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131409.992729:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd52a8 00000400:00000010:3.0:1789131409.992730:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd52a8. 00000100:00000001:3.0:1789131409.992734:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131409.992739:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0e0935e00 x1876039997384832/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.992748:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131409.992751:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0e0935e00 x1876039997384832/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.992757:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131409.992759:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131409.992783:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131409.992786:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964100. 00000400:00000200:3.0:1789131409.992791:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131409.992794:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131409.992798:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e660 00000400:00000010:3.0:1789131409.992799:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e660. 00000100:00000001:3.0:1789131409.992810:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131409.992814:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d48392c0 x1876039997384448/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.992821:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131409.992823:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d48392c0 x1876039997384448/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.992829:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131409.992831:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131409.992841:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131409.992843:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5964200. 00000400:00000200:3.0:1789131409.992846:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131409.992850:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131409.992852:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1eaa0 00000400:00000010:3.0:1789131409.992854:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1eaa0. 00000100:00000001:3.0:1789131409.992856:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131409.992860:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0e09352c0 x1876039997384704/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.992868:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131409.992871:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0e09352c0 x1876039997384704/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.992878:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131409.992880:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131409.992979:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131409.992982:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d2a4d000. 00000400:00000200:3.0:1789131409.992985:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131409.992988:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131409.992991:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e908 00000400:00000010:3.0:1789131409.992993:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e908. 00000100:00000001:3.0:1789131409.992995:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131409.992999:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d11cfc00 x1876039997384960/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.993006:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131409.993013:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d11cfc00 x1876039997384960/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.993019:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131409.993021:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131409.994573:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131409.994593:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131409.994598:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131409.994600:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131409.994609:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131409.994630:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131409.994640:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131409.994644:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131409.994651:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131409.994655:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a0e780 00000400:00000200:3.0:1789131409.994660:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131409.994667:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x10dd [1] + 224 00000800:00000001:3.0:1789131409.994675:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131409.994681:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131409.994684:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131409.994688:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131409.994697:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131409.994706:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483a580 x1876039997384576/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131409.994768:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d483a580 x1876039997384576/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131409.994799:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131409.994810:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131409.994814:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131409.996360:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131409.996368:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131409.996381:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131409.996384:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131409.996412:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d19958f0. 00000400:00000200:2.0:1789131409.996423:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5bb0 00000400:00000010:2.0:1789131409.996427:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5bb0. 00000100:00000001:2.0:1789131409.996433:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131409.996448:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d483a580 x1876039997384576/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789131409.996461:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d483a580 x1876039997384576/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131409.996506:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131409.996509:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131409.996512:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131409.996516:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131409.996519:0:2359:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131409.996522:0:2359:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131409.996525:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131409.996537:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0c2f85460 time=121 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131409.996542:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c2f85418 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131409.996545:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131409.996547:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131409.996551:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789131409.996556:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@ffff9ba0d483a580 x1876039997384576/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789131409.996563:0:2359:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131409.996568:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131409.996571:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131409.996573:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131409.996575:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131409.996580:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d483a580 x1876039997384576/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131409.996587:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131409.996591:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131409.996593:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131409.996598:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d483a580 x1876039997384576/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131409.996613:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2359:1876039997384576:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131409.996632:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131409.996636:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131409.996639:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d483a580 x1876039997384576/t0(0) o400->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131409.996646:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131409.996648:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131409.996653:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d11b5a00. 02000000:00000001:2.0:1789131409.996657:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131409.996660:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131409.996662:0:2359:0:(genops.c:1223:class_import_put()) import ffff9ba0c2f85000 refcount=2 obd=lustre-OST0001-osc-ffff9ba0d85d4000 00000020:00000001:2.0:1789131409.996665:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131409.996668:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0c4c59300. 02000000:00000001:2.0:1789131409.996674:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131409.996676:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131409.996678:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d483a580. 00000100:00000001:2.0:1789131409.996683:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131409.996686:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131409.996690:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131409.996692:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131409.996693:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131409.996695:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131409.996696:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789131410.001467:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131410.001524:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131410.001530:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131410.001532:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131410.001543:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131410.001741:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131410.001753:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131410.001759:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131410.001764:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131410.001768:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a0e880 00000400:00000200:3.0:1789131410.001774:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131410.001780:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x10fd [1] + 224 00000800:00000001:3.0:1789131410.001788:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131410.001795:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131410.001799:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131410.001804:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131410.001814:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131410.001824:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0e0935e00 x1876039997384832/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131410.001836:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0e0935e00 x1876039997384832/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131410.001860:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131410.001870:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131410.001873:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131410.003356:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131410.003367:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131410.003381:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131410.003385:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131410.003390:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d19950b0. 00000400:00000200:2.0:1789131410.003401:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd54c8 00000400:00000010:2.0:1789131410.003404:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd54c8. 00000100:00000001:2.0:1789131410.003410:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131410.003423:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0e0935e00 x1876039997384832/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789131410.003461:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0e0935e00 x1876039997384832/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131410.003501:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131410.003504:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131410.003507:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131410.003511:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131410.003514:0:2359:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131410.003516:0:2359:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131410.003519:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1789131410.003534:0:2359:0:(lprocfs_status.c:1432:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9ba0c6446000. 00000100:00001000:2.0:1789131410.003544:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a0a460 time=62 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131410.003548:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a0a418 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131410.003551:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131410.003553:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131410.003556:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789131410.003562:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@ffff9ba0e0935e00 x1876039997384832/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789131410.003569:0:2359:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131410.003573:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131410.003576:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9ba0d1a0e000: skip recheck: last_committed 4294967299 00000100:00000001:2.0:1789131410.003578:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131410.003580:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131410.003584:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0e0935e00 x1876039997384832/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131410.003592:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131410.003595:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131410.003597:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131410.003601:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0e0935e00 x1876039997384832/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131410.003608:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0e0935e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2359:1876039997384832:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131410.003636:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131410.003640:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131410.003644:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0e0935e00 x1876039997384832/t0(0) o400->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131410.003651:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131410.003654:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131410.003658:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d11b5000. 02000000:00000001:2.0:1789131410.003663:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131410.003667:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131410.003668:0:2359:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a0a000 refcount=2 obd=lustre-OST0000-osc-ffff9ba0d1a0e000 00000020:00000001:2.0:1789131410.003672:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131410.003675:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0c4c59c00. 02000000:00000001:2.0:1789131410.003679:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131410.003681:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131410.003683:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0e0935e00. 00000100:00000001:2.0:1789131410.003688:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131410.003690:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131410.003693:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131410.003696:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131410.003697:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131410.003699:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131410.003700:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789131410.010756:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131410.010779:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131410.010784:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131410.010787:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131410.010798:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131410.010808:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131410.010821:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131410.010827:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131410.010834:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131410.010838:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a0e700 00000400:00000200:3.0:1789131410.010844:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131410.010850:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x110d [1] + 224 00000800:00000001:3.0:1789131410.010872:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131410.010899:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131410.010903:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131410.010909:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131410.010919:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131410.010930:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d48392c0 x1876039997384448/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131410.010942:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d48392c0 x1876039997384448/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131410.010970:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131410.010982:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131410.010986:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131410.010988:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131410.010990:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131410.010994:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131410.010997:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131410.011001:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131410.011004:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131410.011008:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131410.011010:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a0e900 00000400:00000200:3.0:1789131410.011014:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131410.011018:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x112d [1] + 224 00000800:00000001:3.0:1789131410.011022:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131410.011028:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131410.011030:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131410.011034:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131410.011038:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131410.011042:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d11cfc00 x1876039997384960/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131410.011052:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d11cfc00 x1876039997384960/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131410.011059:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131410.011072:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131410.011075:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131410.011875:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131410.011892:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131410.011904:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131410.011907:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131410.011912:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46a50. 00000400:00000200:2.0:1789131410.011918:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e220 00000400:00000010:2.0:1789131410.011921:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e220. 00000100:00000001:2.0:1789131410.011926:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131410.011937:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d48392c0 x1876039997384448/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789131410.011948:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d48392c0 x1876039997384448/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131410.011955:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131410.011968:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131410.011971:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131410.011975:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131410.011978:0:2360:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131410.011981:0:2360:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131410.011985:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131410.011997:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0c2f87460 time=122 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131410.012002:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c2f87418 time=17 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131410.012006:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131410.012008:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131410.012011:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789131410.012017:0:2360:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@ffff9ba0d48392c0 x1876039997384448/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789131410.012025:0:2360:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131410.012029:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131410.012032:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:2.0:1789131410.012034:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131410.012036:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131410.012041:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d48392c0 x1876039997384448/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131410.012049:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131410.012052:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131410.012055:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131410.012059:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d48392c0 x1876039997384448/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131410.012068:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d48392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2360:1876039997384448:192.168.206.157@tcp:400:kworker.0 00000400:00000001:2.0:1789131410.012076:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131410.012077:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131410.012079:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46b58. 00000400:00000200:2.0:1789131410.012082:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e198 00000400:00000010:2.0:1789131410.012084:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e198. 00000100:00000001:2.0:1789131410.012086:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131410.012096:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d11cfc00 x1876039997384960/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789131410.012105:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d11cfc00 x1876039997384960/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131410.012112:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131410.012114:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131410.012116:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131410.012118:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131410.012119:0:2360:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131410.012121:0:2360:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131410.012123:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131410.012653:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0c3042460 time=62 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131410.012659:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c3042418 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131410.012662:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131410.012664:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131410.012666:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789131410.012672:0:2360:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@ffff9ba0d11cfc00 x1876039997384960/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789131410.012680:0:2360:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131410.012683:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131410.012685:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ba0d1a0e000: skip recheck: last_committed 4294967299 00000100:00000001:2.0:1789131410.012687:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131410.012688:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131410.012693:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d11cfc00 x1876039997384960/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131410.012699:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131410.012702:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131410.012703:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131410.012707:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d11cfc00 x1876039997384960/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131410.012715:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d11cfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2360:1876039997384960:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131410.012728:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131410.012732:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131410.012737:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d48392c0 x1876039997384448/t0(0) o400->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131410.012744:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131410.012747:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131410.012751:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d4feec00. 02000000:00000001:2.0:1789131410.012758:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131410.012761:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131410.012763:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0c2f87000 refcount=2 obd=lustre-OST0000-osc-ffff9ba0d85d4000 00000020:00000001:2.0:1789131410.012766:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131410.012769:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0c4c59700. 02000000:00000001:2.0:1789131410.012774:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131410.012775:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131410.012777:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d48392c0. 00000100:00000001:2.0:1789131410.012784:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131410.012785:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131410.012787:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131410.012790:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d11cfc00 x1876039997384960/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131410.012796:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131410.012797:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131410.012799:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d314ce00. 02000000:00000001:2.0:1789131410.012801:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131410.012802:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131410.012804:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0c3042000 refcount=2 obd=lustre-OST0001-osc-ffff9ba0d1a0e000 00000020:00000001:2.0:1789131410.012806:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131410.012807:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d3314300. 02000000:00000001:2.0:1789131410.012809:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131410.012810:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131410.012811:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d11cfc00. 00000100:00000001:2.0:1789131410.012814:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131410.012815:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131410.012819:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131410.012821:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131410.012830:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131410.012833:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131410.012835:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131410.942637:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4294997899, at 4294997952 00000100:00000010:2.0:1789131410.942657:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81ddc00. 00000100:00000040:3.0:1789131410.943466:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4294997899, at 4294997952 00000100:00000010:3.0:1789131410.943497:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81dd720. 00010000:00000001:0.0:1789131411.006657:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131411.006667:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131411.006674:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131411.006675:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131411.006679:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131411.006680:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131411.006835:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131411.006841:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131411.006848:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789131412.030594:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131412.030601:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131412.030618:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131412.030619:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131412.030623:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131412.030624:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131412.030731:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131412.030735:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131412.030738:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789131413.055020:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131413.055027:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131413.055033:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131413.055034:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131413.055038:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131413.055039:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131413.057254:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131413.057287:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131413.057294:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789131414.078588:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131414.078605:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131414.078611:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131414.078612:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131414.078615:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131414.078616:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131414.078943:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131414.078950:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131414.078955:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789131415.102644:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131415.102652:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131415.102660:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131415.102661:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131415.102688:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131415.102689:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.103656:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789131415.103666:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789131415.103677:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc6940. 00000020:00000040:2.0:1789131415.104023:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=6 obd=MGC192.168.206.157@tcp 00000100:00000001:2.0:1789131415.104027:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131415.104030:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131415.104035:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131415.104043:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d2a4d700. 00000100:00000001:2.0:1789131415.104050:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.104061:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS req@ffff9ba0c7dc6940 x1876039997385088/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131415.104072:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131415.104077:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.104083:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b67dc8e4] to pc [ptlrpcd_01_00+0] req@ffff9ba0c7dc6940 x1876039997385088/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.104108:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.104110:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789131415.104113:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789131415.104116:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc6580. 00000020:00000040:2.0:1789131415.104119:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=108 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:2.0:1789131415.104121:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131415.104135:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131415.104137:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131415.104141:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d2a4d500. 00000100:00000001:2.0:1789131415.104144:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.104148:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID req@ffff9ba0c7dc6580 x1876039997385216/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131415.104155:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131415.104156:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.104159:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4dcb876] to pc [ptlrpcd_01_01+1] req@ffff9ba0c7dc6580 x1876039997385216/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.104167:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.104169:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789131415.104171:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789131415.104174:0:485:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1789131415.104177:0:485:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1789131415.104181:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c7dc4780. 00000020:00000040:2.0:1789131415.104183:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0c2f87000 refcount=3 obd=lustre-OST0000-osc-ffff9ba0d85d4000 00000100:00000001:2.0:1789131415.104185:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131415.104186:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131415.104188:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131415.104191:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d2a4db00. 00000100:00000001:2.0:1789131415.104194:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131415.104196:0:485:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446633713583015808 : -110360126535808 : ffff9ba0c7dc4780) 00000100:00080000:2.0:1789131415.104199:0:485:0:(import.c:65:import_set_state_nolock()) ffff9ba0c2f87000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1789131415.104202:0:485:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9ba0d85d4000: disconnect after 22s idle 00000100:00000001:2.0:1789131415.108138:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131415.108147:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.108161:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088c76314] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7dc4780 x1876039997385344/t0(0) o9->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.108178:0:485:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131415.108181:0:485:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.108209:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789131415.108213:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789131415.108215:0:485:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1789131415.108218:0:485:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1789131415.108226:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0e0935e00. 00000020:00000040:2.0:1789131415.108230:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0c2f85000 refcount=3 obd=lustre-OST0001-osc-ffff9ba0d85d4000 00000100:00000001:2.0:1789131415.108234:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131415.108237:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131415.108241:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131415.108248:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d2a4d900. 00000100:00000001:2.0:1789131415.108253:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131415.108256:0:485:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446633713997667840 : -110359711883776 : ffff9ba0e0935e00) 00000100:00080000:2.0:1789131415.108259:0:485:0:(import.c:65:import_set_state_nolock()) ffff9ba0c2f85000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1789131415.108262:0:485:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9ba0d85d4000: disconnect after 22s idle 00000100:00000001:2.0:1789131415.108264:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131415.108266:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.108271:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f50aa7b7] to pc [ptlrpcd_rcv+-1] req@ffff9ba0e0935e00 x1876039997385472/t0(0) o9->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.108278:0:485:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131415.108280:0:485:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.108282:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789131415.108285:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789131415.108288:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d48392c0. 00000020:00000040:2.0:1789131415.108290:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=14 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000100:00000001:2.0:1789131415.108293:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131415.108294:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131415.108295:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131415.108298:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d2a4d000. 00000100:00000001:2.0:1789131415.108301:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.108305:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID req@ffff9ba0d48392c0 x1876039997385600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131415.108323:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131415.108325:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.108330:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba67d488] to pc [ptlrpcd_01_00+0] req@ffff9ba0d48392c0 x1876039997385600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.108337:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.108340:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789131415.108343:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789131415.108345:0:485:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1789131415.108346:0:485:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1789131415.108349:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d483a580. 00000020:00000040:2.0:1789131415.108351:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a0a000 refcount=3 obd=lustre-OST0000-osc-ffff9ba0d1a0e000 00000100:00000001:2.0:1789131415.108353:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131415.108355:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131415.108357:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131415.108360:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0c4c59700. 00000100:00000001:2.0:1789131415.108363:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131415.108365:0:485:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446633713795310976 : -110359914240640 : ffff9ba0d483a580) 00000100:00080000:2.0:1789131415.108368:0:485:0:(import.c:65:import_set_state_nolock()) ffff9ba0d1a0a000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1789131415.108370:0:485:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9ba0d1a0e000: disconnect after 23s idle 00000100:00000001:2.0:1789131415.108372:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131415.108374:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.108377:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac8fb907] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d483a580 x1876039997385728/t0(0) o9->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.108383:0:485:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131415.108385:0:485:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.108387:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789131415.108391:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789131415.108407:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c8282580. 00000020:00000040:2.0:1789131415.108410:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0c3042000 refcount=3 obd=lustre-OST0001-osc-ffff9ba0d1a0e000 00000100:00000001:2.0:1789131415.108416:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131415.108417:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131415.108419:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131415.108422:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0c4c59c00. 00000100:00000001:2.0:1789131415.108426:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.108430:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID req@ffff9ba0c8282580 x1876039997385856/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131415.108438:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131415.108439:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.108443:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021264bbd] to pc [ptlrpcd_01_01+1] req@ffff9ba0c8282580 x1876039997385856/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.108450:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.108456:0:485:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (339) 00000100:00000001:0.0:1789131415.108525:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131415.108529:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131415.108532:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131415.108538:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc4780 x1876039997385344/t0(0) o9->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131415.108546:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131415.108549:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131415.108552:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131415.108555:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131415.108558:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131415.108561:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997385344:192.168.206.157@tcp:9:kworker.0 00000100:00000001:0.0:1789131415.108565:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131415.108572:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131415.108574:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131415.108577:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131415.108581:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0c52de000. 02000000:00000001:0.0:1789131415.108583:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131415.108600:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131415.108604:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee948. 00000400:00000010:0.0:1789131415.108612:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13464c8. 00000100:00000200:0.0:1789131415.108619:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997385344, portal 4 00000100:00000001:0.0:1789131415.108621:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131415.108622:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583015808 : -110360126535808 : ffff9ba0c7dc4780) 00000100:00000040:0.0:1789131415.108630:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c7dc4780 x1876039997385344/t0(0) o9->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131415.108637:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131415.108639:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131415.108642:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13463b8. 00000100:00000200:0.0:1789131415.108645:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997385344, offset 0 00000400:00000200:0.0:1789131415.108652:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131415.108660:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131415.108674:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131415.108690:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131415.108694:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131415.108698:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131415.108708:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131415.108712:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [429:429:256:4294967295] 192.168.206.157@tcp LPNI seq info [429:429:8:4294967295] 00000400:00000200:0.0:1789131415.108716:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131415.108726:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131415.108732:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131415.108737:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879600. 00000800:00000200:0.0:1789131415.108744:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131415.108751:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131415.108755:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789131415.108766:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131415.108770:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: using a timeout of 18426 usecs (19 jiffies) 00000400:00000200:0.0:1789131415.108773:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131415.108776:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295002137 00000100:00000010:0.0:1789131415.108781:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d8521a20. 00000100:00000001:0.0:1789131415.108787:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789131415.108793:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295002137 00000100:00000010:0.0:1789131415.108796:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d8521b40. 00000100:00000001:0.0:1789131415.108799:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d85d4000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789131415.108807:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131415.108810:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131415.108813:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131415.108817:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0e0935e00 x1876039997385472/t0(0) o9->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131415.108825:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131415.108826:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131415.108833:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131415.108834:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131415.108836:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131415.108839:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0e0935e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997385472:192.168.206.157@tcp:9:kworker.0 00000100:00000001:0.0:1789131415.108843:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131415.108856:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131415.108858:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131415.108860:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131415.108863:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0c52df200. 02000000:00000001:0.0:1789131415.108865:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131415.108868:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131415.108870:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee738. 00000400:00000010:0.0:1789131415.108874:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346770. 00000100:00000200:0.0:1789131415.108877:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997385472, portal 4 00000100:00000001:0.0:1789131415.108878:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131415.108880:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713997667840 : -110359711883776 : ffff9ba0e0935e00) 00000100:00000040:0.0:1789131415.108885:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0e0935e00 x1876039997385472/t0(0) o9->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131415.108892:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131415.108894:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131415.108896:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346220. 00000100:00000200:0.0:1789131415.108898:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997385472, offset 0 00000400:00000200:0.0:1789131415.108902:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131415.108906:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131415.108910:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131415.108913:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131415.108915:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131415.108917:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131415.108919:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131415.108922:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [430:430:255:4294967295] 192.168.206.157@tcp LPNI seq info [430:430:7:4294967295] 00000400:00000200:0.0:1789131415.108926:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131415.108933:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131415.108944:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131415.108947:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879300. 00000800:00000200:0.0:1789131415.108951:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131415.108955:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131415.108957:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789131415.108960:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131415.108964:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: using a timeout of 18505 usecs (19 jiffies) 00000400:00000200:0.0:1789131415.108967:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131415.108969:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295002137 00000100:00000001:0.0:1789131415.108971:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295002137 00000100:00000001:0.0:1789131415.108973:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295002137 00000100:00000001:0.0:1789131415.108975:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295002137 00000100:00000001:0.0:1789131415.108976:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131415.108979:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131415.108981:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131415.108984:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483a580 x1876039997385728/t0(0) o9->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131415.108990:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131415.108991:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131415.108993:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131415.108995:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131415.108997:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131415.108999:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2356:1876039997385728:192.168.206.157@tcp:9:kworker.0 00000100:00000001:0.0:1789131415.109002:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131415.109004:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131415.109006:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131415.109007:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131415.109010:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0c52de600. 02000000:00000001:0.0:1789131415.109012:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131415.109014:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131415.109021:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee6e0. 00000400:00000010:0.0:1789131415.109024:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346c38. 00000100:00000200:0.0:1789131415.109027:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997385728, portal 4 00000100:00000001:0.0:1789131415.109028:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131415.109029:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795310976 : -110359914240640 : ffff9ba0d483a580) 00000100:00000040:0.0:1789131415.109035:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d483a580 x1876039997385728/t0(0) o9->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131415.109040:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131415.109042:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131415.109045:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13462a8. 00000100:00000200:0.0:1789131415.109047:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997385728, offset 0 00000400:00000200:0.0:1789131415.109051:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131415.109054:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131415.109058:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131415.109060:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131415.109062:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131415.109064:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131415.109066:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131415.109069:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [431:431:254:4294967295] 192.168.206.157@tcp LPNI seq info [431:431:6:4294967295] 00000400:00000200:0.0:1789131415.109072:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131415.109077:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131415.109081:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131415.109084:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879d00. 00000800:00000200:0.0:1789131415.109087:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131415.109091:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131415.109094:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789131415.109097:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131415.109100:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: using a timeout of 29208 usecs (30 jiffies) 00000400:00000200:0.0:1789131415.109102:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131415.109104:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4295002148 00000100:00000001:0.0:1789131415.109109:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, simply extend its deadline from 4295002137 00000100:00000001:0.0:1789131415.109117:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4295002148 00000100:00000001:0.0:1789131415.109119:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, simply extend its deadline from 4295002137 00000100:00000001:0.0:1789131415.109122:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131415.109124:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131415.109126:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131415.109129:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131415.109135:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131415.109137:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1789131415.109139:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131415.109140:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131415.109142:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131415.109144:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131415.110027:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131415.110032:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131415.110033:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131415.110042:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc6940 x1876039997385088/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.110050:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131415.110051:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131415.110054:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131415.110056:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131415.110058:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131415.110062:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2359:1876039997385088:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131415.110065:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131415.110069:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131415.110071:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131415.110073:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131415.110077:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d1145600. 02000000:00000001:2.0:1789131415.110079:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131415.110084:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131415.110087:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46b58. 00000400:00000010:2.0:1789131415.110092:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e198. 00000100:00000200:2.0:1789131415.110103:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997385088, portal 25 00000100:00000001:2.0:1789131415.110105:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131415.110107:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583024448 : -110360126527168 : ffff9ba0c7dc6940) 00000100:00000040:2.0:1789131415.110113:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c7dc6940 x1876039997385088/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.110119:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131415.110122:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131415.110124:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e220. 00000100:00000200:2.0:1789131415.110126:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039997385088, offset 0 00000400:00000200:2.0:1789131415.110132:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131415.110137:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.110147:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131415.110151:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131415.110153:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131415.110156:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131415.110158:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131415.110161:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [432:432:253:4294967295] 192.168.206.157@tcp LPNI seq info [432:432:5:4294967295] 00000400:00000200:2.0:1789131415.110166:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.110172:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131415.110177:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131415.110182:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c4c59300. 00000800:00000200:2.0:1789131415.110186:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131415.110191:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131415.110194:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c4c59300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131415.110197:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131415.110200:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131415.110202:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295003018 00000020:00000001:3.0:1789131415.110204:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1789131415.110206:0:2359:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295002148 00000020:00000001:3.0:1789131415.110207:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131415.110209:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295003018 00010000:00010000:3.0:1789131415.110209:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789131415.110212:0:2359:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295002148 00000100:00000001:2.0:1789131415.110219:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131415.110221:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131415.110223:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131415.110227:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d48392c0 x1876039997385600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.110234:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131415.110235:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131415.110238:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131415.110239:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131415.110241:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131415.110243:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d48392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2359:1876039997385600:192.168.206.157@tcp:400:kworker.0 00000800:00000200:3.0:1789131415.110244:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1789131415.110246:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1789131415.110247:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879600. 02000000:00000001:2.0:1789131415.110248:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131415.110250:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131415.110251:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1789131415.110253:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1789131415.110254:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d1144400. 02000000:00000001:2.0:1789131415.110256:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131415.110258:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131415.110259:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131415.110261:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46a50. 00000400:00000200:3.0:1789131415.110262:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13463b8 00000400:00000010:2.0:1789131415.110265:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e880. 00000400:00000010:3.0:1789131415.110265:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13463b8. 00000100:00000200:2.0:1789131415.110267:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997385600, portal 10 00000100:00000001:2.0:1789131415.110269:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131415.110269:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1789131415.110270:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795306176 : -110359914245440 : ffff9ba0d48392c0) 00000100:00000200:3.0:1789131415.110273:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc4780 x1876039997385344/t0(0) o9->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131415.110276:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d48392c0 x1876039997385600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.110282:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1789131415.110283:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131415.110284:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131415.110286:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e110. 00000100:00000040:3.0:1789131415.110286:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7dc4780 x1876039997385344/t0(0) o9->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789131415.110289:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997385600, offset 0 00000400:00000200:2.0:1789131415.110293:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000100:00000001:3.0:1789131415.110293:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131415.110295:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1789131415.110296:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.110299:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131415.110374:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131415.110377:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131415.110379:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131415.110382:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131415.110385:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [433:433:252:4294967295] 192.168.206.157@tcp LPNI seq info [433:433:4:4294967295] 00000400:00000200:2.0:1789131415.110388:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.110394:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131415.110399:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131415.110403:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5c4c800. 00000800:00000200:2.0:1789131415.110406:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131415.110410:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131415.110413:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5c4c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131415.110415:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.110419:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 18282 usecs (19 jiffies) 00000400:00000200:2.0:1789131415.110421:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131415.110423:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4295002138 00000100:00000001:2.0:1789131415.110425:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4295003018 00000100:00000001:2.0:1789131415.110427:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4295002138 00000100:00000001:2.0:1789131415.110429:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4295003018 00000100:00000001:2.0:1789131415.110431:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131415.110433:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131415.110436:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131415.110438:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131415.110443:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131415.110444:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789131415.110447:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131415.110448:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131415.110449:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131415.110453:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1789131415.110454:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131415.110456:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131415.110463:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131415.110464:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131415.110466:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131415.110467:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131415.110486:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc6580 x1876039997385216/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.110493:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131415.110495:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131415.110497:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131415.110499:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131415.110501:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131415.110503:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2359:1876039997385216:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131415.110507:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131415.110509:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131415.110511:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131415.110513:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131415.110516:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d1144a00. 02000000:00000001:2.0:1789131415.110518:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131415.110993:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131415.110998:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d463c8. 00000400:00000010:2.0:1789131415.111002:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1eee0. 00000100:00000200:2.0:1789131415.111007:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997385216, portal 10 00000100:00000001:2.0:1789131415.111008:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131415.111010:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583023488 : -110360126528128 : ffff9ba0c7dc6580) 00000100:00000040:2.0:1789131415.111017:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c7dc6580 x1876039997385216/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.111023:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131415.111025:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131415.111028:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e550. 00000100:00000200:2.0:1789131415.111030:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997385216, offset 0 00000400:00000200:2.0:1789131415.111034:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000800:00000200:3.0:1789131415.114195:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131415.114204:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879300. 00000400:00000200:3.0:1789131415.114210:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131415.114217:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131415.114223:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346220 00000400:00000010:3.0:1789131415.114225:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346220. 00000100:00000001:3.0:1789131415.114229:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131415.114237:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0e0935e00 x1876039997385472/t0(0) o9->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131415.114250:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131415.114265:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0e0935e00 x1876039997385472/t0(0) o9->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131415.114273:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131415.114276:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131415.114287:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131415.114289:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879d00. 00000400:00000200:3.0:1789131415.114291:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131415.114295:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131415.114298:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13462a8 00000400:00000010:3.0:1789131415.114300:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13462a8. 00000100:00000001:3.0:1789131415.114302:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131415.114306:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483a580 x1876039997385728/t0(0) o9->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131415.114313:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131415.114316:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d483a580 x1876039997385728/t0(0) o9->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131415.115090:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131415.115093:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131415.115111:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131415.115113:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c4c59300. 00000400:00000200:3.0:1789131415.115117:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131415.115123:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131415.115127:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e220 00000400:00000010:3.0:1789131415.115129:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e220. 00000100:00000001:3.0:1789131415.115133:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131415.115137:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc6940 x1876039997385088/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131415.115146:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131415.115149:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7dc6940 x1876039997385088/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131431 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131415.115155:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131415.115156:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1789131415.115206:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131415.115208:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5c4c800. 00000400:00000200:3.0:1789131415.115212:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131415.115216:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131415.115219:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e110 00000400:00000010:3.0:1789131415.115221:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e110. 00000100:00000001:3.0:1789131415.115223:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131415.115227:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d48392c0 x1876039997385600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131415.115235:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131415.115238:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d48392c0 x1876039997385600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131431 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131415.115244:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131415.115245:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1789131415.117014:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.117026:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131415.117044:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131415.117048:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131415.117052:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131415.117055:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131415.117058:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [434:434:256:4294967295] 192.168.206.157@tcp LPNI seq info [434:434:8:4294967295] 00000400:00000200:2.0:1789131415.117063:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.117071:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131415.117078:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131415.117085:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5c4c800. 00000800:00000200:2.0:1789131415.117093:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131415.117100:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131415.117104:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5c4c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131415.117122:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.117128:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27408 usecs (28 jiffies) 00000400:00000200:2.0:1789131415.117132:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131415.117135:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295002154 00000100:00000001:2.0:1789131415.117138:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295003018 00000100:00000001:2.0:1789131415.117140:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295002154 00000100:00000001:2.0:1789131415.117142:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295003018 00000100:00000001:2.0:1789131415.117145:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131415.117148:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131415.117152:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131415.117159:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c8282580 x1876039997385856/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.117168:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131415.117170:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131415.117175:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131415.117177:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131415.117180:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131415.117190:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c8282580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2359:1876039997385856:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131415.117194:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131415.117200:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131415.117202:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131415.117205:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131415.117209:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d1145200. 02000000:00000001:2.0:1789131415.117211:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131415.117216:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131415.117219:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46898. 00000400:00000010:2.0:1789131415.117225:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ecc0. 00000100:00000200:2.0:1789131415.117232:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997385856, portal 4 00000100:00000001:2.0:1789131415.117234:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131415.117236:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587987840 : -110360121563776 : ffff9ba0c8282580) 00000100:00000040:2.0:1789131415.117244:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c8282580 x1876039997385856/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.117251:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131415.117254:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131415.117257:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e088. 00000100:00000200:2.0:1789131415.117259:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997385856, offset 0 00000400:00000200:2.0:1789131415.117265:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131415.117271:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.117275:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131415.117278:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131415.117281:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131415.117283:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131415.117285:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131415.117288:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [435:435:255:4294967295] 192.168.206.157@tcp LPNI seq info [435:435:7:4294967295] 00000400:00000200:2.0:1789131415.117292:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.117298:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131415.117302:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131415.117306:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700f00. 00000800:00000200:2.0:1789131415.117316:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131415.117321:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131415.117323:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131415.117327:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131415.117330:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: using a timeout of 32078 usecs (33 jiffies) 00000400:00000200:2.0:1789131415.117333:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131415.117335:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4295002159 00000100:00000001:2.0:1789131415.117337:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4295003018 00000100:00000001:2.0:1789131415.117339:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4295002159 00000100:00000001:2.0:1789131415.117340:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4295003018 00000100:00000001:2.0:1789131415.117342:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131415.117344:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131415.117348:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131415.117352:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131415.117390:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131415.117394:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5c4c800. 00000400:00000200:2.0:1789131415.117400:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131415.117405:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131415.117409:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e550 00000400:00000010:2.0:1789131415.117412:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e550. 00000100:00000001:2.0:1789131415.117415:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131415.117420:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc6580 x1876039997385216/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.117428:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131415.117432:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7dc6580 x1876039997385216/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131431 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.117439:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131415.117440:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131415.117450:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131415.117452:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700f00. 00000400:00000200:2.0:1789131415.117455:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131415.117463:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131415.117466:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e088 00000400:00000010:2.0:1789131415.117468:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e088. 00000100:00000001:2.0:1789131415.117488:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131415.117492:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c8282580 x1876039997385856/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.117499:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131415.117501:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c8282580 x1876039997385856/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131431 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.117508:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131415.117509:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789131415.121127:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131415.121147:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131415.121151:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131415.121157:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789131415.123924:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131415.123937:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131415.123941:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131415.123943:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131415.123951:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.124037:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131415.124046:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.124051:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.124056:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.124059:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a0eb00 00000400:00000200:2.0:1789131415.124063:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.124068:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x1145 [1] + 224 00000800:00000001:2.0:1789131415.124074:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131415.124078:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131415.124080:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131415.124084:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131415.124091:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131415.124099:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0e0935e00 x1876039997385472/t0(0) o9->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131415.124110:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0e0935e00 x1876039997385472/t0(0) o9->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.124140:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131415.124149:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131415.124152:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131415.124154:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131415.124156:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131415.124160:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.124163:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131415.124167:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.124169:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.124172:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.124174:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a0ec00 00000400:00000200:2.0:1789131415.124176:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.124179:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x114d [1] + 224 00000800:00000001:2.0:1789131415.124183:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131415.124186:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131415.124188:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131415.124191:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131415.124194:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131415.124198:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483a580 x1876039997385728/t0(0) o9->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131415.124205:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d483a580 x1876039997385728/t0(0) o9->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.124212:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131415.124215:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131415.124219:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131415.124220:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131415.124222:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131415.124225:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.124228:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131415.124232:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.124235:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.124244:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.124247:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a0ea80 00000400:00000200:2.0:1789131415.124250:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.124253:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x113d [1] + 224 00000800:00000001:2.0:1789131415.124257:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131415.125112:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131415.125119:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131415.125126:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131415.125131:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131415.125137:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc4780 x1876039997385344/t0(0) o9->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131415.125146:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0c7dc4780 x1876039997385344/t0(0) o9->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.125153:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131415.125159:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131415.125163:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131415.125293:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131415.125297:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131415.125304:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131415.125307:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131415.125310:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee948. 00000400:00000200:0.0:1789131415.125314:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13464c8 00000400:00000010:0.0:1789131415.125316:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13464c8. 00000100:00000001:0.0:1789131415.125330:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131415.125335:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc4780 x1876039997385344/t0(0) o9->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789131415.125343:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc4780 x1876039997385344/t0(0) o9->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131415.125349:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131415.125351:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131415.125354:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131415.125357:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131415.125359:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131415.125361:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131415.125364:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131415.125374:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0c2f87460 time=127 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131415.125378:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c2f87418 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131415.125381:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131415.125394:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131415.125398:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789131415.125403:0:2356:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@ffff9ba0c7dc4780 x1876039997385344/t0(0) o9->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789131415.125409:0:2356:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131415.125412:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131415.125415:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131415.125416:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131415.125418:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131415.125422:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc4780 x1876039997385344/t0(0) o9->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131415.125428:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131415.125431:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131415.125433:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789131415.125437:0:2356:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9ba0c7dc4780 x1876039997385344/t0(0) o9->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789131415.125444:0:2356:0:(import.c:65:import_set_state_nolock()) ffff9ba0c2f87000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1789131415.125448:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc4780 x1876039997385344/t0(0) o9->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131415.125455:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc4780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997385344:192.168.206.157@tcp:9:kworker.0 00000400:00000001:0.0:1789131415.125461:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131415.125462:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131415.125463:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee738. 00000400:00000200:0.0:1789131415.125466:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346770 00000400:00000010:0.0:1789131415.125493:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346770. 00000100:00000001:0.0:1789131415.125497:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131415.125501:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0e0935e00 x1876039997385472/t0(0) o9->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789131415.125508:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0e0935e00 x1876039997385472/t0(0) o9->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131415.125519:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131415.125520:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131415.125522:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131415.125524:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131415.125525:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131415.125526:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131415.125528:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131415.125532:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0c2f85460 time=127 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131415.125534:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c2f85418 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131415.125536:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131415.125537:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131415.125538:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789131415.125542:0:2356:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@ffff9ba0e0935e00 x1876039997385472/t0(0) o9->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789131415.125547:0:2356:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131415.125549:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131415.125550:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ba0d85d4000: skip recheck: last_committed 0 00000100:00000001:0.0:1789131415.125552:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131415.125553:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131415.125556:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0e0935e00 x1876039997385472/t0(0) o9->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131415.125561:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131415.125563:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131415.125564:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789131415.125568:0:2356:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9ba0e0935e00 x1876039997385472/t0(0) o9->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789131415.125574:0:2356:0:(import.c:65:import_set_state_nolock()) ffff9ba0c2f85000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1789131415.125578:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0e0935e00 x1876039997385472/t0(0) o9->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131415.125584:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0e0935e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997385472:192.168.206.157@tcp:9:kworker.0 00000400:00000001:0.0:1789131415.125607:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131415.125608:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131415.125610:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee6e0. 00000400:00000200:0.0:1789131415.125612:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346c38 00000400:00000010:0.0:1789131415.125614:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346c38. 00000100:00000001:0.0:1789131415.125616:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131415.125621:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d483a580 x1876039997385728/t0(0) o9->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789131415.125628:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d483a580 x1876039997385728/t0(0) o9->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131415.125634:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131415.125635:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131415.125637:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131415.125638:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131415.125639:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131415.125640:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131415.125642:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131415.125646:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a0a460 time=67 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131415.125649:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a0a418 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131415.125651:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131415.125652:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131415.125654:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789131415.125657:0:2356:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@ffff9ba0d483a580 x1876039997385728/t0(0) o9->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789131415.125664:0:2356:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131415.125665:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131415.125667:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9ba0d1a0e000: skip recheck: last_committed 4294967299 00000100:00000001:0.0:1789131415.125669:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131415.125670:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131415.125673:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d483a580 x1876039997385728/t0(0) o9->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131415.125679:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131415.125686:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131415.125688:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789131415.125692:0:2356:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9ba0d483a580 x1876039997385728/t0(0) o9->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789131415.125699:0:2356:0:(import.c:65:import_set_state_nolock()) ffff9ba0d1a0a000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1789131415.125703:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d483a580 x1876039997385728/t0(0) o9->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131415.125710:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2356:1876039997385728:192.168.206.157@tcp:9:kworker.0 00000100:00000001:0.0:1789131415.125714:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131415.125716:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131415.125719:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c7dc4780 x1876039997385344/t0(0) o9->lustre-OST0000-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131415.125726:0:2356:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131415.125729:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131415.125733:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0c52de000. 02000000:00000001:0.0:1789131415.125737:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131415.125739:0:2356:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131415.125740:0:2356:0:(genops.c:1223:class_import_put()) import ffff9ba0c2f87000 refcount=2 obd=lustre-OST0000-osc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131415.125742:0:2356:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131415.125745:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d2a4db00. 02000000:00000001:0.0:1789131415.125749:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131415.125750:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131415.125752:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c7dc4780. 00000100:00000001:0.0:1789131415.125755:0:2356:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131415.125757:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131415.125758:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131415.125762:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0e0935e00 x1876039997385472/t0(0) o9->lustre-OST0001-osc-ffff9ba0d85d4000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131415.125768:0:2356:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131415.125769:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131415.125771:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0c52df200. 02000000:00000001:0.0:1789131415.125773:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131415.125779:0:2356:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131415.125780:0:2356:0:(genops.c:1223:class_import_put()) import ffff9ba0c2f85000 refcount=2 obd=lustre-OST0001-osc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131415.125782:0:2356:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131415.125784:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d2a4d900. 02000000:00000001:0.0:1789131415.125786:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131415.125787:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131415.125789:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0e0935e00. 00000100:00000001:0.0:1789131415.125792:0:2356:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131415.125793:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131415.125794:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131415.125799:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d483a580 x1876039997385728/t0(0) o9->lustre-OST0000-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131415.125805:0:2356:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131415.125806:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131415.125808:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0c52de600. 02000000:00000001:0.0:1789131415.125809:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131415.125810:0:2356:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131415.125811:0:2356:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a0a000 refcount=2 obd=lustre-OST0000-osc-ffff9ba0d1a0e000 00000020:00000001:0.0:1789131415.125813:0:2356:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131415.125814:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0c4c59700. 02000000:00000001:0.0:1789131415.125816:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131415.125817:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131415.125818:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d483a580. 00000100:00000001:0.0:1789131415.125821:0:2356:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131415.125822:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131415.125824:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131415.125831:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131415.125833:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131415.125835:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131415.125837:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789131415.127936:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131415.127953:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131415.128016:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131415.128020:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131415.128029:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.128035:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131415.128044:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.128048:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.128053:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.128056:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a0ec80 00000400:00000200:2.0:1789131415.128061:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131415.128066:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x1185 [1] + 224 00000800:00000001:2.0:1789131415.128072:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131415.128088:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131415.128091:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131415.128096:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131415.128113:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131415.128121:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c8282580 x1876039997385856/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131415.128132:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0c8282580 x1876039997385856/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.128152:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131415.128159:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131415.128163:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131415.128421:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131415.128425:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131415.128432:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131415.128434:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131415.128437:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46898. 00000400:00000200:3.0:1789131415.128442:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ecc0 00000400:00000010:3.0:1789131415.128444:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ecc0. 00000100:00000001:3.0:1789131415.128449:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131415.128453:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c8282580 x1876039997385856/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131415.128462:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c8282580 x1876039997385856/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131431 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131415.128916:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131415.128919:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131415.128922:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131415.128924:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131415.128934:0:2359:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131415.128936:0:2359:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131415.128939:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131415.128947:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0c3042460 time=67 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131415.128951:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c3042418 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131415.129003:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131415.129005:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131415.129008:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789131415.129014:0:2359:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@ffff9ba0c8282580 x1876039997385856/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131431 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789131415.129022:0:2359:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131415.129025:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131415.129027:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ba0d1a0e000: skip recheck: last_committed 4294967299 00000100:00000001:3.0:1789131415.129029:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131415.129031:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131415.129035:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c8282580 x1876039997385856/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131431 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131415.129041:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131415.129044:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131415.129046:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131415.129049:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c8282580 x1876039997385856/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131431 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131415.129056:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c8282580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2359:1876039997385856:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131415.136924:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131415.136934:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131415.136948:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c8282580 x1876039997385856/t0(0) o400->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131431 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131415.136958:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131415.136961:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131415.136965:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d1145200. 02000000:00000001:2.0:1789131415.136971:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131415.136973:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131415.136975:0:2359:0:(genops.c:1223:class_import_put()) import ffff9ba0c3042000 refcount=2 obd=lustre-OST0001-osc-ffff9ba0d1a0e000 00000020:00000001:2.0:1789131415.136977:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131415.136980:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0c4c59c00. 02000000:00000001:2.0:1789131415.136983:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131415.136985:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131415.136987:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c8282580. 00000100:00000001:2.0:1789131415.136991:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131415.136992:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131415.136996:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131415.136999:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131415.137001:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131415.137003:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131415.137004:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131416.064846:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4295003018, at 4295003074 00000100:00000010:2.0:1789131416.064863:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d8521a20. 00000100:00000040:3.0:1789131416.065827:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4295003018, at 4295003075 00000100:00000010:3.0:1789131416.065837:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d8521b40. 00000100:00000001:0.0:1789131416.127063:0:2358:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131416.127075:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131416.127077:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131416.127082:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131416.127084:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131416.127088:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131416.127091:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131416.127510:0:2359:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789131416.127517:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131416.127527:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:2.0:1789131416.127530:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131416.127531:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131416.127533:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131416.127536:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131416.127882:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131416.127891:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131416.127896:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131416.127898:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131416.127901:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131416.127902:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131416.127959:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131416.127973:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131416.127976:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789131417.154234:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131417.154242:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131417.154244:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131417.154247:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131417.154253:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131417.154254:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131417.154256:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131417.154258:0:41:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131417.154262:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131417.154263:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131417.154265:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131417.154269:0:41:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131417.154272:0:41:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131417.154273:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131417.154275:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131417.154276:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131417.154277:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131417.154279:0:41:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131417.154283:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131417.154284:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131417.154433:0:2358:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789131417.154443:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131417.154445:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131417.154448:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131417.154451:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131417.154454:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131417.154457:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131417.154628:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131417.154631:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131417.154634:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789131418.174601:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131418.174607:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131418.174613:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131418.174615:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131418.174618:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131418.174619:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131418.175703:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131418.175708:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131418.175712:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131418.179489:0:2358:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131418.179568:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131418.179570:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131418.179586:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131418.179589:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131418.179593:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131418.179597:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131419.198604:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131419.198623:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131419.198628:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131419.198629:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131419.198632:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131419.198635:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131419.198637:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131419.198643:0:41:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131419.198645:0:41:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131419.198646:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131419.198649:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131419.198651:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131419.198653:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131419.198655:0:41:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131419.198703:0:2358:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131419.198711:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131419.198713:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131419.198716:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131419.198717:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131419.198721:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131419.198723:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131419.199330:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131419.199333:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131419.199336:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789131420.158679:0:2359:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789131420.158697:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131420.158699:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131420.158705:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131420.158707:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131420.158713:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.158717:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131420.223497:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789131420.223504:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789131420.223509:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d03c0. 00000020:00000040:1.0:1789131420.223514:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=7 obd=MGC192.168.206.157@tcp 00000100:00000001:1.0:1789131420.223519:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131420.223523:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131420.223528:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131420.223535:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d4ecd000. 00000100:00000001:1.0:1789131420.223542:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131420.223554:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS req@ffff9ba0d06d03c0 x1876039997385984/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789131420.223575:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131420.223579:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131420.223587:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006edb6df7] to pc [ptlrpcd_00_00+0] req@ffff9ba0d06d03c0 x1876039997385984/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131420.223612:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131420.223615:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789131420.223630:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789131420.223633:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d2940. 00000020:00000040:1.0:1789131420.223635:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=109 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:1.0:1789131420.223637:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131420.223638:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131420.223640:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131420.223643:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d4ecd400. 00000100:00000001:1.0:1789131420.223658:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131420.223663:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID req@ffff9ba0d06d2940 x1876039997386112/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789131420.223670:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131420.223673:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131420.223676:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005db4d2a2] to pc [ptlrpcd_00_01+1] req@ffff9ba0d06d2940 x1876039997386112/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131420.223685:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131420.223688:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789131420.223691:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789131420.223694:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789131420.223697:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789131420.223700:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789131420.223703:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789131420.223706:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d2580. 00000020:00000040:1.0:1789131420.223708:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=15 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000100:00000001:1.0:1789131420.223710:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131420.223712:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131420.223714:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131420.223717:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d4ecdd00. 00000100:00000001:1.0:1789131420.223720:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131420.223724:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID req@ffff9ba0d06d2580 x1876039997386240/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789131420.223730:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131420.223732:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131420.223735:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000546432e1] to pc [ptlrpcd_00_00+0] req@ffff9ba0d06d2580 x1876039997386240/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131420.223753:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131420.223755:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789131420.223758:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789131420.223760:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789131420.223763:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1789131420.223765:0:485:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1789131420.223767:0:485:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1789131420.223770:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d30c0. 00000020:00000040:1.0:1789131420.223772:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0c3042000 refcount=3 obd=lustre-OST0001-osc-ffff9ba0d1a0e000 00000100:00000001:1.0:1789131420.223774:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131420.223776:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131420.223778:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131420.223782:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d4ecdc00. 00000100:00000001:1.0:1789131420.223785:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131420.223787:0:485:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446633713726730432 : -110359982821184 : ffff9ba0d06d30c0) 00000100:00080000:1.0:1789131420.223790:0:485:0:(import.c:65:import_set_state_nolock()) ffff9ba0c3042000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:1.0:1789131420.223793:0:485:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9ba0d1a0e000: disconnect after 24s idle 00000100:00000001:0.0:1789131420.226338:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131420.226346:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131420.226349:0:2357:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131420.226364:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d03c0 x1876039997385984/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131420.226374:0:2357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131420.226376:0:2357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131420.226381:0:2357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131420.226384:0:2357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131420.226387:0:2357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131420.226390:0:2357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2357:1876039997385984:192.168.206.157@tcp:400:kworker.0 00000100:00000001:0.0:1789131420.226394:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131420.226399:0:2357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131420.226402:0:2357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131420.226404:0:2357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131420.226410:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d0510e00. 02000000:00000001:0.0:1789131420.226412:0:2357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131420.226431:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131420.226435:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee6e0. 00000400:00000010:0.0:1789131420.226441:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346c38. 00000100:00000200:0.0:1789131420.226448:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997385984, portal 25 00000100:00000001:0.0:1789131420.226450:0:2357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131420.226451:0:2357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000040:0.0:1789131420.226457:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06d03c0 x1876039997385984/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131420.226465:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131420.226495:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131420.226499:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346770. 00000100:00000200:0.0:1789131420.226503:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039997385984, offset 0 00000400:00000200:0.0:1789131420.226509:0:2357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131420.226518:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131420.226525:0:2357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131420.226530:0:2357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131420.226534:0:2357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131420.226537:0:2357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131420.226540:0:2357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131420.226543:0:2357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [436:436:256:4294967295] 192.168.206.157@tcp LPNI seq info [436:436:8:4294967295] 00000400:00000200:0.0:1789131420.226547:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131420.226557:0:2357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131420.226572:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131420.226577:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879100. 00000800:00000200:0.0:1789131420.226584:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131420.226592:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131420.226596:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789131420.226604:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131420.226608:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131420.226610:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295008134 00000100:00000010:0.0:1789131420.226615:0:2357:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d81f77e0. 00000100:00000001:0.0:1789131420.226633:0:2357:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789131420.226638:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295008134 00000100:00000010:0.0:1789131420.226640:0:2357:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d81f7360. 00000100:00000001:0.0:1789131420.226643:0:2357:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789131420.226646:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131420.226649:0:2357:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131420.226652:0:2357:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131420.226656:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d2580 x1876039997386240/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131420.226663:0:2357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131420.226665:0:2357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131420.226667:0:2357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131420.226669:0:2357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131420.226671:0:2357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131420.226673:0:2357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2357:1876039997386240:192.168.206.157@tcp:400:kworker.0 00000100:00000001:0.0:1789131420.226677:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131420.226679:0:2357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131420.226680:0:2357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131420.226682:0:2357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131420.226685:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0c120b600. 02000000:00000001:0.0:1789131420.226687:0:2357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131420.226690:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131420.226692:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee738. 00000400:00000010:0.0:1789131420.226695:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13464c8. 00000100:00000200:0.0:1789131420.226698:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997386240, portal 10 00000100:00000001:0.0:1789131420.226700:0:2357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131420.226701:0:2357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726727552 : -110359982824064 : ffff9ba0d06d2580) 00000100:00000040:0.0:1789131420.226707:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06d2580 x1876039997386240/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131420.226712:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131420.226714:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131420.226716:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346908. 00000100:00000200:0.0:1789131420.226719:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997386240, offset 0 00000400:00000200:0.0:1789131420.226722:0:2357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131420.226726:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131420.226729:0:2357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131420.226731:0:2357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131420.226734:0:2357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131420.226736:0:2357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131420.226737:0:2357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131420.226740:0:2357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [437:437:255:4294967295] 192.168.206.157@tcp LPNI seq info [437:437:7:4294967295] 00000400:00000200:0.0:1789131420.226743:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131420.226748:0:2357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131420.226752:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131420.226755:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879e00. 00000800:00000200:0.0:1789131420.226759:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131420.226763:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131420.226765:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789131420.226768:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131420.226771:0:2357:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 18282 usecs (19 jiffies) 00000400:00000200:0.0:1789131420.226775:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131420.226777:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4295007254 00000100:00000001:0.0:1789131420.226779:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4295008134 00000100:00000001:0.0:1789131420.226781:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4295007254 00000100:00000001:0.0:1789131420.226783:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4295008134 00000100:00000001:0.0:1789131420.226785:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131420.226787:0:2357:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131420.226789:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131420.226791:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131420.226798:0:2357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131420.226800:0:2357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131420.226802:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131420.226804:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131420.226805:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131420.226808:0:2357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1789131420.226810:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131420.226812:0:2357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131420.226813:0:2357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131420.226814:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131420.226815:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131420.226817:0:2357:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131420.226833:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d2940 x1876039997386112/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131420.226841:0:2357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131420.226842:0:2357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131420.226844:0:2357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131420.226846:0:2357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131420.226847:0:2357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131420.226850:0:2357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2357:1876039997386112:192.168.206.157@tcp:400:kworker.0 00000100:00000001:0.0:1789131420.226853:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131420.226855:0:2357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131420.226857:0:2357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131420.226858:0:2357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131420.226862:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d8056200. 02000000:00000001:0.0:1789131420.226864:0:2357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131420.226867:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131420.226869:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee948. 00000400:00000010:0.0:1789131420.226873:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346440. 00000100:00000200:0.0:1789131420.226876:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997386112, portal 10 00000100:00000001:0.0:1789131420.226878:0:2357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131420.226879:0:2357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726728512 : -110359982823104 : ffff9ba0d06d2940) 00000100:00000040:0.0:1789131420.226885:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06d2940 x1876039997386112/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131420.226891:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131420.226893:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131420.226895:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346198. 00000100:00000200:0.0:1789131420.226908:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997386112, offset 0 00000400:00000200:0.0:1789131420.226913:0:2357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131420.226917:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131420.226920:0:2357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131420.226923:0:2357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131420.226925:0:2357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131420.226927:0:2357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131420.226929:0:2357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131420.226931:0:2357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [438:438:254:4294967295] 192.168.206.157@tcp LPNI seq info [438:438:6:4294967295] 00000400:00000200:0.0:1789131420.226935:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131420.226940:0:2357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131420.226943:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131420.226946:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879d00. 00000800:00000200:0.0:1789131420.226950:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131420.226953:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131420.226955:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789131420.226958:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131420.226972:0:2357:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27408 usecs (28 jiffies) 00000400:00000200:0.0:1789131420.226976:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131420.226978:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295007263 00000100:00000001:0.0:1789131420.226980:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295008134 00000100:00000001:0.0:1789131420.226982:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295007263 00000100:00000001:0.0:1789131420.226984:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295008134 00000100:00000001:0.0:1789131420.226986:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131420.226987:0:2357:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131420.226990:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131420.226992:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131420.227131:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131420.227135:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879100. 00000400:00000200:2.0:1789131420.227140:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131420.227145:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131420.227150:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346770 00000400:00000010:2.0:1789131420.227152:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346770. 00000100:00000001:2.0:1789131420.227156:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131420.227160:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d03c0 x1876039997385984/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.227181:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131420.227185:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d03c0 x1876039997385984/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131436 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.227192:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.227194:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131420.227207:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131420.227217:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879e00. 00000400:00000200:2.0:1789131420.227220:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131420.227224:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131420.227227:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346908 00000400:00000010:2.0:1789131420.227229:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346908. 00000100:00000001:2.0:1789131420.227232:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131420.227236:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d2580 x1876039997386240/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.227243:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131420.227246:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d2580 x1876039997386240/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131436 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.227251:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.227253:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131420.227286:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131420.227289:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879d00. 00000400:00000200:2.0:1789131420.227292:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131420.227295:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131420.227298:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346198 00000400:00000010:2.0:1789131420.227299:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346198. 00000100:00000001:2.0:1789131420.227301:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131420.227305:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d2940 x1876039997386112/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.227311:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131420.227314:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d2940 x1876039997386112/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131436 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.227320:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.227321:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1789131420.229109:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131420.229116:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131420.229121:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131420.229123:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131420.229126:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131420.229127:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131420.229194:0:2358:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131420.229197:0:2358:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1789131420.229210:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131404/real 1789131404] req@ffff9ba0d06a21c0 x1876039997383424/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1789131420.229269:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131420.229273:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131420.229275:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789131420.231366:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131420.231373:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131420.231387:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a035fc5a] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d06d30c0 x1876039997386368/t0(0) o9->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131420.231416:0:485:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131420.231420:0:485:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131420.231427:0:485:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (344) 00000100:00000001:2.0:1789131420.231899:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131420.231904:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131420.231906:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131420.231927:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d30c0 x1876039997386368/t0(0) o9->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.231936:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131420.231938:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131420.231942:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131420.231945:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131420.231948:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131420.231951:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2356:1876039997386368:192.168.206.157@tcp:9:kworker.0 00000100:00000001:2.0:1789131420.231955:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131420.231961:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131420.231963:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131420.231966:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131420.231971:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d1145200. 02000000:00000001:2.0:1789131420.231974:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131420.231981:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131420.231986:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46108. 00000400:00000010:2.0:1789131420.231993:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e088. 00000100:00000200:2.0:1789131420.231999:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997386368, portal 4 00000100:00000001:2.0:1789131420.232002:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131420.232003:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726730432 : -110359982821184 : ffff9ba0d06d30c0) 00000100:00000040:2.0:1789131420.232011:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06d30c0 x1876039997386368/t0(0) o9->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.232018:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131420.232020:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131420.232022:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e550. 00000100:00000200:2.0:1789131420.232025:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876039997386368, offset 0 00000400:00000200:2.0:1789131420.232031:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131420.232039:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131420.232047:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131420.232052:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131420.232056:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131420.232060:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131420.232062:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131420.232072:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [439:439:256:4294967295] 192.168.206.157@tcp LPNI seq info [439:439:8:4294967295] 00000400:00000200:2.0:1789131420.232077:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131420.232086:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131420.232093:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131420.232097:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700f00. 00000800:00000200:2.0:1789131420.232104:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131420.232111:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131420.232115:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131420.232125:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131420.232129:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: using a timeout of 31488 usecs (32 jiffies) 00000400:00000200:2.0:1789131420.232132:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131420.232135:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4295007273 00000100:00000001:2.0:1789131420.232138:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4295008134 00000100:00000001:2.0:1789131420.232140:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4295007273 00000100:00000001:2.0:1789131420.232142:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4295008134 00000100:00000001:2.0:1789131420.232145:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131420.232147:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.232150:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.232153:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131420.232160:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131420.232161:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1789131420.232164:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131420.232165:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131420.232166:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.232168:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131420.232254:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131420.232259:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700f00. 00000400:00000200:2.0:1789131420.232263:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131420.232269:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131420.232274:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e550 00000400:00000010:2.0:1789131420.232276:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e550. 00000100:00000001:2.0:1789131420.232286:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131420.232291:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d30c0 x1876039997386368/t0(0) o9->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.232301:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131420.232305:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d30c0 x1876039997386368/t0(0) o9->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.232312:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.232314:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131420.239345:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131420.239358:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131420.239362:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131420.239365:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131420.239373:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131420.239381:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131420.239389:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131420.239393:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131420.239398:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131420.239402:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 25 MB=0x6aa3f99a0ed00 00000400:00000200:2.0:1789131420.239406:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131420.239412:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 224/224 into md 0x1195 [1] + 224 00000800:00000001:2.0:1789131420.239418:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131420.239425:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131420.239428:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131420.239432:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131420.239438:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131420.239446:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d03c0 x1876039997385984/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131436 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131420.239458:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d06d03c0 x1876039997385984/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.239506:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131420.239513:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131420.239516:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131420.240119:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131420.240124:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131420.240133:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131420.240135:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131420.240138:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee6e0. 00000400:00000200:1.0:1789131420.240144:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346c38 00000400:00000010:1.0:1789131420.240154:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346c38. 00000100:00000001:1.0:1789131420.240158:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131420.240164:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d03c0 x1876039997385984/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131420.240184:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d03c0 x1876039997385984/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131436 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131420.240190:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131420.240192:0:2357:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131420.240195:0:2357:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131420.240198:0:2357:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131420.240201:0:2357:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131420.240203:0:2357:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131420.240206:0:2357:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131420.240212:0:2357:0:(import.c:2149:obd_at_measure()) add 0 to ffff9ba0d1aa9c60 time=133 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131420.240215:0:2357:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=133 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131420.240218:0:2357:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131420.240220:0:2357:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1789131420.240223:0:2357:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1789131420.240227:0:2357:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.206.157@tcp of MGS@192.168.206.157@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1789131420.240231:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9ba0d1aa9800 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1789131420.240234:0:2357:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.206.157@tcp: Connection to MGS (at 192.168.206.157@tcp) was lost; in progress operations using this service will fail 00000800:00000001:2.0:1789131420.242676:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131420.242686:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131420.242690:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131420.242693:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131420.242704:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131420.242712:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131420.242719:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131420.242723:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131420.242729:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131420.242733:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 4 MB=0x6aa3f99a0ee80 00000400:00000200:2.0:1789131420.242737:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131420.242744:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.157@tcp of length 224/224 into md 0x11ad [1] + 224 00000800:00000001:2.0:1789131420.242751:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131420.242757:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131420.242760:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131420.242764:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131420.242772:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131420.242782:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d30c0 x1876039997386368/t0(0) o9->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131420.242794:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d06d30c0 x1876039997386368/t0(0) o9->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.242818:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131420.242827:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131420.242830:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131420.242879:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131420.242884:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131420.242890:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131420.242914:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131420.242918:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46108. 00000400:00000200:3.0:1789131420.242923:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e088 00000400:00000010:3.0:1789131420.242926:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e088. 00000100:00000001:3.0:1789131420.242930:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131420.242934:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d30c0 x1876039997386368/t0(0) o9->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131420.242943:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d30c0 x1876039997386368/t0(0) o9->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131420.242948:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131420.242950:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131420.242953:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131420.242955:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131420.242957:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131420.242959:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131420.242962:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131420.242971:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0c3042460 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131420.242976:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c3042418 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131420.242978:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131420.242980:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131420.242983:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789131420.242988:0:2356:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ba0d06d30c0 x1876039997386368/t0(0) o9->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789131420.243005:0:2356:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.243009:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131420.243011:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9ba0d1a0e000: skip recheck: last_committed 4294967299 00000100:00000001:3.0:1789131420.243013:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131420.243015:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131420.243019:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d30c0 x1876039997386368/t0(0) o9->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131420.243025:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131420.243028:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131420.243031:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789131420.243041:0:2356:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9ba0d06d30c0 x1876039997386368/t0(0) o9->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789131420.243048:0:2356:0:(import.c:65:import_set_state_nolock()) ffff9ba0c3042000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1789131420.243052:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d30c0 x1876039997386368/t0(0) o9->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131420.243059:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2356:1876039997386368:192.168.206.157@tcp:9:kworker.0 00000100:00000001:3.0:1789131420.243064:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131420.243067:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131420.243070:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d30c0 x1876039997386368/t0(0) o9->lustre-OST0001-osc-ffff9ba0d1a0e000@192.168.206.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1789131430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131420.243076:0:2356:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131420.243079:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131420.243082:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d1145200. 02000000:00000001:3.0:1789131420.243085:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131420.243088:0:2356:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131420.243090:0:2356:0:(genops.c:1223:class_import_put()) import ffff9ba0c3042000 refcount=2 obd=lustre-OST0001-osc-ffff9ba0d1a0e000 00000020:00000001:3.0:1789131420.243092:0:2356:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131420.243095:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d4ecdc00. 02000000:00000001:3.0:1789131420.243098:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131420.243100:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131420.243102:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d30c0. 00000100:00000001:3.0:1789131420.243105:0:2356:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131420.243106:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131420.243108:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131420.243115:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131420.243117:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.243119:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131420.243120:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1789131420.256340:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131420.256347:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131420.256351:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8edc0. 00000400:00000200:0.0:1789131420.256360:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80205d8 00000400:00000010:0.0:1789131420.256362:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80205d8. 00000100:00000001:0.0:1789131420.256368:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131420.256379:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a21c0 x1876039997383424/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789131420.256390:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a21c0 x1876039997383424/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131420.256399:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131420.256401:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131420.256405:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131420.256407:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789131420.256411:0:2358:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9ba0d06a21c0 x1876039997383424/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131420.256418:0:2358:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1789131420.256421:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ba0d8572000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789131420.256425:0:2358:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9ba0d85d4000: Connection to lustre-MDT0000 (at 192.168.206.157@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1789131420.256438:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1789131420.256441:0:2358:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1789131420.256444:0:2358:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131420.256445:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1789131420.256447:0:2358:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1789131420.256460:0:2358:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1789131420.256462:0:2358:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131420.256590:0:2358:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1789131420.256600:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131404/real 1789131404] req@ffff9ba0d06a1680 x1876039997383296/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789131420.256610:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131420.256611:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131420.256614:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e9a0. 00000400:00000200:0.0:1789131420.256626:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020c38 00000400:00000010:0.0:1789131420.256629:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020c38. 00000100:00000001:0.0:1789131420.256632:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131420.256635:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a1680 x1876039997383296/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789131420.256642:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a1680 x1876039997383296/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131420.256647:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131420.256648:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131420.256650:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131420.256651:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789131420.256654:0:2358:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9ba0d06a1680 x1876039997383296/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131420.256659:0:2358:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131420.256660:0:2358:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1789131420.256663:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131404/real 1789131404] req@ffff9ba0d06a03c0 x1876039997383808/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789131420.256671:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131420.256672:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131420.256673:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8eaa8. 00000400:00000200:0.0:1789131420.256675:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020660 00000400:00000010:0.0:1789131420.256676:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020660. 00000100:00000001:0.0:1789131420.256678:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131420.256681:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a03c0 x1876039997383808/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789131420.256692:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a03c0 x1876039997383808/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131420.256697:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131420.256698:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131420.256700:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131420.256701:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789131420.256703:0:2358:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9ba0d06a03c0 x1876039997383808/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131420.256709:0:2358:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1789131420.256710:0:2358:0:(import.c:65:import_set_state_nolock()) ffff9ba0d1a09800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789131420.256723:0:2358:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: Connection to lustre-MDT0000 (at 192.168.206.157@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1789131420.256726:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1789131420.256727:0:2358:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1789131420.256728:0:2358:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131420.256730:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1789131420.256731:0:2358:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1789131420.256740:0:2358:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1789131420.256742:0:2358:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131420.256749:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131420.256751:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131420.256754:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131420.256756:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131420.256759:0:2358:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131420.256762:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131420.256764:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131420.256769:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a21c0 x1876039997383424/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131420.256776:0:2358:0:(client.c:2190:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1789131420.256779:0:2358:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131420.256781:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131420.256782:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131420.256786:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a21c0 x1876039997383424/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131420.256794:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2358:1876039997383424:192.168.206.157@tcp:400:kworker.0 00000100:00000001:0.0:1789131420.256798:0:2358:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789131420.282668:0:2357:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.206.157@tcp for MGC192.168.206.157@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1789131420.282674:0:2357:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1789131420.282676:0:2357:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1789131420.282679:0:2357:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1789131420.282688:0:2357:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ba0d06a1680 x1876039997383296/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131420.282704:0:2357:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ba0d48383c0 x1876039997384192/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131420.282738:0:2357:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ba0c7dc6940 x1876039997385088/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131420.282788:0:2357:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ba0d06d03c0 x1876039997385984/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131436 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131420.282796:0:2357:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1789131420.282797:0:2357:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00080000:2.0:1789131420.283216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789131420.283222:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789131420.283224:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789131420.283227:0:8:0:(import.c:65:import_set_state_nolock()) ffff9ba0d8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789131420.283231:0:8:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1789131420.283235:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ba0d85d4000: connect to NID 192.168.206.157@tcp last attempt 206 00000400:00000200:2.0:1789131420.283243:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131420.283257:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.206.157@tcp is discovered: rc = 1 00000100:00000040:2.0:1789131420.283262:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9ba0c3f3d6c0 refcount 20 to 192.168.206.157@tcp 00000100:00000001:2.0:1789131420.283265:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789131420.283267:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9ba0c3f3d6c0 refcount 21 to 192.168.206.157@tcp 00000100:00000001:2.0:1789131420.283269:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633713517450944 : -110360192100672 : ffff9ba0c3f3d6c0) 00000100:00000001:3.0:1789131420.283271:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1789131420.283273:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789131420.283275:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc8adac5b2d01fc4c 00000100:00000001:3.0:1789131420.283275:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1789131420.283277:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131420.283280:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9ba0d87f5000 refcount=5 00000400:00000001:3.0:1789131420.283281:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1789131420.283282:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713862135808 : -110359847415808 : ffff9ba0d87f5000) 00000020:00000001:2.0:1789131420.283284:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633713862135808 : -110359847415808 : ffff9ba0d87f5000) 00000400:00000001:3.0:1789131420.283284:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1789131420.283287:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9ba0c3f3d6c0 refcount 20 to 192.168.206.157@tcp 00000400:00000010:3.0:1789131420.283287:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46dc0. 00000100:00000001:2.0:1789131420.283289:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789131420.283291:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9ba0c3f3d6c0 refcount 21 to 192.168.206.157@tcp 00000100:00000001:2.0:1789131420.283293:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633713517450944 : -110360192100672 : ffff9ba0c3f3d6c0) 00000020:00000040:2.0:1789131420.283295:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff9ba0d87f5000 : new refcount 4 00000400:00000200:3.0:1789131420.283297:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e440 00000100:00080000:2.0:1789131420.283298:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ba0d85d4000: import ffff9ba0d8572000 using connection 192.168.206.157@tcp/192.168.206.157@tcp 00000400:00000010:3.0:1789131420.283300:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e440. 00000100:00000001:2.0:1789131420.283301:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131420.283303:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1789131420.283305:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131420.283309:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d48383c0 x1876039997384192/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.283310:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131420.283311:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131420.283315:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131420.283317:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131420.283318:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46b58. 00000100:00000200:3.0:1789131420.283319:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d48383c0 x1876039997384192/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789131420.283321:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e198 00000400:00000010:2.0:1789131420.283322:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e198. 00000100:00000001:2.0:1789131420.283325:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1789131420.283326:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131420.283328:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1789131420.283329:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc6940 x1876039997385088/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131431 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131420.283332:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d48383c0 x1876039997384192/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789131420.283337:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc6940 x1876039997385088/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131431 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131420.283339:0:2360:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1789131420.283342:0:2360:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131420.283343:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131420.283344:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131420.283346:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131420.283348:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131420.283350:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d48383c0 x1876039997384192/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131420.283352:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc6940 x1876039997385088/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131431 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131420.283357:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d48383c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997384192:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131420.283359:0:2359:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1789131420.283361:0:2359:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131420.283362:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131420.283363:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131420.283363:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.283366:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131420.283367:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc6940 x1876039997385088/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131431 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131420.283369:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d48383c0 x1876039997384192/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131425 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131420.283374:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc6940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2359:1876039997385088:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131420.283376:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1789131420.283378:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131420.283379:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1789131420.283380:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1789131420.283382:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d36c5600. 00000100:00000040:2.0:1789131420.283383:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c7dc6940 x1876039997385088/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131431 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789131420.283386:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1789131420.283388:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1789131420.283388:0:2360:0:(genops.c:1217:class_import_put()) Process entered 02000000:00000001:2.0:1789131420.283389:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1789131420.283390:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=6 obd=MGC192.168.206.157@tcp 02000000:00000010:2.0:1789131420.283391:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d1145600. 00000020:00000001:3.0:1789131420.283392:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000001:2.0:1789131420.283393:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131420.283394:0:2359:0:(genops.c:1217:class_import_put()) Process entered 02000000:00000010:3.0:1789131420.283394:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d4a63e00. 00000020:00000040:2.0:1789131420.283396:0:2359:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000020:00000001:2.0:1789131420.283397:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131420.283398:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d2a4d700. 02000000:00000001:3.0:1789131420.283398:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131420.283400:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131420.283402:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1789131420.283402:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131420.283404:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c7dc6940. 00000100:00000010:3.0:1789131420.283404:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d48383c0. 00000100:00000001:2.0:1789131420.283407:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131420.283408:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131420.283409:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131420.283409:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131420.283411:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.283412:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.283414:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131420.283414:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131420.283415:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131420.283415:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131420.283417:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.283417:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.283419:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.283419:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131420.283433:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131420.283439:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.283442:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1789131420.283446:0:8:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683268 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789131420.283449:0:8:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.283451:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131420.283456:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c8280000. 00000020:00000040:2.0:1789131420.283459:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=110 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:2.0:1789131420.283463:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789131420.283465:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.283467:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131420.283483:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131420.283487:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131420.283493:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b02c00. 00000100:00000001:2.0:1789131420.283499:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131420.283506:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ba0c8280000 x1876039997386496/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131420.283515:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131420.283519:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131420.283523:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a8cb04a] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c8280000 x1876039997386496/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.283539:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131420.283542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131420.283545:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131420.283548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131420.283551:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1789131420.283553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789131420.283556:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1789131420.283558:0:8:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1789131420.283559:0:8:0:(import.c:65:import_set_state_nolock()) ffff9ba0d1a09800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1789131420.283577:0:8:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1789131420.283580:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: connect to NID 192.168.206.157@tcp last attempt 268 00000400:00000200:2.0:1789131420.283585:0:8:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131420.283588:0:8:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.206.157@tcp is discovered: rc = 1 00000100:00000040:2.0:1789131420.283591:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9ba0c3f3d6c0 refcount 20 to 192.168.206.157@tcp 00000100:00000001:2.0:1789131420.283593:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789131420.283595:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9ba0c3f3d6c0 refcount 21 to 192.168.206.157@tcp 00000100:00000001:2.0:1789131420.283597:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633713517450944 : -110360192100672 : ffff9ba0c3f3d6c0) 00000020:00000001:2.0:1789131420.283600:0:8:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789131420.283601:0:8:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc8adac5b2d01fcc3 00000020:00000001:2.0:1789131420.283603:0:8:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131420.283605:0:8:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9ba0c3e82800 refcount=5 00000020:00000001:2.0:1789131420.283608:0:8:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713516685312 : -110360192866304 : ffff9ba0c3e82800) 00000020:00000001:2.0:1789131420.283610:0:8:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633713516685312 : -110360192866304 : ffff9ba0c3e82800) 00000100:00000040:2.0:1789131420.283612:0:8:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9ba0c3f3d6c0 refcount 20 to 192.168.206.157@tcp 00000100:00000001:2.0:1789131420.283614:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1789131420.283616:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131420.283618:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131420.283620:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131420.283626:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c8280000 x1876039997386496/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131420.283633:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131420.283635:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131420.283638:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131420.283640:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131420.283643:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131420.283646:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c8280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997386496:192.168.206.157@tcp:38:kworker.0 00000100:00000001:3.0:1789131420.283650:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131420.283654:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131420.283657:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131420.283659:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131420.283664:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d84fd400. 02000000:00000001:3.0:1789131420.283666:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131420.283671:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131420.283674:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995528. 00000100:00000040:2.0:1789131420.283677:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9ba0c3f3d6c0 refcount 21 to 192.168.206.157@tcp 00000100:00000001:2.0:1789131420.283679:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633713517450944 : -110360192100672 : ffff9ba0c3f3d6c0) 00000400:00000010:3.0:1789131420.283679:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd52a8. 00000020:00000040:2.0:1789131420.283682:0:8:0:(genops.c:879:class_export_put()) PUTting export ffff9ba0c3e82800 : new refcount 4 00000100:00080000:2.0:1789131420.283685:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: import ffff9ba0d1a09800 using connection 192.168.206.157@tcp/192.168.206.157@tcp 00000100:00000200:3.0:1789131420.283685:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997386496, portal 10 00000100:00000001:2.0:1789131420.283687:0:8:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.283687:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131420.283688:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587978240 : -110360121573376 : ffff9ba0c8280000) 02000000:00000001:2.0:1789131420.283689:0:8:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789131420.283692:0:8:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131420.283694:0:8:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131420.283695:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c8280000 x1876039997386496/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1789131430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.283696:0:8:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:2.0:1789131420.283698:0:8:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683268 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1789131420.283701:0:8:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.283702:0:8:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.283702:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1789131420.283705:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c8280f00. 00000020:00000040:2.0:1789131420.283707:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=16 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000100:00000040:3.0:1789131420.283709:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 02000000:00000001:2.0:1789131420.283710:0:8:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 00000400:00000010:3.0:1789131420.283712:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5dd0. 00000100:00000200:3.0:1789131420.283715:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876039997386496, offset 0 00000400:00000200:3.0:1789131420.283721:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131420.283728:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131420.283734:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131420.283739:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131420.283742:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131420.283746:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131420.283749:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131420.283752:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [440:440:256:4294967295] 192.168.206.157@tcp LPNI seq info [440:440:8:4294967295] 00000400:00000200:3.0:1789131420.283756:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131420.283765:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131420.283771:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131420.283775:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131420.283782:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 02000000:00000001:2.0:1789131420.283784:0:8:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.283787:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131420.283789:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1789131420.283789:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 02000000:00000001:2.0:1789131420.283791:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131420.283794:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 1, nob 616 niov 1 nkiov 1 02000000:00000010:2.0:1789131420.283796:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c7b02800. 00000100:00000001:2.0:1789131420.283800:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131420.283805:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ba0c8280f00 x1876039997386624/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789131420.283810:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.283813:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131420.283815:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131420.283824:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27408 usecs (28 jiffies) 00000400:00000200:3.0:1789131420.283828:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131420.283830:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295007320 00000100:00000001:3.0:1789131420.283833:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295008134 00000100:00000001:3.0:1789131420.283835:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295007320 00000100:00000001:3.0:1789131420.283837:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295008134 00000100:00000001:3.0:1789131420.283839:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131420.283843:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.283845:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.283847:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131420.283854:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131420.283861:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789131420.283863:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131420.283864:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131420.283866:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.283867:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131420.283980:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131420.283984:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:3.0:1789131420.283989:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131420.283994:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131420.283998:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5dd0 00000400:00000010:3.0:1789131420.284000:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5dd0. 00000100:00000001:3.0:1789131420.284003:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131420.284007:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c8280000 x1876039997386496/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1789131430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131420.284015:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131420.284018:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c8280000 x1876039997386496/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1789131430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131420.284024:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.284025:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789131420.284657:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1789131420.284667:0:2358:0:(client.c:1410:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff9ba0d06a1680 x1876039997383296/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131420.284674:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131420.284677:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a1680 x1876039997383296/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Rpc:EXNQU/200/ffffffff rc -108/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131420.284683:0:2358:0:(client.c:2190:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:0.0:1789131420.284687:0:2358:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131420.284688:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131420.284690:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131420.284693:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a1680 x1876039997383296/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Interpret:EXNQU/200/ffffffff rc -108/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131420.284700:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2358:1876039997383296:192.168.206.157@tcp:400:kworker.0 00000100:00000001:0.0:1789131420.284707:0:2358:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131420.284708:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131420.284710:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131420.284714:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a03c0 x1876039997383808/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131420.285135:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020faf3eb] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c8280f00 x1876039997386624/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.285158:0:8:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131420.285162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131420.285165:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131420.285173:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (344) 00000100:00000040:2.0:1789131420.285181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131420.285184:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131420.285186:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131420.285190:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1789131420.285213:0:2358:0:(client.c:2190:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:0.0:1789131420.285216:0:2358:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131420.285217:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131420.285219:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131420.285224:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1789131420.285225:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a03c0 x1876039997383808/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131420.285227:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131420.285228:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1789131420.285233:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2358:1876039997383808:192.168.206.157@tcp:400:kworker.0 00000100:00000040:3.0:1789131420.285233:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c8280f00 x1876039997386624/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131420.285263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131420.285266:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131420.285269:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (344) 00000100:00000001:1.0:1789131420.285350:0:2357:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:1.0:1789131420.285355:0:2357:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1789131420.285358:0:2357:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1789131420.285360:0:2357:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131420.285362:0:2357:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1789131420.285363:0:2357:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:1.0:1789131420.285364:0:2357:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1789131420.285366:0:2357:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131420.285367:0:2357:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1789131420.285369:0:2357:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1789131420.285372:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9ba0d1aa9800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1789131420.285376:0:2357:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1789131420.285379:0:2357:0:(import.c:510:import_select_connection()) MGC192.168.206.157@tcp: connect to NID 192.168.206.157@tcp last attempt 206 00000400:00000200:1.0:1789131420.285385:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131420.285390:0:2357:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.206.157@tcp is discovered: rc = 1 00000100:00000040:1.0:1789131420.285393:0:2357:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9ba0c3f3d6c0 refcount 20 to 192.168.206.157@tcp 00000100:00000001:1.0:1789131420.285396:0:2357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789131420.285398:0:2357:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9ba0c3f3d6c0 refcount 21 to 192.168.206.157@tcp 00000100:00000001:1.0:1789131420.285400:0:2357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633713517450944 : -110360192100672 : ffff9ba0c3f3d6c0) 00000020:00000001:1.0:1789131420.285403:0:2357:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789131420.285405:0:2357:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc8adac5b2d01fbff 00000020:00000001:1.0:1789131420.285408:0:2357:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131420.285410:0:2357:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9ba0d1aac800 refcount=3 00000020:00000001:1.0:1789131420.285412:0:2357:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713747544064 : -110359962007552 : ffff9ba0d1aac800) 00000020:00000001:1.0:1789131420.285415:0:2357:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633713747544064 : -110359962007552 : ffff9ba0d1aac800) 00000100:00000040:1.0:1789131420.285418:0:2357:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9ba0c3f3d6c0 refcount 20 to 192.168.206.157@tcp 00000100:00000001:1.0:1789131420.285420:0:2357:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789131420.285422:0:2357:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9ba0c3f3d6c0 refcount 21 to 192.168.206.157@tcp 00000100:00000001:1.0:1789131420.285435:0:2357:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633713517450944 : -110360192100672 : ffff9ba0c3f3d6c0) 00000020:00000040:1.0:1789131420.285438:0:2357:0:(genops.c:879:class_export_put()) PUTting export ffff9ba0d1aac800 : new refcount 2 00000100:00080000:1.0:1789131420.285441:0:2357:0:(import.c:624:import_select_connection()) MGC192.168.206.157@tcp: import ffff9ba0d1aa9800 using connection 192.168.206.157@tcp/192.168.206.157@tcp 00000100:00000001:1.0:1789131420.285443:0:2357:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131420.285445:0:2357:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1789131420.285448:0:2357:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131420.285451:0:2357:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131420.285453:0:2357:0:(obd_class.h:889:obd_reconnect()) Process entered 00000100:00000001:1.0:1789131420.285454:0:2357:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131420.285459:0:2357:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d0780. 00000020:00000040:1.0:1789131420.285462:0:2357:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=6 obd=MGC192.168.206.157@tcp 02000000:00000001:1.0:1789131420.285465:0:2357:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1789131420.285467:0:2357:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131420.285488:0:2357:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131420.285491:0:2357:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131420.285495:0:2357:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131420.285501:0:2357:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d075e400. 00000100:00000001:1.0:1789131420.285506:0:2357:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131420.285511:0:2357:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ba0d06d0780 x1876039997386752/t0(0) o250->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789131420.285519:0:2357:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131420.285523:0:2357:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131420.285527:0:2357:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e4326d1] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d06d0780 x1876039997386752/t0(0) o250->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131420.285534:0:2357:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131420.285537:0:2357:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1789131420.285539:0:2357:0:(client.c:1714:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1789131420.285544:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d03c0 x1876039997385984/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131436 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131420.285550:0:2357:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1789131420.285553:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131420.285559:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131420.285575:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d03c0 x1876039997385984/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131436 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131420.285583:0:2357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2357:1876039997385984:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131420.285587:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131420.285590:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131420.285593:0:2357:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d03c0 x1876039997385984/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131436 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131420.285599:0:2357:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131420.285601:0:2357:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131420.285603:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d0510e00. 02000000:00000001:1.0:1789131420.285607:0:2357:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131420.285608:0:2357:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131420.285609:0:2357:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131420.285612:0:2357:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131420.285614:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d4ecd000. 02000000:00000001:1.0:1789131420.285627:0:2357:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131420.285629:0:2357:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131420.285631:0:2357:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d03c0. 00000100:00000001:1.0:1789131420.285634:0:2357:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131420.285635:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131420.285638:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131420.285640:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131420.285641:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131420.285643:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131420.285645:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131420.285853:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131420.285856:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131420.285862:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a21c0 x1876039997383424/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131420.285868:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131420.285870:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131420.285872:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0e0299200. 02000000:00000001:0.0:1789131420.285875:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131420.285876:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131420.285878:0:2358:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=109 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131420.285880:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131420.285881:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d1879200. 02000000:00000001:0.0:1789131420.285884:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131420.285885:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131420.285887:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a21c0. 00000100:00000001:0.0:1789131420.285889:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131420.285890:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131420.285892:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131420.285896:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a1680 x1876039997383296/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Complete:EXNQU/200/ffffffff rc -108/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131420.285976:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131420.285978:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131420.285980:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0e0299400. 02000000:00000001:0.0:1789131420.285983:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131420.285984:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131420.285985:0:2358:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000020:00000001:0.0:1789131420.285987:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131420.285989:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d1879900. 02000000:00000001:0.0:1789131420.285991:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131420.285992:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131420.286067:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a1680. 00000100:00000001:0.0:1789131420.286136:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131420.286138:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131420.286140:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131420.286145:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a03c0 x1876039997383808/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131420 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131420.286151:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131420.286153:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131420.286155:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0e0299800. 02000000:00000001:0.0:1789131420.286158:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131420.286159:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131420.286161:0:2358:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=15 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:0.0:1789131420.286163:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131420.286164:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d1879400. 02000000:00000001:0.0:1789131420.286166:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131420.286168:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131420.286169:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a03c0. 00000100:00000001:0.0:1789131420.286171:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131420.286172:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131420.286174:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131420.286181:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131420.286182:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131420.286184:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131420.286185:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.288545:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131420.288552:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131420.288570:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131420.288573:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131420.288576:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131420.288586:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c8280f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2356:1876039997386624:192.168.206.157@tcp:38:kworker.0 00000100:00000001:3.0:1789131420.288592:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131420.288596:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131420.288599:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131420.288601:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131420.288627:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d84ff400. 02000000:00000001:3.0:1789131420.288629:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131420.288636:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131420.288640:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995790. 00000400:00000010:3.0:1789131420.288647:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5dd0. 00000100:00000200:3.0:1789131420.288654:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997386624, portal 10 00000100:00000001:3.0:1789131420.288656:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131420.288658:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587982080 : -110360121569536 : ffff9ba0c8280f00) 00000100:00000040:3.0:1789131420.288667:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c8280f00 x1876039997386624/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1789131430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131420.288675:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131420.288677:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131420.288680:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd55d8. 00000100:00000200:3.0:1789131420.288682:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876039997386624, offset 0 00000400:00000200:3.0:1789131420.288688:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131420.288695:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131420.288703:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131420.288709:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131420.288713:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131420.288717:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131420.288720:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131420.288723:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [441:441:256:4294967295] 192.168.206.157@tcp LPNI seq info [441:441:8:4294967295] 00000400:00000200:3.0:1789131420.288727:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131420.288736:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131420.288741:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131420.288745:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131420.288752:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131420.288759:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131420.288763:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789131420.288785:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131420.288789:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 18282 usecs (19 jiffies) 00000400:00000200:3.0:1789131420.288799:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131420.288802:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4295007317 00000100:00000001:3.0:1789131420.288805:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4295008134 00000100:00000001:3.0:1789131420.288807:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4295007317 00000100:00000001:3.0:1789131420.288810:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4295008134 00000100:00000001:3.0:1789131420.288812:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131420.288824:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.288828:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.288831:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131420.288839:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131420.288841:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789131420.288843:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131420.288845:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131420.288846:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131420.288852:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d0780 x1876039997386752/t0(0) o250->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131420.288859:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131420.288860:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131420.288862:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131420.288864:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131420.288866:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131420.288868:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2356:1876039997386752:192.168.206.157@tcp:250:ptlrpcd_00_00.0 00000100:00000001:3.0:1789131420.288871:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131420.288873:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131420.288875:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131420.288876:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131420.288879:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d84ff800. 02000000:00000001:3.0:1789131420.288881:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131420.288885:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131420.288887:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995e18. 00000400:00000010:3.0:1789131420.288891:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5440. 00000100:00000200:3.0:1789131420.288893:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997386752, portal 25 00000100:00000001:3.0:1789131420.288900:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131420.288901:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726719872 : -110359982831744 : ffff9ba0d06d0780) 00000100:00000040:3.0:1789131420.288906:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06d0780 x1876039997386752/t0(0) o250->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1789131430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1789131420.288912:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1789131420.288913:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131420.288915:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131420.288916:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000010:3.0:1789131420.288917:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5220. 00000100:00000200:3.0:1789131420.288920:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876039997386752, offset 0 00000400:00000200:2.0:1789131420.288921:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131420.288924:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131420.288926:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131420.288928:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131420.288931:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131420.288933:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131420.288940:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131420.288943:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131420.288945:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131420.288947:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [442:442:255:4294967295] 192.168.206.157@tcp LPNI seq info [442:442:7:4294967295] 00000400:00000200:3.0:1789131420.288951:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131420.288957:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131420.288961:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131420.288964:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302d00. 00000800:00000200:3.0:1789131420.288968:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131420.288973:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131420.288975:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789131420.288978:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131420.288981:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131420.288983:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295008197 00000100:00000001:3.0:1789131420.288989:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295008134 00000100:00000001:3.0:1789131420.288994:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295008197 00000100:00000001:3.0:1789131420.288997:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295008134 00000100:00000001:3.0:1789131420.288999:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131420.289009:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.289011:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.289013:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131420.289016:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131420.289017:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789131420.289018:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131420.289020:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131420.289021:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.289023:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131420.291363:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd55d8 00000400:00000010:2.0:1789131420.291383:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd55d8. 00000100:00000001:2.0:1789131420.291389:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131420.291399:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c8280f00 x1876039997386624/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1789131430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.291409:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131420.291413:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c8280f00 x1876039997386624/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1789131430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.291419:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.291421:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131420.292233:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131420.292239:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302d00. 00000400:00000200:2.0:1789131420.292245:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131420.292250:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131420.292255:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5220 00000400:00000010:2.0:1789131420.292257:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5220. 00000100:00000001:2.0:1789131420.292260:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131420.292266:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d0780 x1876039997386752/t0(0) o250->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1789131430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.292274:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131420.292277:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d0780 x1876039997386752/t0(0) o250->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1789131430 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.292283:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.292284:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131420.296737:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131420.296754:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131420.296759:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131420.296762:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131420.296770:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131420.296777:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131420.296786:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131420.296791:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131420.296797:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131420.296801:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 416 into portal 25 MB=0x6aa3f99a0f000 00000400:00000200:3.0:1789131420.296805:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131420.296811:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 416/416 into md 0x11dd [1] + 0 00000800:00000001:3.0:1789131420.296827:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131420.296835:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131420.296838:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131420.296842:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131420.296849:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131420.296858:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d0780 x1876039997386752/t0(0) o250->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1789131430 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131420.296871:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9ba0d06d0780 x1876039997386752/t0(0) o250->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1789131430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131420.296892:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131420.296900:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131420.296904:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131420.297104:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131420.297107:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131420.297113:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131420.297115:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131420.297119:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995e18. 00000400:00000200:2.0:1789131420.297123:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5440 00000400:00000010:2.0:1789131420.297126:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5440. 00000100:00000001:2.0:1789131420.297128:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131420.297133:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d0780 x1876039997386752/t0(0) o250->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1789131430 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789131420.297143:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d0780 x1876039997386752/t0(0) o250->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1789131430 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.297164:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131420.297166:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131420.297169:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131420.297172:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131420.297174:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131420.297177:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131420.297180:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131420.297186:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=133 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131420.297190:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=133 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131420.297193:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131420.297194:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131420.297198:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131420.297200:0:2356:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.297203:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131420.297207:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d0780 x1876039997386752/t0(0) o250->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 520/416 e 0 to 0 dl 1789131430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131420.297214:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131420.297216:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131420.297219:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131420.297221:0:2356:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1789131420.297228:0:2356:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.206.157@tcp: connect to target with instance 0 00000020:00000001:2.0:1789131420.297231:0:2356:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789131420.297233:0:2356:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc8adac5b2d01fbff 00000020:00000001:2.0:1789131420.297235:0:2356:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131420.297238:0:2356:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9ba0d1aac800 refcount=3 00000020:00000001:2.0:1789131420.297241:0:2356:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713747544064 : -110359962007552 : ffff9ba0d1aac800) 00000020:00000001:2.0:1789131420.297243:0:2356:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633713747544064 : -110359962007552 : ffff9ba0d1aac800) 00000100:00001000:2.0:1789131420.297246:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=1789131420 v=0 (0 0 0 0) 00000100:00001000:2.0:1789131420.297248:0:2356:0:(import.c:2215:obd_at_measure()) AT ffff9ba0d1aa9c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1789131420.297255:0:2356:0:(genops.c:879:class_export_put()) PUTting export ffff9ba0d1aac800 : new refcount 2 00000100:00000001:2.0:1789131420.297257:0:2356:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:2.0:1789131420.297260:0:2356:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1789131420.297262:0:2356:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.297268:0:2356:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000400:2.0:1789131420.297271:0:2356:0:(import.c:1284:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.206.157@tcp) after server handle changed from 0x2d69527cc2115068 to 0x2d69527cc2115d26 00000100:00080000:2.0:1789131420.299971:0:2356:0:(import.c:65:import_set_state_nolock()) ffff9ba0d1aa9800 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1789131420.299981:0:2356:0:(import.c:1292:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131420.299986:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1789131420.299993:0:2356:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.206.157@tcp; invalidating 00000020:00000040:2.0:1789131420.300068:0:2356:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000100:00000001:3.0:1789131420.300415:0:2356:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.300432:0:2356:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131420.300441:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d0780 x1876039997386752/t0(0) o250->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 520/416 e 0 to 0 dl 1789131430 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131420.300453:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2356:1876039997386752:192.168.206.157@tcp:250:ptlrpcd_00_00.0 00000100:00000001:3.0:1789131420.300459:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.300463:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131420.300466:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d0780 x1876039997386752/t0(0) o250->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 520/416 e 0 to 0 dl 1789131430 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131420.300586:0:2356:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131420.300589:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131420.300593:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0d84ff800. 02000000:00000001:3.0:1789131420.300597:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131420.300599:0:2356:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131420.300600:0:2356:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000020:00000001:3.0:1789131420.300603:0:2356:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131420.300606:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d075e400. 02000000:00000001:3.0:1789131420.300609:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131420.300611:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131420.300613:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d0780. 00000100:00000001:3.0:1789131420.300615:0:2356:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131420.300617:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131420.300619:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.300622:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131420.300624:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131420.300709:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131420.300723:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.300853:0:10680:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1789131420.300862:0:10680:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.206.157@tcp to MGS@192.168.206.157@tcp 00000100:00100000:2.0:1789131420.300866:0:10680:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1789131420.300869:0:10680:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:2.0:1789131420.300872:0:10680:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1789131420.300875:0:10680:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1789131420.300878:0:10680:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1789131420.300882:0:10680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998500 count: 4 00010000:00000001:2.0:1789131420.300887:0:10680:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789131420.300889:0:10680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131420.300892:0:10680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131420.300894:0:10680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc800 refcount=3 00000020:00000001:2.0:1789131420.300896:0:10680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472096256 : -110360237455360 : ffff9ba0c13fc800) 00010000:00000001:2.0:1789131420.300899:0:10680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472096256 : -110360237455360 : ffff9ba0c13fc800) 00010000:00000001:2.0:1789131420.300903:0:10680:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131420.300907:0:10680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fc800/0xc8adac5b2d01fc6f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0x2d69527cc2115117 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1789131420.300916:0:10680:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1789131420.300919:0:10680:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fc800/0xc8adac5b2d01fc6f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0x2d69527cc2115117 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131420.300925:0:10680:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1789131420.300928:0:10680:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1789131420.300929:0:10680:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1789131420.300931:0:10680:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1789131420.300939:0:10680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789131420.300941:0:10680:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789131420.300955:0:10680:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1789131420.300957:0:10680:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789131420.300959:0:10680:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9ba0c52d8a00) refs 2 10000000:00000001:2.0:1789131420.300961:0:10680:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1789131420.300962:0:10680:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131420.300966:0:10680:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789131420.300967:0:10680:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131420.300970:0:10680:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131420.300971:0:10680:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131420.300973:0:10680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131420.300976:0:10680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131420.300979:0:10680:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c13fc800 with handle 0xc8adac5b2d01fc6f from hash 00010000:00000001:2.0:1789131420.300981:0:10680:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131420.300983:0:10680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131420.300984:0:10680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131420.300986:0:10680:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131420.300987:0:10680:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131420.300989:0:10680:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789131420.300991:0:10680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131420.300992:0:10680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131420.300994:0:10680:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131420.301218:0:10680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131420.301221:0:10680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fc800/0xc8adac5b2d01fc6f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0x2d69527cc2115117 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131420.301232:0:10680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131420.301235:0:10680:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789131420.301235:0:10680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131420.301237:0:10680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131420.301238:0:10680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fc000 refcount=3 00000020:00000001:2.0:1789131420.301240:0:10680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472094208 : -110360237457408 : ffff9ba0c13fc000) 00010000:00000001:2.0:1789131420.301242:0:10680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472094208 : -110360237457408 : ffff9ba0c13fc000) 00010000:00000001:2.0:1789131420.301244:0:10680:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131420.301246:0:10680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fc000/0xc8adac5b2d01fc76 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x2d69527cc211511e expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1789131420.301257:0:10680:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1789131420.301259:0:10680:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fc000/0xc8adac5b2d01fc76 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x2d69527cc211511e expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131420.301264:0:10680:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1789131420.301266:0:10680:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1789131420.301267:0:10680:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=3 sp=0 st=1) 10000000:00000040:2.0:1789131420.301269:0:10680:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1789131420.301270:0:10680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789131420.301271:0:10680:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789131420.301284:0:10680:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1789131420.301285:0:10680:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789131420.301286:0:10680:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff9ba0d2de0c00) refs 3 10000000:00000001:2.0:1789131420.301288:0:10680:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1789131420.301289:0:10680:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131420.301291:0:10680:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789131420.301292:0:10680:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131420.301294:0:10680:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131420.301295:0:10680:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131420.301296:0:10680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131420.301298:0:10680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131420.301301:0:10680:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c13fc000 with handle 0xc8adac5b2d01fc76 from hash 00010000:00000001:2.0:1789131420.301303:0:10680:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131420.301304:0:10680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131420.301305:0:10680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131420.301306:0:10680:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131420.301307:0:10680:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131420.301308:0:10680:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789131420.301310:0:10680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131420.301311:0:10680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131420.301312:0:10680:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131420.301313:0:10680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131420.301315:0:10680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fc000/0xc8adac5b2d01fc76 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x2d69527cc211511e expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131420.301331:0:10680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131420.301332:0:10680:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789131420.301333:0:10680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131420.301334:0:10680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131420.301336:0:10680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fcc00 refcount=3 00000020:00000001:2.0:1789131420.301337:0:10680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472097280 : -110360237454336 : ffff9ba0c13fcc00) 00010000:00000001:2.0:1789131420.301339:0:10680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472097280 : -110360237454336 : ffff9ba0c13fcc00) 00010000:00000001:2.0:1789131420.301342:0:10680:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131420.301344:0:10680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fcc00/0xc8adac5b2d01fc84 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x2d69527cc211515d expref: -99 pid: 8522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1789131420.301348:0:10680:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1789131420.301350:0:10680:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fcc00/0xc8adac5b2d01fc84 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x2d69527cc211515d expref: -99 pid: 8522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131420.301354:0:10680:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1789131420.301357:0:10680:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1789131420.301358:0:10680:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1789131420.301359:0:10680:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1789131420.301360:0:10680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789131420.301361:0:10680:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789131420.301363:0:10680:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1789131420.301364:0:10680:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789131420.301365:0:10680:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9ba0d30dec00) refs 2 10000000:00000001:2.0:1789131420.301367:0:10680:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1789131420.301368:0:10680:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131420.301369:0:10680:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789131420.301370:0:10680:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131420.301372:0:10680:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131420.301373:0:10680:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131420.301374:0:10680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131420.301375:0:10680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131420.301377:0:10680:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c13fcc00 with handle 0xc8adac5b2d01fc84 from hash 00010000:00000001:2.0:1789131420.301383:0:10680:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131420.301384:0:10680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131420.301385:0:10680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131420.301386:0:10680:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131420.301387:0:10680:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131420.301388:0:10680:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789131420.301389:0:10680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131420.301390:0:10680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131420.301392:0:10680:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131420.301393:0:10680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131420.301396:0:10680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fcc00/0xc8adac5b2d01fc84 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x2d69527cc211515d expref: -99 pid: 8522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131420.301401:0:10680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1789131420.301404:0:10680:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998500 count: 0 00010000:00000040:2.0:1789131420.301409:0:10680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c55da200 count: 3 00010000:00000001:2.0:1789131420.301411:0:10680:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789131420.301412:0:10680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131420.301413:0:10680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131420.301415:0:10680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c13fce00 refcount=3 00000020:00000001:2.0:1789131420.301416:0:10680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713472097792 : -110360237453824 : ffff9ba0c13fce00) 00010000:00000001:2.0:1789131420.301418:0:10680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713472097792 : -110360237453824 : ffff9ba0c13fce00) 00010000:00000001:2.0:1789131420.301420:0:10680:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131420.301422:0:10680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fce00/0xc8adac5b2d01fc37 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x2d69527cc211507d expref: -99 pid: 5584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1789131420.301427:0:10680:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1789131420.301429:0:10680:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fce00/0xc8adac5b2d01fc37 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x2d69527cc211507d expref: -99 pid: 5584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131420.301433:0:10680:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1789131420.301435:0:10680:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1789131420.301436:0:10680:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1789131420.301437:0:10680:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1789131420.301438:0:10680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789131420.301444:0:10680:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789131420.301446:0:10680:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1789131420.301446:0:10680:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789131420.301447:0:10680:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9ba0c52d9000) refs 2 10000000:00000001:2.0:1789131420.301449:0:10680:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1789131420.301450:0:10680:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131420.301453:0:10680:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789131420.301454:0:10680:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131420.301456:0:10680:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131420.301456:0:10680:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131420.301458:0:10680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131420.301460:0:10680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131420.301462:0:10680:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c13fce00 with handle 0xc8adac5b2d01fc37 from hash 00010000:00000001:2.0:1789131420.301464:0:10680:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131420.301465:0:10680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131420.301466:0:10680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131420.301466:0:10680:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131420.301468:0:10680:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131420.301506:0:10680:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789131420.301509:0:10680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131420.301510:0:10680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131420.301511:0:10680:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131420.301513:0:10680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131420.301515:0:10680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.157@tcp lock: ffff9ba0c13fce00/0xc8adac5b2d01fc37 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x2d69527cc211507d expref: -99 pid: 5584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131420.301522:0:10680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131420.301524:0:10680:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789131420.301525:0:10680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131420.301526:0:10680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131420.301528:0:10680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c7000 refcount=3 00000020:00000001:2.0:1789131420.301530:0:10680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494945792 : -110360214605824 : ffff9ba0c29c7000) 00010000:00000001:2.0:1789131420.301532:0:10680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494945792 : -110360214605824 : ffff9ba0c29c7000) 00010000:00000001:2.0:1789131420.301534:0:10680:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131420.301537:0:10680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c7000/0xc8adac5b2d01fcae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x2d69527cc2115164 expref: -99 pid: 8522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1789131420.301554:0:10680:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1789131420.301557:0:10680:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c7000/0xc8adac5b2d01fcae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x2d69527cc2115164 expref: -99 pid: 8522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131420.301572:0:10680:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1789131420.301574:0:10680:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1789131420.301575:0:10680:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1789131420.301577:0:10680:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1789131420.301578:0:10680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789131420.301580:0:10680:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789131420.301582:0:10680:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1789131420.301583:0:10680:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789131420.301584:0:10680:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9ba0d30de200) refs 2 10000000:00000001:2.0:1789131420.301586:0:10680:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1789131420.301587:0:10680:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131420.301589:0:10680:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789131420.301590:0:10680:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131420.301592:0:10680:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131420.301593:0:10680:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131420.301594:0:10680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131420.301596:0:10680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131420.301598:0:10680:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c29c7000 with handle 0xc8adac5b2d01fcae from hash 00010000:00000001:2.0:1789131420.301600:0:10680:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131420.301601:0:10680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131420.301602:0:10680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131420.301603:0:10680:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131420.301604:0:10680:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131420.301606:0:10680:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789131420.301607:0:10680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131420.301608:0:10680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131420.301609:0:10680:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131420.301611:0:10680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131420.301613:0:10680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c7000/0xc8adac5b2d01fcae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x2d69527cc2115164 expref: -99 pid: 8522 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131420.301629:0:10680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1789131420.301631:0:10680:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c55da200 count: 0 00010000:00000040:2.0:1789131420.301636:0:10680:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4f18400 count: 3 00010000:00000001:2.0:1789131420.301638:0:10680:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789131420.301639:0:10680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131420.301640:0:10680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131420.301642:0:10680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7600 refcount=3 00000020:00000001:2.0:1789131420.301644:0:10680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560497152 : -110359149054464 : ffff9ba1021f7600) 00010000:00000001:2.0:1789131420.301646:0:10680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560497152 : -110359149054464 : ffff9ba1021f7600) 00010000:00000001:2.0:1789131420.301648:0:10680:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131420.301650:0:10680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.157@tcp lock: ffff9ba1021f7600/0xc8adac5b2d01fced lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x2d69527cc21151f7 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1789131420.301655:0:10680:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1789131420.301657:0:10680:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.157@tcp lock: ffff9ba1021f7600/0xc8adac5b2d01fced lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x2d69527cc21151f7 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131420.301662:0:10680:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1789131420.301664:0:10680:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1789131420.301666:0:10680:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1789131420.301667:0:10680:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1789131420.301669:0:10680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789131420.301670:0:10680:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789131420.301672:0:10680:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1789131420.301673:0:10680:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789131420.301674:0:10680:0:(mgc_request.c:123:config_log_put()) log params(ffff9ba0d30df000) refs 2 10000000:00000001:2.0:1789131420.301676:0:10680:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1789131420.301677:0:10680:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131420.301679:0:10680:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789131420.301680:0:10680:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131420.301681:0:10680:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131420.301683:0:10680:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131420.301684:0:10680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131420.301690:0:10680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131420.301692:0:10680:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba1021f7600 with handle 0xc8adac5b2d01fced from hash 00010000:00000001:2.0:1789131420.301694:0:10680:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131420.301695:0:10680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131420.301697:0:10680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131420.301697:0:10680:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131420.301698:0:10680:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131420.301700:0:10680:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789131420.301702:0:10680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131420.301703:0:10680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131420.301704:0:10680:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131420.301705:0:10680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131420.301707:0:10680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.157@tcp lock: ffff9ba1021f7600/0xc8adac5b2d01fced lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x2d69527cc21151f7 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131420.301891:0:10680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131420.301895:0:10680:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1789131420.301896:0:10680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131420.301897:0:10680:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131420.301899:0:10680:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6400 refcount=3 00000020:00000001:2.0:1789131420.301901:0:10680:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494942720 : -110360214608896 : ffff9ba0c29c6400) 00010000:00000001:2.0:1789131420.301904:0:10680:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494942720 : -110360214608896 : ffff9ba0c29c6400) 00010000:00000001:2.0:1789131420.301906:0:10680:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1789131420.301908:0:10680:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c6400/0xc8adac5b2d01fcf4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x2d69527cc21151fe expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1789131420.301915:0:10680:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1789131420.301917:0:10680:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c6400/0xc8adac5b2d01fcf4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x2d69527cc21151fe expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789131420.301921:0:10680:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1789131420.301923:0:10680:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1789131420.301924:0:10680:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1789131420.301926:0:10680:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1789131420.301927:0:10680:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1789131420.301934:0:10680:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789131420.302293:0:10680:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1789131420.302295:0:10680:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789131420.302297:0:10680:0:(mgc_request.c:123:config_log_put()) log params(ffff9ba0c52d8600) refs 2 10000000:00000001:2.0:1789131420.302299:0:10680:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1789131420.302301:0:10680:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131420.302303:0:10680:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1789131420.302305:0:10680:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1789131420.302307:0:10680:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131420.302308:0:10680:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131420.302309:0:10680:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131420.302311:0:10680:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131420.302314:0:10680:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c29c6400 with handle 0xc8adac5b2d01fcf4 from hash 00010000:00000001:2.0:1789131420.302316:0:10680:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131420.302317:0:10680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131420.302318:0:10680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131420.302319:0:10680:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131420.302321:0:10680:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131420.302322:0:10680:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1789131420.302323:0:10680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131420.302324:0:10680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131420.302325:0:10680:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131420.302326:0:10680:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131420.302328:0:10680:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c6400/0xc8adac5b2d01fcf4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x2d69527cc21151fe expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131420.302337:0:10680:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1789131420.302339:0:10680:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4f18400 count: 0 00000001:00000001:2.0:1789131420.302345:0:10680:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1789131420.302348:0:10680:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1789131420.302349:0:10680:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1789131420.302351:0:10680:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789131420.302353:0:10680:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.302355:0:10680:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1789131420.302360:0:10680:0:(import.c:65:import_set_state_nolock()) ffff9ba0d1aa9800 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1789131420.302363:0:10680:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1789131420.302365:0:10680:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1789131420.302372:0:10680:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789131420.302375:0:10680:0:(import.c:65:import_set_state_nolock()) ffff9ba0d1aa9800 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1789131420.302377:0:10680:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:2.0:1789131420.302379:0:10680:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1789131420.302380:0:10680:0:(mgc_request.c:1185:mgc_import_event()) MGC192.168.206.157@tcp: Reactivating import 00000100:00080000:2.0:1789131420.303625:0:10680:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1789131420.303630:0:10680:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131420.303634:0:10680:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:2.0:1789131420.303643:0:10680:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) MGC192.168.206.157@tcp: Connection restored to 192.168.206.157@tcp (at 192.168.206.157@tcp) 00000100:00000001:2.0:1789131420.307248:0:10680:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131420.307258:0:10680:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131420.307260:0:10680:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:2.0:1789131420.307265:0:10680:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1789131420.307266:0:10680:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1789131420.308513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c13fc800. 00010000:00000010:2.1:1789131420.308523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c13fc000. 00010000:00000010:2.1:1789131420.308525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c13fcc00. 00010000:00000010:2.1:1789131420.308529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998500. 00010000:00000010:2.1:1789131420.311658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c13fce00. 00010000:00000010:2.1:1789131420.311683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c29c7000. 00010000:00000010:2.1:1789131420.311688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c55da200. 00010000:00000010:2.1:1789131420.311692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba1021f7600. 00010000:00000010:2.1:1789131420.311697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c29c6400. 00010000:00000010:2.1:1789131420.311701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4f18400. 00000100:00000001:3.0:1789131421.054945:0:2360:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789131421.054964:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131421.054967:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131421.054974:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131421.054978:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131421.054982:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131421.054987:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131421.182612:0:2359:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789131421.182632:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131421.182634:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131421.182638:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131421.182641:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131421.182644:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131421.182648:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131421.246664:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131421.246670:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131421.246675:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4295008197, at 4295008256 00010000:00000001:0.0:1789131421.246676:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131421.246679:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789131421.246696:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81f7360. 00000020:00000001:1.0:1789131421.246889:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131421.246893:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131421.246896:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789131421.247628:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4295008197, at 4295008257 00000100:00000010:2.0:1789131421.247640:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81f77e0. 00000100:00000001:1.0:1789131421.310595:0:2357:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789131421.310610:0:2357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131421.310612:0:2357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:1.0:1789131421.310617:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131421.310620:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131421.310624:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131421.310646:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131422.078771:0:2360:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789131422.078782:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131422.078783:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131422.078788:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131422.078790:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131422.078792:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131422.078796:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.208087:0:2359:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789131422.208100:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131422.208102:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131422.208105:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131422.208107:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131422.208111:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.208115:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131422.270619:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131422.270626:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131422.270631:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131422.270632:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131422.270727:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131422.270730:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131422.270733:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1789131422.270954:0:5599:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1789131422.270967:0:5599:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9ba0d30de200) refs 2 10000000:00000001:1.0:1789131422.270970:0:5599:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131422.270972:0:5599:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1789131422.270974:0:5599:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1789131422.270975:0:5599:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1789131422.270978:0:5599:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:1.0:1789131422.270979:0:5599:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1789131422.270981:0:5599:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9ba0d1a0e000 from 6 10000000:00000001:1.0:1789131422.270984:0:5599:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1789131422.270985:0:5599:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1789131422.270996:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d03c0. 00000020:00000040:1.0:1789131422.271000:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:1.0:1789131422.271004:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131422.271007:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131422.271012:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131422.271019:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d1957400. 00000100:00000001:1.0:1789131422.271024:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131422.271028:0:5599:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131422.271030:0:5599:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131422.271037:0:5599:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d5bda600. 00010000:00000001:1.0:1789131422.271041:0:5599:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131422.271044:0:5599:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b42200. 00000020:00000001:1.0:1789131422.271048:0:5599:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131422.271050:0:5599:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b42200 with handle 0xc8adac5b2d020012 to hash 00000020:00000001:1.0:1789131422.271052:0:5599:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131422.271054:0:5599:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131422.271056:0:5599:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131422.271060:0:5599:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131422.271063:0:5599:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131422.271067:0:5599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b42200/0xc8adac5b2d020012 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131422.271076:0:5599:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b42200/0xc8adac5b2d020012 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131422.271100:0:5599:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b42200/0xc8adac5b2d020012 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131422.271107:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131422.271109:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131422.271115:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56240. 00000100:00000001:1.0:1789131422.271117:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499726400 : -110360209825216 : ffff9ba0c2e56240) 00000100:00000001:1.0:1789131422.271119:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131422.271121:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000001:1.0:1789131422.271125:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131422.271129:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.271132:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131422.271133:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131422.271144:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d03c0 x1876039997386880/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.271152:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131422.271154:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.271157:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131422.271159:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131422.271161:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131422.271165:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997386880:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789131422.271168:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131422.271173:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131422.271175:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.271177:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131422.271182:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d075e800. 02000000:00000001:1.0:1789131422.271183:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131422.271190:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131422.271194:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000010:1.0:1789131422.271200:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80203b8. 00000100:00000200:1.0:1789131422.271207:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997386880, portal 25 00000100:00000001:1.0:1789131422.271209:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131422.271215:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000040:1.0:1789131422.271221:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06d03c0 x1876039997386880/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.271228:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131422.271231:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131422.271234:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020b28. 00000100:00000200:1.0:1789131422.271238:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876039997386880, offset 0 00000400:00000200:1.0:1789131422.271259:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131422.271268:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131422.271277:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131422.271282:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131422.271287:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131422.271291:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131422.271294:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131422.271297:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [443:443:256:4294967295] 192.168.206.157@tcp LPNI seq info [443:443:8:4294967295] 00000400:00000200:1.0:1789131422.271301:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131422.271312:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131422.271318:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131422.271324:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd000. 00000800:00000200:1.0:1789131422.271331:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131422.271339:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131422.271344:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789131422.271364:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131422.271368:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131422.271371:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295010179 00000100:00000010:1.0:1789131422.271376:0:5599:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d8521b40. 00000100:00000001:1.0:1789131422.271384:0:5599:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789131422.271389:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295010179 00000100:00000010:1.0:1789131422.271392:0:5599:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d8521cc0. 00000100:00000001:1.0:1789131422.271396:0:5599:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789131422.271406:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131422.271408:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.271410:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131422.271413:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131422.271416:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56240 going to sleep for 11 seconds 00000100:00000001:1.0:1789131422.271418:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131422.271422:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131422.271598:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131422.271603:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd000. 00000400:00000200:2.0:1789131422.271609:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131422.271613:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131422.271624:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020b28 00000400:00000010:2.0:1789131422.271626:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020b28. 00000100:00000001:2.0:1789131422.271631:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131422.271635:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d03c0 x1876039997386880/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.271644:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131422.271647:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d03c0 x1876039997386880/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.271653:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.271654:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131422.275971:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.275995:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131422.276001:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.276003:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.276014:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.276025:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131422.276037:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.276043:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.276049:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.276054:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 344 into portal 25 MB=0x6aa3f99a0f080 00000400:00000200:3.0:1789131422.276060:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.276068:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 344/344 into md 0x11ed [1] + 224 00000800:00000001:3.0:1789131422.276087:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.276318:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.276324:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131422.276330:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131422.276342:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131422.276353:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d03c0 x1876039997386880/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131422.276368:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9ba0d06d03c0 x1876039997386880/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131422.276392:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131422.276404:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.276407:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.280709:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131422.280723:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131422.280726:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131422.280730:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000200:1.0:1789131422.280739:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80203b8 00000400:00000010:1.0:1789131422.280741:0:5599:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80203b8. 00000100:00000001:1.0:1789131422.280746:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131422.280759:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d03c0 x1876039997386880/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131422.280770:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d03c0 x1876039997386880/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.280777:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131422.280779:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.280781:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131422.280785:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131422.280787:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131422.280790:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.280793:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131422.280799:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=135 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131422.280811:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131422.280814:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131422.280816:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131422.280819:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131422.280821:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.280823:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131422.280828:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d03c0 x1876039997386880/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.280835:0:5599:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131422.280856:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131422.280859:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131422.280864:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d03c0 x1876039997386880/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131422.280872:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997386880:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789131422.280877:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.280879:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.280881:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131422.280884:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131422.280887:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d03c0 x1876039997386880/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.280893:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131422.280896:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56240. 00000100:00000001:1.0:1789131422.280900:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131422.280902:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131422.280905:0:5599:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131422.280908:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131422.280911:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131422.280914:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=4 00000020:00000001:1.0:1789131422.280917:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131422.280920:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000040:1.0:1789131422.280927:0:5599:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b42200, remote cookie: 0x2d69527cc2115d2d, flags: 0x0 00010000:00000001:1.0:1789131422.280930:0:5599:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131422.280934:0:5599:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131422.280936:0:5599:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131422.280938:0:5599:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131422.280939:0:5599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131422.280941:0:5599:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff9ba0d5bda600) refcount = 1 00010000:00010000:1.0:1789131422.280946:0:5599:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b42200/0xc8adac5b2d020012 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115d2d expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131422.280953:0:5599:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131422.280961:0:5599:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131422.280963:0:5599:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131422.280966:0:5599:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131422.280968:0:5599:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131422.280971:0:5599:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b42200/0xc8adac5b2d020012 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2d69527cc2115d2d expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131422.280977:0:5599:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131422.280979:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131422.280981:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131422.280982:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131422.280983:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131422.280985:0:5599:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.280987:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131422.280991:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d03c0 x1876039997386880/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.280997:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131422.281000:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131422.281003:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0d075e800. 02000000:00000001:1.0:1789131422.281006:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131422.281008:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131422.281009:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131422.281012:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131422.281014:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d1957400. 02000000:00000001:1.0:1789131422.281017:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131422.281019:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131422.281020:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d03c0. 00000100:00000001:1.0:1789131422.281023:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131422.281024:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1789131422.281026:0:5599:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131422.281029:0:5599:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1789131422.281031:0:5599:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9ba0d30de200) refs 3 10000000:00000001:1.0:1789131422.281033:0:5599:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131422.281034:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131422.281036:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131422.281037:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131422.281039:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131422.281046:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131422.281049:0:5599:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1789131422.281050:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131422.281051:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131422.281052:0:5599:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131422.281055:0:5599:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1789131422.281059:0:5599:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff9ba0d114a180. 00000100:00000010:1.0:1789131422.281072:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d03c0. 00000020:00000040:1.0:1789131422.281076:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:1.0:1789131422.281079:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131422.281082:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131422.281086:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131422.281091:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d1957400. 00000100:00000001:1.0:1789131422.281097:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.281100:0:5599:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1789131422.281104:0:5599:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9ba0d075e800. 00000100:00000010:1.0:1789131422.281106:0:5599:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff9ba0c2f25200. 00000020:00000040:1.0:1789131422.281109:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000100:00000001:1.0:1789131422.281112:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131422.281114:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131422.281119:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56240. 00000100:00000001:1.0:1789131422.281121:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499726400 : -110360209825216 : ffff9ba0c2e56240) 00000100:00000001:1.0:1789131422.281123:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131422.281125:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000001:1.0:1789131422.281129:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131422.281133:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.281135:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131422.281136:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131422.281140:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d03c0 x1876039997387008/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.281147:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131422.281149:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.281153:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131422.281155:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131422.281162:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131422.281166:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997387008:192.168.206.157@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1789131422.281170:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131422.281175:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131422.281178:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.281180:0:5599:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1789131422.281187:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131422.281190:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000010:1.0:1789131422.281196:0:5599:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9ba0c2e56a80. 00000100:00000200:1.0:1789131422.281202:0:5599:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6aa3f99a0f100-0x6aa3f99a0f100, portal 33 00000100:00000001:1.0:1789131422.281205:0:5599:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.281207:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131422.281211:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d1957200. 02000000:00000001:1.0:1789131422.281213:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131422.281216:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131422.281218:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8ea50. 00000400:00000010:1.0:1789131422.281222:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80203b8. 00000100:00000200:1.0:1789131422.281224:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997387008, portal 25 00000100:00000001:1.0:1789131422.281226:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131422.281228:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000040:1.0:1789131422.281233:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06d03c0 x1876039997387008/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.281240:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131422.281254:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131422.281257:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020198. 00000100:00000200:1.0:1789131422.281261:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1876039997387008, offset 0 00000400:00000200:1.0:1789131422.281267:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131422.281276:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131422.281283:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131422.281288:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131422.281292:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131422.281295:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131422.281298:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131422.281307:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [444:444:256:4294967295] 192.168.206.157@tcp LPNI seq info [444:444:8:4294967295] 00000400:00000200:1.0:1789131422.281312:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131422.281322:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131422.281328:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131422.281333:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131422.281339:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131422.281347:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131422.281351:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1789131422.281371:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131422.281375:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131422.281378:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295010189 00000100:00000001:1.0:1789131422.281385:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295010179 00000100:00000001:1.0:1789131422.281390:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295010189 00000100:00000001:1.0:1789131422.281394:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295010179 00000100:00000001:1.0:1789131422.281396:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131422.281399:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.281402:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131422.281404:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131422.281407:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56240 going to sleep for 11 seconds 00000100:00000001:1.0:1789131422.281410:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131422.281411:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131422.281633:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131422.281643:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:2.0:1789131422.281651:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131422.281660:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131422.281667:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020198 00000400:00000010:2.0:1789131422.281670:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020198. 00000100:00000001:2.0:1789131422.281676:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131422.281684:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d03c0 x1876039997387008/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.281697:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131422.281701:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d03c0 x1876039997387008/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.281708:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.281710:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131422.290130:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.290154:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131422.290160:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.290182:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.290195:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.290206:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131422.290217:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.290223:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.290230:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.290235:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 240 into portal 25 MB=0x6aa3f99a0f100 00000400:00000200:3.0:1789131422.290241:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.290249:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 240/240 into md 0x11fd [1] + 224 00000800:00000001:3.0:1789131422.290257:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.290264:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.290268:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131422.290273:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131422.290283:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131422.290294:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d03c0 x1876039997387008/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131422.290307:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff9ba0d06d03c0 x1876039997387008/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131422.290339:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131422.290350:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.290354:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.291631:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131422.291649:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131422.291652:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131422.291658:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8ea50. 00000400:00000200:1.0:1789131422.291669:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80203b8 00000400:00000010:1.0:1789131422.291671:0:5599:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80203b8. 00000100:00000001:1.0:1789131422.291678:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131422.291691:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d03c0 x1876039997387008/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131422.291703:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d03c0 x1876039997387008/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.291713:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131422.291716:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.291719:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131422.291722:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131422.291725:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131422.291728:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.291731:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131422.291739:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=135 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131422.291745:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131422.291748:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131422.291752:0:5599:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9ba0d06d03c0 x1876039997387008/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.291759:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1789131422.291763:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1789131422.291769:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d03c0 x1876039997387008/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.291787:0:5599:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1789131422.291791:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:1.0:1789131422.291794:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131422.291796:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131422.291798:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000200:1.0:1789131422.291801:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c2e56a80 00000400:00000010:1.0:1789131422.291803:0:5599:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131422.291807:0:5599:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1789131422.291810:0:5599:0:(events.c:192:client_bulk_callback()) event type 6, status 0, req ffff9ba0d06d03c0 desc ffff9ba0d075e800 mbits 0 00000100:00000001:1.0:1789131422.291814:0:5599:0:(events.c:217:client_bulk_callback()) Process leaving 00000100:00000001:1.0:1789131422.291816:0:5599:0:(niobuf.c:499:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131422.291821:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d03c0 x1876039997387008/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 2 fl Interpret:ReQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131422.291830:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997387008:192.168.206.157@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1789131422.291840:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.291843:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1789131422.291846:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131422.291849:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131422.291853:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d03c0 x1876039997387008/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 2 fl Complete:ReQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.291860:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131422.291864:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56240. 00000100:00000001:1.0:1789131422.291866:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131422.291868:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1789131422.291871:0:5599:0:(mgc_request.c:1584:mgc_process_recover_log()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1789131422.291875:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131422.291878:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d03c0 x1876039997387008/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 1 fl Complete:ReQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.291883:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131422.291887:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131422.291891:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d1957200. 02000000:00000001:1.0:1789131422.291894:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131422.291897:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131422.291899:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131422.291902:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1789131422.291903:0:5599:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1789131422.291906:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131422.291907:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131422.291908:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1789131422.291912:0:5599:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff9ba0c2f25200. 00000100:00000010:1.0:1789131422.291916:0:5599:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9ba0d075e800. 00000100:00000001:1.0:1789131422.291919:0:5599:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1789131422.291922:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d1957400. 02000000:00000001:1.0:1789131422.291925:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131422.291927:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131422.291929:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d03c0. 00000100:00000001:1.0:1789131422.291933:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131422.291934:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1789131422.291957:0:5599:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at ffff9ba0d114a180. 10000000:01000000:1.0:1789131422.291962:0:5599:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.157@tcp: configuration from log 'lustre-cliir' failed (-2). 10000000:00000001:1.0:1789131422.291966:0:5599:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1789131422.291970:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131422.291973:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131422.291977:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131422.291980:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131422.291984:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131422.291987:0:5599:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131422.291993:0:5599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b42200/0xc8adac5b2d020012 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115d2d expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131422.292002:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131422.292004:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131422.292006:0:5599:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b42200/0xc8adac5b2d020012 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115d2d expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131422.292012:0:5599:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131422.292013:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131422.292014:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1789131422.292016:0:5599:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000400:1.0:1789131422.292018:0:5599:0:(mgc_request.c:1900:mgc_process_log()) MGC192.168.206.157@tcp: IR log lustre-cliir failed, not fatal: rc = -2 10000000:00000001:1.0:1789131422.304939:0:5599:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131422.304951:0:5599:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1789131422.304954:0:5599:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1789131422.304958:0:5599:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9ba0d30dec00) refs 2 10000000:00000001:1.0:1789131422.304961:0:5599:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131422.304964:0:5599:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1789131422.304966:0:5599:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9ba0d30de200) refs 3 10000000:00000001:1.0:1789131422.304968:0:5599:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1789131422.304970:0:5599:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1789131422.304974:0:5599:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1789131422.304976:0:5599:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1789131422.304978:0:5599:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9ba0d1a0e000 from 42 10000000:00000001:1.0:1789131422.304982:0:5599:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1789131422.304986:0:5599:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1789131422.305001:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d03c0. 00000020:00000040:1.0:1789131422.305008:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:1.0:1789131422.305014:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131422.305019:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131422.305025:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131422.305034:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d1957400. 00000100:00000001:1.0:1789131422.305042:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131422.305048:0:5599:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131422.305052:0:5599:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789131422.305061:0:5599:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d5bda100. 00010000:00000001:1.0:1789131422.305067:0:5599:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131422.305071:0:5599:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b43400. 00000020:00000001:1.0:1789131422.305076:0:5599:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131422.305080:0:5599:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b43400 with handle 0xc8adac5b2d020019 to hash 00000020:00000001:1.0:1789131422.305082:0:5599:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131422.305084:0:5599:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:1.0:1789131422.305088:0:5599:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:1.0:1789131422.305093:0:5599:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131422.305364:0:5599:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131422.305369:0:5599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b43400/0xc8adac5b2d020019 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131422.305381:0:5599:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b43400/0xc8adac5b2d020019 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131422.305396:0:5599:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b43400/0xc8adac5b2d020019 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131422.305403:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131422.305406:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131422.305416:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56240. 00000100:00000001:1.0:1789131422.305418:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499726400 : -110360209825216 : ffff9ba0c2e56240) 00000100:00000001:1.0:1789131422.305422:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131422.305424:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000001:1.0:1789131422.305430:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131422.305435:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.305438:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131422.305440:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131422.305453:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d03c0 x1876039997387136/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.305463:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131422.305466:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.305605:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131422.305609:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131422.305612:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131422.305616:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997387136:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789131422.305622:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131422.305630:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131422.305634:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.305637:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131422.305643:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d075e800. 02000000:00000001:1.0:1789131422.305645:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131422.305653:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131422.305658:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000010:1.0:1789131422.305666:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80203b8. 00000100:00000200:1.0:1789131422.305676:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997387136, portal 25 00000100:00000001:1.0:1789131422.305678:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131422.305679:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000040:1.0:1789131422.305685:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06d03c0 x1876039997387136/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.305694:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131422.305698:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131422.305701:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020908. 00000100:00000200:1.0:1789131422.305705:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876039997387136, offset 0 00000400:00000200:1.0:1789131422.305713:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131422.305725:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131422.305735:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131422.305741:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131422.305747:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131422.305751:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131422.305755:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131422.305759:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [445:445:256:4294967295] 192.168.206.157@tcp LPNI seq info [445:445:8:4294967295] 00000400:00000200:1.0:1789131422.305765:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131422.305790:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131422.305797:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131422.305813:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131422.305821:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131422.305830:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131422.305836:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789131422.305857:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131422.305862:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131422.305865:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295010214 00000100:00000001:1.0:1789131422.305876:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295010189 00000100:00000001:1.0:1789131422.305883:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295010214 00000100:00000001:1.0:1789131422.305887:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295010189 00000100:00000001:1.0:1789131422.305891:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131422.305894:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.305897:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131422.305900:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131422.305903:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56240 going to sleep for 11 seconds 00000100:00000001:1.0:1789131422.305907:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131422.305910:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131422.308051:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131422.308065:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:2.0:1789131422.308075:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131422.308086:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131422.308108:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020908 00000400:00000010:2.0:1789131422.308112:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020908. 00000100:00000001:2.0:1789131422.308121:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131422.308129:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d03c0 x1876039997387136/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.308170:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131422.308175:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d03c0 x1876039997387136/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.308183:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.308186:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131422.316541:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.316576:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131422.316581:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.316584:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.316595:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.316605:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131422.316616:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.316622:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.316629:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.316633:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 344 into portal 25 MB=0x6aa3f99a0f180 00000400:00000200:3.0:1789131422.316640:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.316668:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 344/344 into md 0x1205 [1] + 224 00000800:00000001:3.0:1789131422.316678:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.316686:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.316690:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131422.316695:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131422.316706:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131422.316717:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d03c0 x1876039997387136/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131422.316729:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9ba0d06d03c0 x1876039997387136/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131422.316756:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131422.316767:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.316770:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.320137:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131422.320157:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131422.320161:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131422.320166:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000200:1.0:1789131422.320178:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80203b8 00000400:00000010:1.0:1789131422.320181:0:5599:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80203b8. 00000100:00000001:1.0:1789131422.320190:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131422.320205:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d03c0 x1876039997387136/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131422.320218:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d03c0 x1876039997387136/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.320227:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131422.320229:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.320232:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131422.320235:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131422.320238:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131422.320241:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.320244:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131422.320253:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=135 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131422.320257:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131422.320260:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131422.320262:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131422.320266:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131422.320269:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.320273:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131422.320279:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d03c0 x1876039997387136/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.320287:0:5599:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131422.320291:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131422.320294:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131422.320306:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d03c0 x1876039997387136/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131422.320315:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997387136:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789131422.320321:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.320325:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.320327:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131422.320330:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131422.320334:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d03c0 x1876039997387136/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.320341:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131422.320345:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56240. 00000100:00000001:1.0:1789131422.320351:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131422.320353:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131422.320356:0:5599:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131422.320360:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131422.320363:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131422.320368:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43400 refcount=4 00000020:00000001:1.0:1789131422.320370:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:1.0:1789131422.320374:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000040:1.0:1789131422.320382:0:5599:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b43400, remote cookie: 0x2d69527cc2115d34, flags: 0x0 00010000:00000001:1.0:1789131422.320386:0:5599:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131422.320391:0:5599:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131422.320394:0:5599:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131422.320396:0:5599:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131422.320398:0:5599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131422.320401:0:5599:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff9ba0d5bda100) refcount = 1 00010000:00010000:1.0:1789131422.320407:0:5599:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b43400/0xc8adac5b2d020019 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115d34 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131422.320417:0:5599:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131422.320419:0:5599:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131422.320421:0:5599:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131422.320424:0:5599:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131422.320427:0:5599:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131422.320430:0:5599:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b43400/0xc8adac5b2d020019 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2d69527cc2115d34 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131422.320436:0:5599:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131422.320439:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131422.320441:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131422.320442:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131422.320442:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131422.320445:0:5599:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.320448:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131422.320452:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d03c0 x1876039997387136/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.320459:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131422.320462:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131422.320466:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0d075e800. 02000000:00000001:1.0:1789131422.320521:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131422.320525:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131422.320527:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131422.320530:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131422.320533:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d1957400. 02000000:00000001:1.0:1789131422.320538:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131422.320540:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131422.320542:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d03c0. 00000100:00000001:1.0:1789131422.320546:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131422.320547:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1789131422.320560:0:5599:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131422.320564:0:5599:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1789131422.320567:0:5599:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9ba0d30dec00) refs 3 10000000:00000001:1.0:1789131422.320569:0:5599:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131422.320572:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131422.320573:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131422.320575:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43400 refcount=3 00000020:00000001:1.0:1789131422.320577:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:1.0:1789131422.320579:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:1.0:1789131422.320582:0:5599:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1789131422.320584:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131422.320585:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131422.320587:0:5599:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131422.320590:0:5599:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1789131422.320601:0:5599:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9ba0c2f25200. 00000020:00000010:1.0:1789131422.320606:0:5599:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0d1957400. 00000020:00000010:1.0:1789131422.320612:0:5599:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9ba0d1957200. 00000040:00000010:1.0:1789131422.320620:0:5599:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9ba0d0510e00. 00000020:00000010:1.0:1789131422.320627:0:5599:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9ba0c643d000. 00000020:00000010:1.0:1789131422.320634:0:5599:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9ba0d30dea00. 80000000:00000010:1.0:1789131422.320640:0:5599:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9ba0d8521a20. 00040000:00000010:1.0:1789131422.320647:0:5599:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9ba0d30dfe00. 20000000:00000010:1.0:1789131422.320652:0:5599:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9ba0d30de000. 10000000:00000040:1.0:1789131422.320658:0:5599:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9ba0c2c7a240 : new refcount 2 00000020:00000001:1.0:1789131422.320661:0:5599:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1789131422.320663:0:5599:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1789131422.320666:0:5599:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1789131422.320669:0:5599:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9ba0d30de600. 00000040:00000001:1.0:1789131422.320674:0:5599:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1789131422.320678:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000010:1.0:1789131422.320683:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d03c0. 00000020:00000040:1.0:1789131422.320687:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000100:00000001:1.0:1789131422.320692:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131422.320695:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131422.320702:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131422.320711:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d193c400. 00000100:00000001:1.0:1789131422.320718:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.320725:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131422.320727:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131422.320734:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56240. 00000100:00000001:1.0:1789131422.320737:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499726400 : -110360209825216 : ffff9ba0c2e56240) 00000100:00000001:1.0:1789131422.320740:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131422.320742:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000001:1.0:1789131422.320747:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131422.320752:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.320755:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131422.320756:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131422.320762:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d03c0 x1876039997387264/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.320770:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131422.320772:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.320777:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131422.320779:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131422.320782:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131422.320785:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997387264:192.168.206.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1789131422.320789:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131422.320797:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131422.320799:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.320802:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131422.323343:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d1145600. 02000000:00000001:2.0:1789131422.323356:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131422.323370:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131422.323377:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46b58. 00000400:00000010:2.0:1789131422.323386:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e198. 00000100:00000200:2.0:1789131422.323397:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997387264, portal 25 00000100:00000001:2.0:1789131422.323401:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131422.323404:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000040:2.0:1789131422.323419:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06d03c0 x1876039997387264/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.323428:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131422.323432:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131422.323434:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e550. 00000100:00000200:2.0:1789131422.323437:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1876039997387264, offset 0 00000400:00000200:2.0:1789131422.323456:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131422.323492:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.323503:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131422.323510:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131422.323516:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131422.323521:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131422.323524:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131422.323528:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [446:446:256:4294967295] 192.168.206.157@tcp LPNI seq info [446:446:8:4294967295] 00000400:00000200:2.0:1789131422.323532:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.323544:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131422.323562:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131422.323592:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700f00. 00000800:00000200:2.0:1789131422.323600:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131422.323611:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131422.323616:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700f00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1789131422.323642:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131422.323647:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131422.323651:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295010232 00000100:00000001:2.0:1789131422.323660:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295010214 00000100:00000001:2.0:1789131422.323666:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295010232 00000100:00000001:2.0:1789131422.323670:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295010214 00000100:00000001:2.0:1789131422.323673:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131422.323677:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.323680:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131422.323683:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131422.323686:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56240 going to sleep for 11 seconds 00000100:00000001:2.0:1789131422.323689:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131422.323693:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131422.324680:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131422.324690:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700f00. 00000400:00000200:3.0:1789131422.324698:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131422.324707:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131422.324717:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e550 00000400:00000010:3.0:1789131422.324720:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e550. 00000100:00000001:3.0:1789131422.324729:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131422.324737:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d03c0 x1876039997387264/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131422.324751:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131422.324756:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d03c0 x1876039997387264/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131422.324763:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131422.324765:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131422.354652:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.354674:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131422.354680:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.354682:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.354694:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.354724:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131422.354736:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.354742:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.354748:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.354752:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 272 into portal 25 MB=0x6aa3f99a0f200 00000400:00000200:3.0:1789131422.354758:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.354766:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 272/272 into md 0x120d [1] + 224 00000800:00000001:3.0:1789131422.354775:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.354784:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.354788:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131422.354793:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131422.354802:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131422.354822:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d03c0 x1876039997387264/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131422.354835:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9ba0d06d03c0 x1876039997387264/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131422.354859:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131422.354869:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.354873:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131422.355371:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131422.355384:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131422.355387:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131422.355392:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46b58. 00000400:00000200:2.0:1789131422.355399:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e198 00000400:00000010:2.0:1789131422.355401:0:5599:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e198. 00000100:00000001:2.0:1789131422.355406:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131422.355413:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d03c0 x1876039997387264/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789131422.355424:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d03c0 x1876039997387264/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.355431:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131422.355433:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131422.355445:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131422.355450:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131422.355453:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131422.355512:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131422.355516:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131422.355525:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=135 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131422.355530:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131422.355533:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131422.355535:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131422.355538:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131422.355541:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.355544:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131422.355561:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d03c0 x1876039997387264/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.355570:0:5599:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131422.355573:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131422.355575:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131422.355579:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d03c0 x1876039997387264/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131422.355587:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997387264:192.168.206.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1789131422.355593:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131422.355596:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.355599:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131422.355602:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131422.355605:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d03c0 x1876039997387264/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.355613:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131422.355616:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56240. 00000100:00000001:2.0:1789131422.355621:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131422.355623:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789131422.355630:0:5599:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1789131422.355636:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131422.355638:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000020:00000001:2.0:1789131422.355641:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1789131422.355643:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131422.355646:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d03c0 x1876039997387264/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.355659:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131422.355664:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131422.355668:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d1145600. 02000000:00000001:2.0:1789131422.355672:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131422.355674:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131422.355675:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:2.0:1789131422.355677:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131422.355680:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d193c400. 02000000:00000001:2.0:1789131422.355683:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131422.355685:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131422.355687:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d03c0. 00000100:00000001:2.0:1789131422.355691:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131422.355692:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1789131422.355696:0:5599:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789131422.355699:0:5599:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1789131422.355708:0:5599:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9ba0c6444000. 00000040:00000001:2.0:1789131422.355711:0:5599:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1789131422.355712:0:5599:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1789131422.355715:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000010:2.0:1789131422.355721:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c82812c0. 00000020:00000040:2.0:1789131422.355724:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000100:00000001:2.0:1789131422.355728:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131422.355731:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131422.355736:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131422.355743:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d1145600. 00000100:00000001:2.0:1789131422.355750:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.355754:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131422.355756:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131422.355763:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87d80. 00000100:00000001:2.0:1789131422.355765:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499929984 : -110360209621632 : ffff9ba0c2e87d80) 00000100:00000001:2.0:1789131422.355768:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131422.355770:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587983040 : -110360121568576 : ffff9ba0c82812c0) 00000100:00000001:2.0:1789131422.355776:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131422.355781:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.355783:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131422.355790:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131422.355795:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c82812c0 x1876039997387392/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.355803:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131422.355973:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131422.355979:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131422.355982:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131422.355985:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131422.355990:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c82812c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997387392:192.168.206.157@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1789131422.355994:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131422.356001:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131422.356004:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131422.356006:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131422.356025:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9ba0c8238000. 02000000:00000001:2.0:1789131422.356028:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131422.356034:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131422.356038:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46b58. 00000400:00000010:2.0:1789131422.356045:0:5599:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9ba0c2e87000. 00000100:00000200:2.0:1789131422.356052:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876039997387392, portal 25 00000100:00000001:2.0:1789131422.356054:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131422.356055:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587983040 : -110360121568576 : ffff9ba0c82812c0) 00000100:00000040:2.0:1789131422.356062:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c82812c0 x1876039997387392/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.356069:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131422.356071:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131422.356075:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e198. 00000100:00000200:2.0:1789131422.356078:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876039997387392, offset 0 00000400:00000200:2.0:1789131422.356084:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131422.356346:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.356359:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131422.356366:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131422.356371:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131422.356375:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131422.356385:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131422.356390:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [447:447:256:4294967295] 192.168.206.157@tcp LPNI seq info [447:447:8:4294967295] 00000400:00000200:2.0:1789131422.356395:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.356405:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131422.356412:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131422.356418:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131422.356425:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131422.356434:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131422.356450:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1789131422.357065:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131422.357073:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131422.357076:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295010265 00000100:00000001:2.0:1789131422.357085:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295010232 00000100:00000001:2.0:1789131422.357091:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295010265 00000100:00000001:2.0:1789131422.357102:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295010232 00000100:00000001:2.0:1789131422.357105:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131422.357109:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.357113:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131422.357115:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131422.357118:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87d80 going to sleep for 11 seconds 00000100:00000001:2.0:1789131422.357121:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131422.357125:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131422.358121:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131422.358130:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:3.0:1789131422.358138:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131422.358147:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131422.358155:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e198 00000400:00000010:3.0:1789131422.358157:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e198. 00000100:00000001:3.0:1789131422.358163:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131422.358172:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c82812c0 x1876039997387392/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131422.358184:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131422.358187:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c82812c0 x1876039997387392/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131422.358225:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131422.358227:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131422.361188:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.361210:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131422.361216:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.361219:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.361231:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.361240:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131422.361250:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.361256:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.361262:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.361267:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 8416 into portal 25 MB=0x6aa3f99a0f280 00000400:00000200:3.0:1789131422.361272:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.361280:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 8416/8416 into md 0x121d [4] + 224 00000800:00000001:3.0:1789131422.361290:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.361323:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.361340:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131422.361346:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131422.361356:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131422.361365:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c82812c0 x1876039997387392/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131422.361377:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9ba0c82812c0 x1876039997387392/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131422.361402:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131422.361413:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.361416:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131422.362073:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131422.362084:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131422.362087:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131422.362092:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46b58. 00000400:00000200:2.0:1789131422.362098:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c2e87000 00000400:00000010:2.0:1789131422.362101:0:5599:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9ba0c2e87000. 00000100:00000001:2.0:1789131422.362104:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131422.362112:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c82812c0 x1876039997387392/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789131422.362121:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c82812c0 x1876039997387392/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.362143:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131422.362146:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131422.362148:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131422.362153:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131422.362155:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131422.362158:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131422.362161:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131422.362169:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=135 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131422.362174:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131422.362177:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131422.362179:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131422.362182:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131422.362185:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.362188:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131422.362193:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c82812c0 x1876039997387392/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.362200:0:5599:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131422.362204:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131422.362206:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131422.362211:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c82812c0 x1876039997387392/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131422.362220:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c82812c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997387392:192.168.206.157@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1789131422.362226:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131422.362229:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.362232:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131422.362234:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131422.362237:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c82812c0 x1876039997387392/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.362244:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131422.362248:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87d80. 00000100:00000001:2.0:1789131422.362251:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131422.362258:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789131422.362271:0:5599:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1789131422.362273:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131422.362276:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c82812c0 x1876039997387392/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.362282:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131422.362285:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131422.362289:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9ba0c8238000. 02000000:00000001:2.0:1789131422.362315:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131422.362319:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131422.362321:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000020:00000001:2.0:1789131422.362324:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131422.362327:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d1145600. 02000000:00000001:2.0:1789131422.362331:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131422.362333:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131422.362336:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c82812c0. 00000100:00000001:2.0:1789131422.362340:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131422.362341:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789131422.362345:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131422.362347:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:2.0:1789131422.362348:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:2.0:1789131422.362351:0:5599:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789131422.362354:0:5599:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789131422.362358:0:5599:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1789131422.362363:0:5599:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9ba0c7d696c0. 00000040:00001000:2.0:1789131422.362365:0:5599:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000040:00000001:2.0:1789131422.363760:0:10681:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1789131422.363771:0:10681:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0d1145600. 00000020:00000010:2.0:1789131422.363781:0:10681:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9ba0d1144600. 00000040:00000010:2.0:1789131422.363785:0:10681:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9ba0d1144800. 00000020:00000010:2.0:1789131422.363791:0:10681:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9ba0d8410000. 00000020:00000010:2.0:1789131422.363799:0:10681:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff9ba0d87b6f60. 00000020:00000010:2.0:1789131422.363804:0:10681:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9ba0d1144000. 80000000:00000010:2.0:1789131422.363821:0:10681:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9ba0c7d69780. 40000000:00000010:2.0:1789131422.363827:0:10681:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9ba0c2ad5940. 00100000:00000010:2.0:1789131422.363833:0:10681:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9ba0d8417800. 00040000:00000010:2.0:1789131422.363852:0:10681:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9ba0d4700500. 00040000:00000010:2.0:1789131422.363858:0:10681:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9ba0d8416800. 00040000:00000010:2.0:1789131422.363862:0:10681:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9ba0d1145400. 00000004:00000010:2.0:1789131422.363867:0:10681:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9ba0d8415800. 00000004:00000010:2.0:1789131422.363874:0:10681:0:(mdt_handler.c:8414:mdt_key_init()) kmalloced '(value)': 2568 at ffff9ba0d2df4000. 00000004:00000010:2.0:1789131422.363880:0:10681:0:(lod_dev.c:2352:lod_key_init()) kmalloced '(value)': 1224 at ffff9ba0d8414000. 00002000:00000010:2.0:1789131422.363886:0:10681:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff9ba0c7b00400. 00000004:00000010:2.0:1789131422.363892:0:10681:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9ba0c7b03c00. 00000020:00000010:2.0:1789131422.363898:0:10681:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9ba0c2ad5200. 00000040:00000010:2.0:1789131422.363922:0:10681:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9ba0d11ac000. 00000040:00080000:2.0:1789131422.364418:0:10681:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000040:00000010:2.0:1789131422.364424:0:10681:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9ba0d11ac000. 00000020:00000010:2.0:1789131422.364431:0:10681:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9ba0c2ad5200. 00000020:00000010:2.0:1789131422.364451:0:10681:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9ba0d1144600. 00000040:00000010:2.0:1789131422.364876:0:10681:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9ba0d1144800. 00000020:00000010:2.0:1789131422.364886:0:10681:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9ba0d8410000. 00000020:00000010:2.0:1789131422.364892:0:10681:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff9ba0d87b6f60. 00000020:00000010:2.0:1789131422.364898:0:10681:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9ba0d1144000. 80000000:00000010:2.0:1789131422.364902:0:10681:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9ba0c7d69780. 40000000:00000010:2.0:1789131422.364907:0:10681:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9ba0c2ad5940. 00100000:00000010:2.0:1789131422.364912:0:10681:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9ba0d8417800. 00040000:00000010:2.0:1789131422.364916:0:10681:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9ba0d4700500. 00040000:00000010:2.0:1789131422.364920:0:10681:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9ba0d8416800. 00040000:00000010:2.0:1789131422.364923:0:10681:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9ba0d1145400. 00000004:00000010:2.0:1789131422.364927:0:10681:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9ba0d8415800. 00000004:00000010:2.0:1789131422.364932:0:10681:0:(mdt_handler.c:8439:mdt_key_fini()) kfreed 'info': 2568 at ffff9ba0d2df4000. 00000004:00000010:2.0:1789131422.364937:0:10681:0:(lod_dev.c:2378:lod_key_fini()) kfreed 'info': 1224 at ffff9ba0d8414000. 00002000:00000010:2.0:1789131422.364942:0:10681:0:(ofd_dev.c:3048:ofd_key_fini()) kfreed 'info': 1000 at ffff9ba0c7b00400. 00000004:00000010:2.0:1789131422.364946:0:10681:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9ba0c7b03c00. 00000020:00000010:2.0:1789131422.364949:0:10681:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9ba0d1145600. 00000040:00000010:3.0:1789131422.367738:0:5599:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9ba0c7d696c0. 00000040:00000001:3.0:1789131422.367764:0:5599:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1789131422.367772:0:5599:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 00000040:00000010:3.0:1789131422.367779:0:5599:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9ba0c6444000. 00000040:00000010:3.0:1789131422.367789:0:5599:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9ba0d30de600. 00000020:00000001:3.0:1789131422.367835:0:5599:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789131422.367839:0:5599:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1789131422.367847:0:5599:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9ba0d1957200. 00000040:00000010:3.0:1789131422.367852:0:5599:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9ba0d0510e00. 00000020:00000010:3.0:1789131422.367857:0:5599:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9ba0c643d000. 00000020:00000010:3.0:1789131422.367864:0:5599:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9ba0d30dea00. 80000000:00000010:3.0:1789131422.367869:0:5599:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9ba0d8521a20. 00040000:00000010:3.0:1789131422.367875:0:5599:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9ba0d30dfe00. 20000000:00000010:3.0:1789131422.367881:0:5599:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9ba0d30de000. 00000020:00000010:3.0:1789131422.367884:0:5599:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9ba0d1957400. 10000000:00000010:3.0:1789131422.367889:0:5599:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9ba0c2f25200. 10000000:01000000:3.0:1789131422.367893:0:5599:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.157@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:3.0:1789131422.367899:0:5599:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1789131422.367902:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789131422.367905:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131422.367909:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43400 refcount=3 00000020:00000001:3.0:1789131422.367912:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:3.0:1789131422.367915:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580389376 : -110360129162240 : ffff9ba0c7b43400) 00010000:00000001:3.0:1789131422.367918:0:5599:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789131422.367923:0:5599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b43400/0xc8adac5b2d020019 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115d34 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131422.367934:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131422.367936:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789131422.367938:0:5599:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b43400/0xc8adac5b2d020019 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115d34 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789131422.367943:0:5599:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789131422.367944:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131422.367945:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1789131422.367947:0:5599:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789131422.367949:0:5599:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789131422.367952:0:5599:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1789131422.367955:0:5599:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789131422.367957:0:5599:0:(mgc_request.c:108:config_log_get()) log params (ffff9ba0d30df000) refs 2 10000000:00000001:3.0:1789131422.367965:0:5599:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789131422.367968:0:5599:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789131422.367969:0:5599:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9ba0d30dec00) refs 3 10000000:00000001:3.0:1789131422.367971:0:5599:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1789131422.367973:0:5599:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1789131422.367975:0:5599:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1789131422.367977:0:5599:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1789131422.367979:0:5599:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ba0d1a0e000 from 10 10000000:00000001:3.0:1789131422.367982:0:5599:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1789131422.367984:0:5599:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1789131422.367994:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d11cc780. 00000020:00000040:3.0:1789131422.367998:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:3.0:1789131422.368002:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131422.368006:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131422.368013:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131422.368021:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d11b4e00. 00000100:00000001:3.0:1789131422.368030:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131422.368035:0:5599:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789131422.368038:0:5599:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789131422.368046:0:5599:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d5983600. 00010000:00000001:3.0:1789131422.368051:0:5599:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789131422.368054:0:5599:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c29c6800. 00000020:00000001:3.0:1789131422.368059:0:5599:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789131422.368062:0:5599:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c29c6800 with handle 0xc8adac5b2d020020 to hash 00000020:00000001:3.0:1789131422.368064:0:5599:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789131422.368065:0:5599:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713494943744 : -110360214607872 : ffff9ba0c29c6800) 00010000:00000001:3.0:1789131422.368069:0:5599:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713494943744 : -110360214607872 : ffff9ba0c29c6800) 00010000:00000001:3.0:1789131422.368073:0:5599:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131422.368078:0:5599:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131422.368081:0:5599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c6800/0xc8adac5b2d020020 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131422.368089:0:5599:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c6800/0xc8adac5b2d020020 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131422.368125:0:5599:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c6800/0xc8adac5b2d020020 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789131422.368132:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789131422.368134:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789131422.368142:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d1bc4f00. 00000100:00000001:3.0:1789131422.368145:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713748692736 : -110359960858880 : ffff9ba0d1bc4f00) 00000100:00000001:3.0:1789131422.368148:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131422.368150:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713738237824 : -110359971313792 : ffff9ba0d11cc780) 00000100:00000001:3.0:1789131422.368157:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131422.368162:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131422.368165:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789131422.368167:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131422.368183:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d11cc780 x1876039997387520/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131422.368192:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131422.368195:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131422.368199:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131422.368202:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131422.368205:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131422.368209:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d11cc780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997387520:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1789131422.368214:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131422.368222:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131422.368225:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131422.368228:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131422.368234:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d84ff800. 02000000:00000001:3.0:1789131422.368237:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131422.368246:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131422.368250:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d19951b8. 00000400:00000010:3.0:1789131422.368271:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5c38. 00000100:00000200:3.0:1789131422.368281:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997387520, portal 25 00000100:00000001:3.0:1789131422.368283:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131422.368290:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713738237824 : -110359971313792 : ffff9ba0d11cc780) 00000100:00000040:3.0:1789131422.368296:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d11cc780 x1876039997387520/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131422.368304:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131422.368307:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131422.368310:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5a18. 00000100:00000200:3.0:1789131422.368313:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876039997387520, offset 0 00000400:00000200:3.0:1789131422.368322:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131422.368335:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.368345:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131422.368352:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131422.368357:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131422.368362:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131422.369243:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131422.369250:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [448:448:256:4294967295] 192.168.206.157@tcp LPNI seq info [448:448:8:4294967295] 00000400:00000200:3.0:1789131422.369256:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.369269:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131422.369358:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131422.369379:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302300. 00000800:00000200:3.0:1789131422.369388:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131422.369397:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131422.369403:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1789131422.369826:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131422.369834:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131422.369838:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295010276 00000100:00000001:3.0:1789131422.369847:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295010265 00000100:00000001:3.0:1789131422.369853:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295010276 00000100:00000001:3.0:1789131422.369857:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295010265 00000100:00000001:3.0:1789131422.369859:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131422.369863:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131422.369880:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131422.369883:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1789131422.369886:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1bc4f00 going to sleep for 11 seconds 00000100:00000001:3.0:1789131422.369889:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131422.369892:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131422.370655:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131422.370663:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302300. 00000400:00000200:2.0:1789131422.370672:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131422.370680:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131422.370698:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5a18 00000400:00000010:2.0:1789131422.370700:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5a18. 00000100:00000001:2.0:1789131422.370706:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131422.370716:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d11cc780 x1876039997387520/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.370729:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131422.370733:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d11cc780 x1876039997387520/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.370741:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.370743:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131422.376773:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.376790:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131422.376794:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.376797:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.376807:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.376826:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131422.376836:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.376841:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.376845:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.376849:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 344 into portal 25 MB=0x6aa3f99a0f300 00000400:00000200:3.0:1789131422.376854:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.376860:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 344/344 into md 0x122d [1] + 224 00000800:00000001:3.0:1789131422.376867:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.376876:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.376880:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131422.376884:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131422.376892:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131422.376900:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d11cc780 x1876039997387520/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131422.376911:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9ba0d11cc780 x1876039997387520/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131422.376933:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131422.376943:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.376946:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131422.376977:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131422.376992:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131422.376995:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131422.377001:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d19951b8. 00000400:00000200:2.0:1789131422.377009:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5c38 00000400:00000010:2.0:1789131422.377012:0:5599:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5c38. 00000100:00000001:2.0:1789131422.377017:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131422.377028:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d11cc780 x1876039997387520/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789131422.377041:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d11cc780 x1876039997387520/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.377049:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131422.377051:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131422.377054:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131422.377058:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131422.377061:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131422.377063:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131422.377067:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131422.377075:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=135 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131422.377080:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131422.377082:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131422.377084:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131422.377088:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131422.377091:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.377123:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131422.377129:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d11cc780 x1876039997387520/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.377138:0:5599:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131422.377141:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131422.377143:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131422.377147:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d11cc780 x1876039997387520/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131422.377155:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d11cc780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997387520:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1789131422.377160:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131422.377163:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.377166:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789131422.377169:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131422.377172:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d11cc780 x1876039997387520/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.377179:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131422.377183:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d1bc4f00. 00000100:00000001:2.0:1789131422.377186:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789131422.377188:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131422.377191:0:5599:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789131422.377195:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131422.377198:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131422.377202:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6800 refcount=4 00000020:00000001:2.0:1789131422.377205:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494943744 : -110360214607872 : ffff9ba0c29c6800) 00010000:00000001:2.0:1789131422.377208:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494943744 : -110360214607872 : ffff9ba0c29c6800) 00010000:00000040:2.0:1789131422.377216:0:5599:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c29c6800, remote cookie: 0x2d69527cc2115d3b, flags: 0x0 00010000:00000001:2.0:1789131422.377220:0:5599:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789131422.377225:0:5599:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789131422.377228:0:5599:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789131422.377230:0:5599:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789131422.377231:0:5599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789131422.377235:0:5599:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9ba0d5983600) refcount = 1 00010000:00010000:2.0:1789131422.377246:0:5599:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c6800/0xc8adac5b2d020020 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115d3b expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131422.377255:0:5599:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789131422.377257:0:5599:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789131422.377259:0:5599:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789131422.377262:0:5599:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789131422.377264:0:5599:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131422.377268:0:5599:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c6800/0xc8adac5b2d020020 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2d69527cc2115d3b expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131422.377274:0:5599:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789131422.377277:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131422.377279:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131422.377280:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131422.377281:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131422.377283:0:5599:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.377286:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131422.377289:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d11cc780 x1876039997387520/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.377296:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131422.377429:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131422.377434:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0d84ff800. 02000000:00000001:2.0:1789131422.377439:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131422.377443:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131422.377445:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:2.0:1789131422.377447:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131422.377451:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d11b4e00. 02000000:00000001:2.0:1789131422.377455:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131422.377462:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131422.377465:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d11cc780. 00000100:00000001:2.0:1789131422.377529:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131422.377531:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1789131422.377534:0:5599:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789131422.377539:0:5599:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1789131422.377541:0:5599:0:(mgc_request.c:108:config_log_get()) log params (ffff9ba0d30df000) refs 3 10000000:00000001:2.0:1789131422.377559:0:5599:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131422.377561:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131422.377563:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131422.377565:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6800 refcount=3 00000020:00000001:2.0:1789131422.377568:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494943744 : -110360214607872 : ffff9ba0c29c6800) 00010000:00000001:2.0:1789131422.377570:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494943744 : -110360214607872 : ffff9ba0c29c6800) 00010000:00000001:2.0:1789131422.377573:0:5599:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1789131422.377574:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131422.377576:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131422.377578:0:5599:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789131422.377581:0:5599:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1789131422.377587:0:5599:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9ba0c2ad5940. 00000020:00000010:2.0:1789131422.377592:0:5599:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0d1145600. 00000020:00000010:2.0:1789131422.377599:0:5599:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9ba0d1145400. 00000040:00000010:2.0:1789131422.377605:0:5599:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9ba0d1144000. 00000020:00000010:2.0:1789131422.377612:0:5599:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9ba0d8414000. 00000020:00000010:2.0:1789131422.377618:0:5599:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9ba0d1144800. 80000000:00000010:2.0:1789131422.377623:0:5599:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9ba0c7d69780. 00040000:00000010:2.0:1789131422.377628:0:5599:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9ba0d1144600. 20000000:00000010:2.0:1789131422.377633:0:5599:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9ba0d1145800. 10000000:00000040:2.0:1789131422.377638:0:5599:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9ba0c2c7a240 : new refcount 2 00000020:00000001:2.0:1789131422.377641:0:5599:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1789131422.377643:0:5599:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1789131422.377647:0:5599:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1789131422.377650:0:5599:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9ba0d1145000. 00000040:00000001:2.0:1789131422.377654:0:5599:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1789131422.377657:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000010:2.0:1789131422.377662:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c82812c0. 00000020:00000040:2.0:1789131422.377665:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000100:00000001:2.0:1789131422.377670:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131422.377673:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131422.377679:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131422.377688:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d1145200. 00000100:00000001:2.0:1789131422.377694:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.377701:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131422.377707:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131422.377714:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87d80. 00000100:00000001:2.0:1789131422.377716:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499929984 : -110360209621632 : ffff9ba0c2e87d80) 00000100:00000001:2.0:1789131422.377719:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131422.377721:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587983040 : -110360121568576 : ffff9ba0c82812c0) 00000100:00000001:2.0:1789131422.377726:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131422.377731:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.377734:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131422.377736:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131422.377740:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c82812c0 x1876039997387648/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.377749:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131422.377751:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131422.377755:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131422.377757:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131422.377760:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131422.377763:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c82812c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997387648:192.168.206.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1789131422.377768:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131422.377774:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131422.377777:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131422.377780:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131422.377784:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d1144200. 02000000:00000001:2.0:1789131422.377786:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131422.377793:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131422.377797:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46b58. 00000400:00000010:2.0:1789131422.377803:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ed48. 00000100:00000200:2.0:1789131422.377809:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997387648, portal 25 00000100:00000001:2.0:1789131422.377811:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131422.377813:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587983040 : -110360121568576 : ffff9ba0c82812c0) 00000100:00000040:2.0:1789131422.377818:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c82812c0 x1876039997387648/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.377825:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131422.377828:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131422.377834:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e6e8. 00000100:00000200:2.0:1789131422.377838:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1876039997387648, offset 0 00000400:00000200:2.0:1789131422.377844:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131422.377853:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.377861:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131422.377867:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131422.377872:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131422.377876:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131422.377879:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131422.377883:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [449:449:256:4294967295] 192.168.206.157@tcp LPNI seq info [449:449:8:4294967295] 00000400:00000200:2.0:1789131422.377887:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.377897:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131422.377903:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131422.377908:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131422.377915:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131422.377923:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131422.377928:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1789131422.377947:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131422.377951:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131422.377954:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295010286 00000100:00000001:2.0:1789131422.377962:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295010276 00000100:00000001:2.0:1789131422.377967:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295010286 00000100:00000001:2.0:1789131422.377971:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295010276 00000100:00000001:2.0:1789131422.377975:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131422.377978:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.377981:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131422.377983:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131422.377987:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87d80 going to sleep for 11 seconds 00000100:00000001:2.0:1789131422.377990:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131422.377993:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131422.380596:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131422.380604:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:3.0:1789131422.380611:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131422.380619:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131422.380640:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e6e8 00000400:00000010:3.0:1789131422.380643:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e6e8. 00000100:00000001:3.0:1789131422.380649:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131422.380657:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c82812c0 x1876039997387648/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131422.380669:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131422.380673:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c82812c0 x1876039997387648/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131422.380680:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131422.380682:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131422.380694:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.380705:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131422.380708:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.380710:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.380717:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.380721:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131422.380728:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.380731:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.380736:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.380739:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 272 into portal 25 MB=0x6aa3f99a0f380 00000400:00000200:3.0:1789131422.380744:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.380750:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 272/272 into md 0x123d [1] + 224 00000800:00000001:3.0:1789131422.380757:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.380763:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.380765:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131422.380768:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131422.380773:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131422.380777:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c82812c0 x1876039997387648/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131422.380785:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9ba0c82812c0 x1876039997387648/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.381192:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131422.381909:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131422.381936:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.381944:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789131422.383247:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131422.383253:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131422.383256:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46b58. 00000400:00000200:0.0:1789131422.383263:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ed48 00000400:00000010:0.0:1789131422.383267:0:5599:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ed48. 00000100:00000001:0.0:1789131422.383272:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131422.383282:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c82812c0 x1876039997387648/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789131422.383293:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c82812c0 x1876039997387648/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.383306:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131422.383308:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131422.383311:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131422.383314:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131422.383316:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131422.383318:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131422.383321:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131422.383328:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=135 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131422.383333:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131422.383335:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131422.383337:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131422.383340:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131422.383342:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.383345:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131422.383351:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c82812c0 x1876039997387648/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.383358:0:5599:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131422.383361:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131422.383364:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131422.383368:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c82812c0 x1876039997387648/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131422.383376:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c82812c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997387648:192.168.206.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1789131422.383382:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131422.383385:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.383387:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131422.383389:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131422.383393:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c82812c0 x1876039997387648/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.383399:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131422.383402:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87d80. 00000100:00000001:0.0:1789131422.383406:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131422.383408:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789131422.383414:0:5599:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1789131422.383419:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131422.383421:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000020:00000001:0.0:1789131422.383423:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1789131422.383425:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131422.383428:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c82812c0 x1876039997387648/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.383434:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131422.383437:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131422.383440:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d1144200. 02000000:00000001:0.0:1789131422.383443:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131422.383444:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131422.383445:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:0.0:1789131422.383446:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131422.383449:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d1145200. 02000000:00000001:0.0:1789131422.383453:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131422.383455:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131422.383457:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c82812c0. 00000100:00000001:0.0:1789131422.383460:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131422.383461:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1789131422.383464:0:5599:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789131422.383467:0:5599:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1789131422.383488:0:5599:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9ba0c6466000. 00000040:00000001:0.0:1789131422.383490:0:5599:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1789131422.383492:0:5599:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1789131422.383495:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000010:0.0:1789131422.383500:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a03c0. 00000020:00000040:0.0:1789131422.383502:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000100:00000001:0.0:1789131422.383505:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131422.383508:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131422.383512:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131422.383517:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0e0299200. 00000100:00000001:0.0:1789131422.383521:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.383525:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131422.383526:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131422.383531:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d09080c0. 00000100:00000001:0.0:1789131422.383534:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729044672 : -110359980506944 : ffff9ba0d09080c0) 00000100:00000001:0.0:1789131422.383536:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131422.383538:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726522304 : -110359983029312 : ffff9ba0d06a03c0) 00000100:00000001:0.0:1789131422.383542:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131422.383546:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.383548:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131422.383560:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131422.383564:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a03c0 x1876039997387776/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.383572:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131422.383574:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131422.383577:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131422.383579:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131422.383581:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131422.383584:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997387776:192.168.206.157@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1789131422.383588:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131422.383592:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131422.383594:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131422.383597:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131422.383824:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9ba0c828c000. 02000000:00000001:0.0:1789131422.383828:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131422.383835:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131422.383839:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee7e8. 00000400:00000010:0.0:1789131422.383845:0:5599:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9ba0d09086c0. 00000100:00000200:0.0:1789131422.383851:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876039997387776, portal 25 00000100:00000001:0.0:1789131422.383853:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131422.383854:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726522304 : -110359983029312 : ffff9ba0d06a03c0) 00000100:00000040:0.0:1789131422.383860:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a03c0 x1876039997387776/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.383868:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131422.383871:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131422.383874:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346660. 00000100:00000200:0.0:1789131422.383878:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876039997387776, offset 0 00000400:00000200:0.0:1789131422.383883:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131422.383891:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131422.383898:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131422.383903:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131422.383907:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131422.383911:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131422.383914:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131422.383917:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [450:450:256:4294967295] 192.168.206.157@tcp LPNI seq info [450:450:8:4294967295] 00000400:00000200:0.0:1789131422.383921:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131422.383930:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131422.383936:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131422.383941:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879400. 00000800:00000200:0.0:1789131422.383948:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131422.383955:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131422.383960:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879400 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1789131422.383976:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131422.383980:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131422.383983:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295010292 00000100:00000001:0.0:1789131422.383990:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295010286 00000100:00000001:0.0:1789131422.383995:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295010292 00000100:00000001:0.0:1789131422.383999:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295010286 00000100:00000001:0.0:1789131422.384002:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131422.384004:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.384006:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131422.384008:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131422.384010:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d09080c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789131422.384013:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131422.384015:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131422.384979:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131422.385011:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879400. 00000400:00000200:2.0:1789131422.385022:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131422.385034:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131422.385042:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346660 00000400:00000010:2.0:1789131422.385046:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346660. 00000100:00000001:2.0:1789131422.385051:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131422.385060:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a03c0 x1876039997387776/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.385075:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131422.385079:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a03c0 x1876039997387776/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.385086:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.385088:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131422.392632:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.392657:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131422.392663:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.392665:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.392679:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.392690:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131422.392703:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.392709:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.392715:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.392720:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 8416 into portal 25 MB=0x6aa3f99a0f400 00000400:00000200:3.0:1789131422.392726:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.392734:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 8416/8416 into md 0x124d [4] + 224 00000800:00000001:3.0:1789131422.392743:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.392755:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.392760:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131422.392766:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131422.392778:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131422.392791:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a03c0 x1876039997387776/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131422.392811:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9ba0d06a03c0 x1876039997387776/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131422.392832:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131422.392843:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.392847:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131422.392912:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131422.392926:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131422.392928:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131422.392932:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee7e8. 00000400:00000200:0.0:1789131422.392942:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d09086c0 00000400:00000010:0.0:1789131422.392944:0:5599:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9ba0d09086c0. 00000100:00000001:0.0:1789131422.392949:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131422.392960:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a03c0 x1876039997387776/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789131422.392971:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a03c0 x1876039997387776/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.392978:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131422.392981:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131422.392983:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131422.392987:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131422.392989:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131422.392992:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131422.392995:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131422.393003:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=135 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131422.393007:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131422.393010:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131422.393012:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131422.393015:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131422.393017:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.393020:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131422.393024:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a03c0 x1876039997387776/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.393032:0:5599:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131422.393035:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131422.393038:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131422.393042:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a03c0 x1876039997387776/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131422.393056:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997387776:192.168.206.157@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1789131422.393074:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131422.393078:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.393081:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131422.393083:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131422.393087:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a03c0 x1876039997387776/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.393100:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131422.393103:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d09080c0. 00000100:00000001:0.0:1789131422.393107:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131422.393108:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789131422.393117:0:5599:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1789131422.393119:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131422.393122:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a03c0 x1876039997387776/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.393127:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131422.393130:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131422.393133:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9ba0c828c000. 02000000:00000001:0.0:1789131422.393148:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131422.393151:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131422.393153:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000020:00000001:0.0:1789131422.393155:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131422.393157:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0e0299200. 02000000:00000001:0.0:1789131422.393161:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131422.393162:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131422.393165:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a03c0. 00000100:00000001:0.0:1789131422.393168:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131422.393169:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1789131422.393172:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131422.393173:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:0.0:1789131422.393175:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:0.0:1789131422.393177:0:5599:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789131422.393180:0:5599:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1789131422.393185:0:5599:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1789131422.393191:0:5599:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9ba0d81f77e0. 00000040:00001000:0.0:1789131422.393194:0:5599:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 9 last_idx 0 read_mode 0 00000040:00000001:0.0:1789131422.394882:0:10682:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1789131422.394892:0:10682:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0e0299200. 00000020:00000010:0.0:1789131422.394899:0:10682:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9ba0e0298600. 00000040:00000010:0.0:1789131422.394904:0:10682:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9ba0e0298800. 00000020:00000010:0.0:1789131422.394909:0:10682:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9ba0d845a800. 00000020:00000010:0.0:1789131422.394915:0:10682:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff9ba0c3265100. 00000020:00000010:0.0:1789131422.394920:0:10682:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9ba0e0299a00. 80000000:00000010:0.0:1789131422.394925:0:10682:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9ba0d81f7360. 40000000:00000010:0.0:1789131422.394929:0:10682:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9ba0d84c6780. 00100000:00000010:0.0:1789131422.394934:0:10682:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9ba0d845c800. 00040000:00000010:0.0:1789131422.394939:0:10682:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9ba0d1879900. 00040000:00000010:0.0:1789131422.394942:0:10682:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9ba0d8459800. 00040000:00000010:0.0:1789131422.394946:0:10682:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9ba0e0299600. 00000004:00000010:0.0:1789131422.394951:0:10682:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9ba0d8458800. 00000004:00000010:0.0:1789131422.394957:0:10682:0:(mdt_handler.c:8414:mdt_key_init()) kmalloced '(value)': 2568 at ffff9ba0d1b13000. 00000004:00000010:0.0:1789131422.394962:0:10682:0:(lod_dev.c:2352:lod_key_init()) kmalloced '(value)': 1224 at ffff9ba0d845d000. 00002000:00000010:0.0:1789131422.394966:0:10682:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff9ba0d09dc000. 00000004:00000010:0.0:1789131422.394970:0:10682:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9ba0d09dfc00. 00000020:00000010:0.0:1789131422.394975:0:10682:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9ba0d84c6d40. 00000040:00000010:0.0:1789131422.394983:0:10682:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9ba0c6464000. 00000040:00080000:0.0:1789131422.395449:0:10682:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000040:00000010:0.0:1789131422.395455:0:10682:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9ba0c6464000. 00000020:00000010:0.0:1789131422.395463:0:10682:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9ba0d84c6d40. 00000020:00000010:0.0:1789131422.395511:0:10682:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9ba0e0298600. 00000040:00000010:0.0:1789131422.395516:0:10682:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9ba0e0298800. 00000020:00000010:0.0:1789131422.395518:0:10682:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9ba0d845a800. 00000020:00000010:0.0:1789131422.395522:0:10682:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff9ba0c3265100. 00000020:00000010:0.0:1789131422.395526:0:10682:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9ba0e0299a00. 80000000:00000010:0.0:1789131422.395529:0:10682:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9ba0d81f7360. 40000000:00000010:0.0:1789131422.395532:0:10682:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9ba0d84c6780. 00100000:00000010:0.0:1789131422.395537:0:10682:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9ba0d845c800. 00040000:00000010:0.0:1789131422.395540:0:10682:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9ba0d1879900. 00040000:00000010:0.0:1789131422.395544:0:10682:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9ba0d8459800. 00040000:00000010:0.0:1789131422.395546:0:10682:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9ba0e0299600. 00000004:00000010:0.0:1789131422.395560:0:10682:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9ba0d8458800. 00000004:00000010:0.0:1789131422.395564:0:10682:0:(mdt_handler.c:8439:mdt_key_fini()) kfreed 'info': 2568 at ffff9ba0d1b13000. 00000004:00000010:0.0:1789131422.395568:0:10682:0:(lod_dev.c:2378:lod_key_fini()) kfreed 'info': 1224 at ffff9ba0d845d000. 00002000:00000010:0.0:1789131422.395572:0:10682:0:(ofd_dev.c:3048:ofd_key_fini()) kfreed 'info': 1000 at ffff9ba0d09dc000. 00000004:00000010:0.0:1789131422.395575:0:10682:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9ba0d09dfc00. 00000020:00000010:0.0:1789131422.395577:0:10682:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9ba0e0299200. 00000040:00000010:2.0:1789131422.398196:0:5599:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9ba0d81f77e0. 00000040:00000001:2.0:1789131422.398210:0:5599:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1789131422.398213:0:5599:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 00000040:00000010:2.0:1789131422.398220:0:5599:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9ba0c6466000. 00000040:00000010:2.0:1789131422.398224:0:5599:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9ba0d1145000. 00000020:00000001:2.0:1789131422.398228:0:5599:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789131422.398231:0:5599:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1789131422.398236:0:5599:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9ba0d1145400. 00000040:00000010:2.0:1789131422.398240:0:5599:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9ba0d1144000. 00000020:00000010:2.0:1789131422.398244:0:5599:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9ba0d8414000. 00000020:00000010:2.0:1789131422.398249:0:5599:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9ba0d1144800. 80000000:00000010:2.0:1789131422.398253:0:5599:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9ba0c7d69780. 00040000:00000010:2.0:1789131422.398259:0:5599:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9ba0d1144600. 20000000:00000010:2.0:1789131422.398263:0:5599:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9ba0d1145800. 00000020:00000010:2.0:1789131422.398266:0:5599:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9ba0d1145600. 10000000:00000010:2.0:1789131422.398269:0:5599:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9ba0c2ad5940. 10000000:01000000:2.0:1789131422.398272:0:5599:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.157@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1789131422.398275:0:5599:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1789131422.398278:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131422.398280:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131422.398283:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c29c6800 refcount=3 00000020:00000001:2.0:1789131422.398301:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713494943744 : -110360214607872 : ffff9ba0c29c6800) 00010000:00000001:2.0:1789131422.398305:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713494943744 : -110360214607872 : ffff9ba0c29c6800) 00010000:00000001:2.0:1789131422.398307:0:5599:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789131422.398311:0:5599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c6800/0xc8adac5b2d020020 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115d3b expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131422.398319:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131422.398321:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789131422.398323:0:5599:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c6800/0xc8adac5b2d020020 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115d3b expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789131422.398329:0:5599:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789131422.398331:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131422.398332:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1789131422.398333:0:5599:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789131422.398335:0:5599:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789131422.398338:0:5599:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1789131422.398340:0:5599:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1789131422.398342:0:5599:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9ba0c52d9000) refs 2 10000000:00000001:2.0:1789131422.398344:0:5599:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789131422.398346:0:5599:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789131422.398348:0:5599:0:(mgc_request.c:123:config_log_put()) log params(ffff9ba0d30df000) refs 3 10000000:00000001:2.0:1789131422.398529:0:5599:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1789131422.398532:0:5599:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1789131422.401654:0:5599:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:0.0:1789131422.401660:0:5599:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1789131422.401663:0:5599:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9ba0d85d4000 from 6 10000000:00000001:0.0:1789131422.401667:0:5599:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1789131422.401668:0:5599:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:0.0:1789131422.401679:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a03c0. 00000020:00000040:0.0:1789131422.401685:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:0.0:1789131422.401689:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131422.401692:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131422.401696:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131422.401703:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0e0299200. 00000100:00000001:0.0:1789131422.401709:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131422.401713:0:5599:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131422.401716:0:5599:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789131422.401722:0:5599:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5bda600 count: 2 00010000:00000001:0.0:1789131422.401725:0:5599:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131422.401728:0:5599:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131422.401731:0:5599:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0d11dc800. 00000020:00000001:0.0:1789131422.401736:0:5599:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131422.401739:0:5599:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0d11dc800 with handle 0xc8adac5b2d020027 to hash 00000020:00000001:0.0:1789131422.401741:0:5599:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131422.401742:0:5599:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713738303488 : -110359971248128 : ffff9ba0d11dc800) 00010000:00000001:0.0:1789131422.401745:0:5599:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713738303488 : -110359971248128 : ffff9ba0d11dc800) 00010000:00000001:0.0:1789131422.401749:0:5599:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131422.401752:0:5599:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131422.401757:0:5599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dc800/0xc8adac5b2d020027 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131422.401766:0:5599:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dc800/0xc8adac5b2d020027 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131422.401775:0:5599:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dc800/0xc8adac5b2d020027 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131422.401781:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131422.401782:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131422.401787:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d09080c0. 00000100:00000001:0.0:1789131422.401789:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729044672 : -110359980506944 : ffff9ba0d09080c0) 00000100:00000001:0.0:1789131422.401792:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131422.401794:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726522304 : -110359983029312 : ffff9ba0d06a03c0) 00000100:00000001:0.0:1789131422.401798:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131422.401802:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.401804:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131422.401806:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131422.401814:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a03c0 x1876039997387904/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.401823:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131422.401826:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131422.401829:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131422.401831:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131422.401834:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131422.401837:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997387904:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1789131422.401841:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131422.401847:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131422.401849:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131422.401851:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131422.401856:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d09dfc00. 02000000:00000001:0.0:1789131422.401858:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131422.401866:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131422.401870:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee7e8. 00000400:00000010:0.0:1789131422.401876:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346880. 00000100:00000200:0.0:1789131422.401883:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997387904, portal 25 00000100:00000001:0.0:1789131422.401885:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131422.401886:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726522304 : -110359983029312 : ffff9ba0d06a03c0) 00000100:00000040:0.0:1789131422.401891:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a03c0 x1876039997387904/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.401898:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131422.401901:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131422.401903:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346ee0. 00000100:00000200:0.0:1789131422.401906:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876039997387904, offset 0 00000400:00000200:0.0:1789131422.401912:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131422.401920:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131422.401928:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131422.401933:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131422.401937:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131422.401941:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131422.401944:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131422.401948:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [451:451:256:4294967295] 192.168.206.157@tcp LPNI seq info [451:451:8:4294967295] 00000400:00000200:0.0:1789131422.401952:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131422.401962:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131422.401967:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131422.401974:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879900. 00000800:00000200:0.0:1789131422.401980:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131422.401986:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131422.401990:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789131422.402012:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131422.402016:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131422.402018:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295010310 00000100:00000001:0.0:1789131422.402024:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295010292 00000100:00000001:0.0:1789131422.402030:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295010310 00000100:00000001:0.0:1789131422.402033:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295010292 00000100:00000001:0.0:1789131422.402035:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131422.402038:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.402040:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131422.402041:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131422.402044:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d09080c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789131422.402047:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131422.402049:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131422.402391:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131422.402397:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879900. 00000400:00000200:2.0:1789131422.402402:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131422.402408:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131422.402414:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346ee0 00000400:00000010:2.0:1789131422.402417:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346ee0. 00000100:00000001:2.0:1789131422.402421:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131422.402425:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a03c0 x1876039997387904/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.402435:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131422.402439:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a03c0 x1876039997387904/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.402461:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.402462:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131422.407599:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.407621:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131422.407626:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.407629:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.407640:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.407650:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131422.407662:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.407691:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.407698:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.407703:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 344 into portal 25 MB=0x6aa3f99a0f480 00000400:00000200:3.0:1789131422.407709:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.407717:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 344/344 into md 0x1255 [1] + 224 00000800:00000001:3.0:1789131422.407725:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.407738:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.407742:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131422.407747:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131422.407757:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131422.407767:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a03c0 x1876039997387904/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131422.407780:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9ba0d06a03c0 x1876039997387904/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131422.407818:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131422.407830:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.407833:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131422.407963:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131422.407974:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131422.407976:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131422.407981:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee7e8. 00000400:00000200:0.0:1789131422.407986:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346880 00000400:00000010:0.0:1789131422.407989:0:5599:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346880. 00000100:00000001:0.0:1789131422.407993:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131422.407999:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a03c0 x1876039997387904/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789131422.408009:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a03c0 x1876039997387904/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.408015:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131422.408018:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131422.408021:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131422.408025:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131422.408028:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131422.408031:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131422.408035:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131422.408043:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=135 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131422.408048:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131422.408050:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131422.408052:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131422.408055:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131422.408058:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.408062:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131422.408080:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a03c0 x1876039997387904/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.408088:0:5599:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131422.408092:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131422.408095:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131422.408099:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a03c0 x1876039997387904/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131422.408108:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997387904:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1789131422.408114:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131422.408117:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.408120:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131422.408123:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131422.408127:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a03c0 x1876039997387904/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.408133:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131422.408137:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d09080c0. 00000100:00000001:0.0:1789131422.408142:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131422.408144:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131422.408147:0:5599:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131422.408151:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131422.408155:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131422.408159:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0d11dc800 refcount=4 00000020:00000001:0.0:1789131422.408162:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713738303488 : -110359971248128 : ffff9ba0d11dc800) 00010000:00000001:0.0:1789131422.408166:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713738303488 : -110359971248128 : ffff9ba0d11dc800) 00010000:00000040:0.0:1789131422.408174:0:5599:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0d11dc800, remote cookie: 0x2d69527cc2115d42, flags: 0x0 00010000:00000001:0.0:1789131422.408178:0:5599:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131422.408183:0:5599:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131422.408186:0:5599:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131422.408188:0:5599:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131422.408189:0:5599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131422.408193:0:5599:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff9ba0d5bda600) refcount = 2 00010000:00000040:0.0:1789131422.408196:0:5599:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789131422.408201:0:5599:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b42200/0xc8adac5b2d020012 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2d69527cc2115d2d expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131422.408210:0:5599:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dc800/0xc8adac5b2d020027 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115d42 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131422.408216:0:5599:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131422.408218:0:5599:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131422.408220:0:5599:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131422.408224:0:5599:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131422.408227:0:5599:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131422.408230:0:5599:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dc800/0xc8adac5b2d020027 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2d69527cc2115d42 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131422.408237:0:5599:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131422.408239:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131422.408241:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131422.408242:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131422.408243:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131422.408244:0:5599:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.408248:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131422.408251:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a03c0 x1876039997387904/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.408258:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131422.408261:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131422.408265:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0d09dfc00. 02000000:00000001:0.0:1789131422.408269:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131422.408272:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131422.408274:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:0.0:1789131422.408277:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131422.408280:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0e0299200. 02000000:00000001:0.0:1789131422.408284:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131422.408286:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131422.408288:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a03c0. 00000100:00000001:0.0:1789131422.408292:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131422.408293:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1789131422.408296:0:5599:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789131422.408300:0:5599:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1789131422.408302:0:5599:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9ba0c52d9000) refs 3 10000000:00000001:0.0:1789131422.408305:0:5599:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131422.408307:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131422.408309:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131422.408310:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0d11dc800 refcount=3 00000020:00000001:0.0:1789131422.408313:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713738303488 : -110359971248128 : ffff9ba0d11dc800) 00010000:00000001:0.0:1789131422.408315:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713738303488 : -110359971248128 : ffff9ba0d11dc800) 00010000:00000001:0.0:1789131422.408317:0:5599:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1789131422.408318:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131422.408320:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131422.408321:0:5599:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789131422.408324:0:5599:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1789131422.408331:0:5599:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff9ba0d06b21c0. 00000100:00000010:0.0:1789131422.408352:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a03c0. 00000020:00000040:0.0:1789131422.408357:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:0.0:1789131422.408363:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131422.408366:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131422.408372:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131422.408379:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0e0299200. 00000100:00000001:0.0:1789131422.408386:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.408391:0:5599:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1789131422.408396:0:5599:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9ba0d09dfc00. 00000100:00000010:0.0:1789131422.408399:0:5599:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff9ba0d84c6780. 00000020:00000040:0.0:1789131422.408401:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000100:00000001:0.0:1789131422.408406:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131422.408408:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131422.408414:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d09080c0. 00000100:00000001:0.0:1789131422.408416:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729044672 : -110359980506944 : ffff9ba0d09080c0) 00000100:00000001:0.0:1789131422.408419:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131422.408421:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726522304 : -110359983029312 : ffff9ba0d06a03c0) 00000100:00000001:0.0:1789131422.408426:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131422.408431:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.408433:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131422.408436:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131422.408440:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a03c0 x1876039997388032/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.408448:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131422.408450:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131422.408455:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131422.408458:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131422.408461:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131422.408465:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997388032:192.168.206.157@tcp:256:ll_cfg_requeue.0 00000100:00000001:0.0:1789131422.408517:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131422.408525:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131422.408529:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.408533:0:5599:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1789131422.408540:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131422.408545:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee7e8. 00000400:00000010:0.0:1789131422.408563:0:5599:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9ba0d09086c0. 00000100:00000200:0.0:1789131422.408572:0:5599:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6aa3f99a0f500-0x6aa3f99a0f500, portal 33 00000100:00000001:0.0:1789131422.408576:0:5599:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131422.408579:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131422.408583:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0e0299600. 02000000:00000001:0.0:1789131422.408586:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131422.408591:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131422.408594:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eebb0. 00000400:00000010:0.0:1789131422.408599:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346880. 00000100:00000200:0.0:1789131422.408603:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997388032, portal 25 00000100:00000001:0.0:1789131422.408606:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131422.408608:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726522304 : -110359983029312 : ffff9ba0d06a03c0) 00000100:00000040:0.0:1789131422.408615:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a03c0 x1876039997388032/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.408624:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131422.408627:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131422.408630:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346dd0. 00000100:00000200:0.0:1789131422.408634:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1876039997388032, offset 0 00000400:00000200:0.0:1789131422.408642:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131422.408649:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131422.408656:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131422.408662:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131422.408667:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131422.408671:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131422.408674:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131422.408679:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [452:452:256:4294967295] 192.168.206.157@tcp LPNI seq info [452:452:8:4294967295] 00000400:00000200:0.0:1789131422.408683:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131422.408694:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131422.408701:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131422.408708:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879200. 00000800:00000200:0.0:1789131422.408716:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131422.408725:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131422.408730:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879200 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:0.0:1789131422.408748:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131422.408753:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131422.408756:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295010317 00000100:00000001:0.0:1789131422.408765:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295010310 00000100:00000001:0.0:1789131422.408771:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295010317 00000100:00000001:0.0:1789131422.408774:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295010310 00000100:00000001:0.0:1789131422.408777:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131422.408780:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.408783:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131422.408785:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131422.408788:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d09080c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789131422.408790:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131422.408792:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131422.409038:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131422.409048:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879200. 00000400:00000200:2.0:1789131422.409054:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131422.409063:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131422.409079:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346dd0 00000400:00000010:2.0:1789131422.409082:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346dd0. 00000100:00000001:2.0:1789131422.409088:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131422.409095:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a03c0 x1876039997388032/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.409106:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131422.409110:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a03c0 x1876039997388032/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.409118:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.409119:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131422.411902:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.411922:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131422.411927:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.411932:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.411943:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.411952:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131422.411963:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.411968:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.411975:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.411980:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 0 into portal 33 MB=0x6aa3f99a0f500 00000400:00000200:3.0:1789131422.411985:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.411992:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.206.157@tcp of length 0/0 into md 0x125d [4] + 0 00000400:00000010:3.0:1789131422.411997:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee7e8. 00000400:00000200:3.0:1789131422.412002:0:2351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9ba0d09086c0 00000400:00000200:3.0:1789131422.412010:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131422.412032:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131422.412039:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d09086c0 00000400:00000010:3.0:1789131422.412041:0:2351:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9ba0d09086c0. 00000100:00000001:3.0:1789131422.412046:0:2351:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1789131422.412049:0:2351:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9ba0d06a03c0 desc ffff9ba0d09dfc00 mbits 1876039997388032 00000100:00000001:3.0:1789131422.412077:0:2351:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1789131422.412087:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131422.412091:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.412097:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131422.412104:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [453:453:256:4294967295] 192.168.206.157@tcp LPNI seq info [453:453:8:4294967295] 00000400:00000200:3.0:1789131422.412108:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.412117:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131422.412123:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131422.412132:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff9ba0c3302300. 00000800:00000200:3.0:1789131422.412139:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131422.412148:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131422.412153:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302300 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131422.412253:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131422.412258:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff9ba0c3302300. 00000400:00000200:3.0:1789131422.412262:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131422.412266:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131422.412275:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.412280:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131422.412382:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131422.412388:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789131422.416282:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.416389:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131422.416395:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.416398:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.416409:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.416419:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131422.416430:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.416437:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.417905:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.417914:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 240 into portal 25 MB=0x6aa3f99a0f500 00000400:00000200:3.0:1789131422.417920:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.417930:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 240/240 into md 0x1265 [1] + 224 00000800:00000001:3.0:1789131422.417942:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.417964:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.417968:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131422.417974:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131422.417983:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131422.417994:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a03c0 x1876039997388032/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131422.418006:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff9ba0d06a03c0 x1876039997388032/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.418071:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131422.418089:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131422.418102:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.418106:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789131422.419258:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131422.419265:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131422.419269:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eebb0. 00000400:00000200:0.0:1789131422.419279:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346880 00000400:00000010:0.0:1789131422.419282:0:5599:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346880. 00000100:00000001:0.0:1789131422.419287:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131422.419297:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a03c0 x1876039997388032/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789131422.419892:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a03c0 x1876039997388032/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.419901:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131422.419905:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131422.419908:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131422.419912:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131422.419915:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131422.419917:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131422.419921:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131422.419928:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=135 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131422.419933:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131422.419936:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131422.419938:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131422.419941:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131422.419944:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.419948:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131422.419953:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9ba0d06a03c0 x1876039997388032/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789131422.419963:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9ba0d06a03c0 x1876039997388032/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.419970:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131422.419972:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131422.419976:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a03c0 x1876039997388032/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131422.419984:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997388032:192.168.206.157@tcp:256:ll_cfg_requeue.0 00000100:00000001:0.0:1789131422.419991:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131422.419994:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.419997:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131422.419999:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131422.420003:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a03c0 x1876039997388032/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.420009:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131422.420013:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d09080c0. 00000100:00000001:0.0:1789131422.420018:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131422.420020:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1789131422.420027:0:5599:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 5, more 0. 10000000:00000001:0.0:1789131422.420030:0:5599:0:(mgc_request.c:1612:mgc_process_recover_log()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131422.420033:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131422.420035:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a03c0 x1876039997388032/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131438 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.420041:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131422.420044:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131422.420048:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0e0299600. 02000000:00000001:0.0:1789131422.420051:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131422.420054:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131422.420056:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000020:00000001:0.0:1789131422.420059:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1789131422.420061:0:5599:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1789131422.420063:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131422.420064:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:0.0:1789131422.420066:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1789131422.420069:0:5599:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff9ba0d84c6780. 00000100:00000010:0.0:1789131422.420073:0:5599:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9ba0d09dfc00. 00000100:00000001:0.0:1789131422.420076:0:5599:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1789131422.420079:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0e0299200. 02000000:00000001:0.0:1789131422.420082:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131422.420083:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131422.420085:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a03c0. 00000100:00000001:0.0:1789131422.420089:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131422.420090:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1789131422.424778:0:5599:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at ffff9ba0d06b21c0. 10000000:01000000:0.0:1789131422.424798:0:5599:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.157@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:0.0:1789131422.424804:0:5599:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1789131422.424808:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131422.424811:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131422.424815:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0d11dc800 refcount=3 00000020:00000001:0.0:1789131422.424818:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713738303488 : -110359971248128 : ffff9ba0d11dc800) 00010000:00000001:0.0:1789131422.424824:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713738303488 : -110359971248128 : ffff9ba0d11dc800) 00010000:00000001:0.0:1789131422.424827:0:5599:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131422.424833:0:5599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dc800/0xc8adac5b2d020027 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115d42 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131422.424844:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131422.424846:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131422.424849:0:5599:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dc800/0xc8adac5b2d020027 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115d42 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131422.424855:0:5599:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131422.424856:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131422.424858:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1789131422.424859:0:5599:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789131422.424862:0:5599:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789131422.424865:0:5599:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1789131422.424868:0:5599:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1789131422.424870:0:5599:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9ba0c52d8a00) refs 2 10000000:00000001:0.0:1789131422.424872:0:5599:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789131422.424874:0:5599:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1789131422.424875:0:5599:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9ba0c52d9000) refs 3 10000000:00000001:0.0:1789131422.424878:0:5599:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1789131422.424879:0:5599:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1789131422.425039:0:5599:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1789131422.425045:0:5599:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1789131422.425048:0:5599:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9ba0d85d4000 from 42 10000000:00000001:1.0:1789131422.425052:0:5599:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1789131422.425054:0:5599:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1789131422.425066:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d03c0. 00000020:00000040:1.0:1789131422.425071:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:1.0:1789131422.425075:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131422.425079:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131422.425083:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131422.425094:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d193ca00. 00000100:00000001:1.0:1789131422.425101:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131422.425106:0:5599:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131422.425108:0:5599:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789131422.425114:0:5599:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5bda100 count: 2 00010000:00000001:1.0:1789131422.425117:0:5599:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131422.425121:0:5599:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131422.425125:0:5599:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7b43c00. 00000020:00000001:1.0:1789131422.425130:0:5599:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131422.425133:0:5599:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7b43c00 with handle 0xc8adac5b2d02002e to hash 00000020:00000001:1.0:1789131422.425135:0:5599:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131422.425136:0:5599:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713580391424 : -110360129160192 : ffff9ba0c7b43c00) 00010000:00000001:1.0:1789131422.425139:0:5599:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713580391424 : -110360129160192 : ffff9ba0c7b43c00) 00010000:00000001:1.0:1789131422.425143:0:5599:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131422.425146:0:5599:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131422.425150:0:5599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b43c00/0xc8adac5b2d02002e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131422.425161:0:5599:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b43c00/0xc8adac5b2d02002e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131422.425173:0:5599:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b43c00/0xc8adac5b2d02002e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131422.425180:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131422.425182:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131422.425189:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131422.425191:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499728512 : -110360209823104 : ffff9ba0c2e56a80) 00000100:00000001:1.0:1789131422.425194:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131422.425195:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000001:1.0:1789131422.425200:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131422.425204:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.425207:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131422.425209:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131422.425219:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d03c0 x1876039997388160/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.425242:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131422.425245:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.425249:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131422.425253:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131422.425255:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131422.425259:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997388160:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789131422.425263:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131422.425268:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131422.425271:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.425273:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131422.425278:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d075e800. 02000000:00000001:1.0:1789131422.425280:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131422.425288:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131422.425293:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000010:1.0:1789131422.425299:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80203b8. 00000100:00000200:1.0:1789131422.425305:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997388160, portal 25 00000100:00000001:1.0:1789131422.425307:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131422.425309:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000040:1.0:1789131422.425315:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06d03c0 x1876039997388160/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.425321:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131422.425324:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131422.425326:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80204c8. 00000100:00000200:1.0:1789131422.425330:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876039997388160, offset 0 00000400:00000200:1.0:1789131422.425335:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131422.425343:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131422.425350:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131422.425355:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131422.425360:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131422.425364:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131422.425367:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131422.425371:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [454:454:256:4294967295] 192.168.206.157@tcp LPNI seq info [454:454:8:4294967295] 00000400:00000200:1.0:1789131422.425376:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131422.425384:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131422.425389:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131422.425394:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd000. 00000800:00000200:1.0:1789131422.425399:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131422.425406:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131422.425411:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789131422.425432:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131422.425437:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131422.425440:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295010333 00000100:00000001:1.0:1789131422.425447:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295010317 00000100:00000001:1.0:1789131422.425451:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295010333 00000100:00000001:1.0:1789131422.425454:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295010317 00000100:00000001:1.0:1789131422.425456:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131422.425459:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.425461:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131422.425463:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131422.425465:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789131422.425501:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131422.425505:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131422.426456:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131422.426462:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd000. 00000400:00000200:2.0:1789131422.426468:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131422.426514:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131422.426522:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80204c8 00000400:00000010:2.0:1789131422.426525:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80204c8. 00000100:00000001:2.0:1789131422.426534:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131422.426542:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d03c0 x1876039997388160/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.426565:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131422.426570:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d03c0 x1876039997388160/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.426578:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.426581:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131422.433433:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.433522:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131422.433529:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.433533:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.433546:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.433566:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131422.433578:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.433584:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.433592:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.433597:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 344 into portal 25 MB=0x6aa3f99a0f580 00000400:00000200:3.0:1789131422.433602:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.433610:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 344/344 into md 0x126d [1] + 224 00000800:00000001:3.0:1789131422.433619:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.433627:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.433631:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131422.433637:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131422.433666:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131422.433678:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d03c0 x1876039997388160/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131422.433691:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9ba0d06d03c0 x1876039997388160/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131422.433712:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131422.433724:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.433728:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.434865:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131422.434879:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131422.434882:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131422.434886:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000200:1.0:1789131422.434894:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80203b8 00000400:00000010:1.0:1789131422.434897:0:5599:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80203b8. 00000100:00000001:1.0:1789131422.434902:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131422.434914:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d03c0 x1876039997388160/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131422.434926:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d03c0 x1876039997388160/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.434934:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131422.434936:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.434939:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131422.434942:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131422.434944:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131422.434946:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.434949:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131422.434955:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=135 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131422.434959:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131422.434961:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131422.434963:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131422.434965:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131422.434967:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.434970:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131422.434975:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d03c0 x1876039997388160/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.434981:0:5599:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131422.434984:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131422.434986:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131422.434990:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d03c0 x1876039997388160/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131422.434996:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997388160:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789131422.435001:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.435004:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.435006:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131422.435008:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131422.435011:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d03c0 x1876039997388160/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.435017:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131422.435020:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131422.435024:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131422.435025:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131422.435028:0:5599:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131422.435032:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131422.435034:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131422.435038:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43c00 refcount=4 00000020:00000001:1.0:1789131422.435040:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391424 : -110360129160192 : ffff9ba0c7b43c00) 00010000:00000001:1.0:1789131422.435043:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391424 : -110360129160192 : ffff9ba0c7b43c00) 00010000:00000040:1.0:1789131422.435048:0:5599:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7b43c00, remote cookie: 0x2d69527cc2115d49, flags: 0x0 00010000:00000001:1.0:1789131422.435051:0:5599:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131422.435055:0:5599:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131422.435057:0:5599:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131422.435059:0:5599:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131422.435061:0:5599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131422.435063:0:5599:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff9ba0d5bda100) refcount = 2 00010000:00000040:1.0:1789131422.435066:0:5599:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789131422.435070:0:5599:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b43400/0xc8adac5b2d020019 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2d69527cc2115d34 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131422.435079:0:5599:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b43c00/0xc8adac5b2d02002e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115d49 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131422.435089:0:5599:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131422.435090:0:5599:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131422.435092:0:5599:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131422.435095:0:5599:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131422.435097:0:5599:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131422.435100:0:5599:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b43c00/0xc8adac5b2d02002e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2d69527cc2115d49 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131422.435107:0:5599:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131422.435108:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131422.435110:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131422.435111:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131422.435112:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131422.435114:0:5599:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.435116:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131422.435120:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d03c0 x1876039997388160/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.435126:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131422.435128:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131422.435132:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0d075e800. 02000000:00000001:1.0:1789131422.435135:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131422.435137:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131422.435139:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131422.435141:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131422.435143:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d193ca00. 02000000:00000001:1.0:1789131422.435146:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131422.435148:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131422.435150:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d03c0. 00000100:00000001:1.0:1789131422.435153:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131422.435154:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1789131422.435155:0:5599:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131422.435158:0:5599:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1789131422.435160:0:5599:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9ba0c52d8a00) refs 3 10000000:00000001:1.0:1789131422.435162:0:5599:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131422.435164:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131422.435166:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131422.435167:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43c00 refcount=3 00000020:00000001:1.0:1789131422.435169:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391424 : -110360129160192 : ffff9ba0c7b43c00) 00010000:00000001:1.0:1789131422.435171:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391424 : -110360129160192 : ffff9ba0c7b43c00) 00010000:00000001:1.0:1789131422.435173:0:5599:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1789131422.435174:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131422.435175:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131422.435176:0:5599:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131422.435179:0:5599:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1789131422.435187:0:5599:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9ba0c2f25e40. 00000020:00000010:1.0:1789131422.435194:0:5599:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0d193ca00. 00000020:00000010:1.0:1789131422.435201:0:5599:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9ba0d193c400. 00000040:00000010:1.0:1789131422.435208:0:5599:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9ba0e0915200. 00000020:00000010:1.0:1789131422.435213:0:5599:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9ba0c6439000. 00000020:00000010:1.0:1789131422.435219:0:5599:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9ba0d36c5600. 80000000:00000010:1.0:1789131422.435235:0:5599:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9ba0d8521a20. 00040000:00000010:1.0:1789131422.435240:0:5599:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9ba0d36c4e00. 20000000:00000010:1.0:1789131422.435244:0:5599:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9ba0d36c4800. 10000000:00000040:1.0:1789131422.435248:0:5599:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9ba0c2c7a240 : new refcount 2 00000020:00000001:1.0:1789131422.435251:0:5599:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1789131422.435253:0:5599:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1789131422.435255:0:5599:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1789131422.435258:0:5599:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9ba0d36c4400. 00000040:00000001:1.0:1789131422.435262:0:5599:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1789131422.435265:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000010:1.0:1789131422.435268:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d03c0. 00000020:00000040:1.0:1789131422.435271:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000100:00000001:1.0:1789131422.435275:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131422.435277:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131422.435281:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131422.435287:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d36c5a00. 00000100:00000001:1.0:1789131422.435292:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.435298:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131422.435299:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131422.435304:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131422.435307:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499728512 : -110360209823104 : ffff9ba0c2e56a80) 00000100:00000001:1.0:1789131422.435309:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131422.435310:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000001:1.0:1789131422.435315:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131422.435319:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.435321:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131422.435322:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131422.435327:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d03c0 x1876039997388288/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.435333:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131422.435335:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.435339:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131422.435342:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131422.435344:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131422.435347:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997388288:192.168.206.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1789131422.435351:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131422.435356:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131422.435359:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.435361:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131422.435365:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d36c4c00. 02000000:00000001:1.0:1789131422.435367:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131422.435378:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131422.435381:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000010:1.0:1789131422.435386:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80203b8. 00000100:00000200:1.0:1789131422.435393:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997388288, portal 25 00000100:00000001:1.0:1789131422.435395:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131422.435396:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000040:1.0:1789131422.435402:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06d03c0 x1876039997388288/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.435409:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131422.435411:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131422.435414:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020330. 00000100:00000200:1.0:1789131422.435418:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1876039997388288, offset 0 00000400:00000200:1.0:1789131422.435423:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131422.435431:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131422.435438:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131422.435444:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131422.435448:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131422.435452:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131422.435455:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131422.435459:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [455:455:256:4294967295] 192.168.206.157@tcp LPNI seq info [455:455:8:4294967295] 00000400:00000200:1.0:1789131422.435463:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131422.435518:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131422.435525:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131422.435530:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecdc00. 00000800:00000200:1.0:1789131422.435536:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131422.435544:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131422.435548:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecdc00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1789131422.435576:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131422.435580:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131422.435583:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295010344 00000100:00000001:1.0:1789131422.435590:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295010333 00000100:00000001:1.0:1789131422.435595:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295010344 00000100:00000001:1.0:1789131422.435598:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295010333 00000100:00000001:1.0:1789131422.435601:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131422.435604:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.435606:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131422.435738:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131422.435743:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789131422.435745:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131422.435747:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131422.435939:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131422.435956:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecdc00. 00000400:00000200:2.0:1789131422.435961:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131422.435966:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131422.435972:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020330 00000400:00000010:2.0:1789131422.435974:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020330. 00000100:00000001:2.0:1789131422.435978:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131422.435982:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d03c0 x1876039997388288/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.435992:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131422.435995:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d03c0 x1876039997388288/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.436001:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.436003:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131422.439762:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.439790:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131422.439796:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.439798:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.440000:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.440011:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131422.440024:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.440029:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.440036:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.440041:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 272 into portal 25 MB=0x6aa3f99a0f600 00000400:00000200:3.0:1789131422.440047:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131422.440054:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 272/272 into md 0x1275 [1] + 224 00000800:00000001:3.0:1789131422.440137:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.440148:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131422.440152:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131422.440158:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131422.440169:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131422.440181:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d03c0 x1876039997388288/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131422.440194:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9ba0d06d03c0 x1876039997388288/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.440283:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131422.440309:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131422.440322:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131422.440343:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131422.444421:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131422.444432:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131422.444438:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000200:1.0:1789131422.444576:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80203b8 00000400:00000010:1.0:1789131422.444581:0:5599:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80203b8. 00000100:00000001:1.0:1789131422.444589:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131422.444605:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d03c0 x1876039997388288/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131422.444690:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d03c0 x1876039997388288/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.444700:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131422.444703:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.444706:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131422.444711:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131422.444714:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131422.444716:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.444719:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131422.444727:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=135 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131422.444733:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131422.444736:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131422.444737:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131422.444741:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131422.444744:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.444748:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131422.444754:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d03c0 x1876039997388288/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.444762:0:5599:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131422.444765:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131422.444768:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131422.444773:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d03c0 x1876039997388288/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131422.444782:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997388288:192.168.206.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1789131422.444789:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.444794:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.444797:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131422.444799:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131422.444868:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d03c0 x1876039997388288/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.444878:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131422.444882:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131422.444887:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131422.444889:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789131422.444896:0:5599:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1789131422.444902:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131422.444905:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131422.444907:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1789131422.444909:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131422.444913:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d03c0 x1876039997388288/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.444920:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131422.444923:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131422.444927:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d36c4c00. 02000000:00000001:1.0:1789131422.444931:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131422.444932:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131422.444934:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131422.444935:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131422.444939:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d36c5a00. 02000000:00000001:1.0:1789131422.444944:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131422.444946:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131422.444948:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d03c0. 00000100:00000001:1.0:1789131422.444952:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131422.444953:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789131422.444957:0:5599:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789131422.444961:0:5599:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1789131422.444973:0:5599:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9ba0c2f08000. 00000040:00000001:1.0:1789131422.444976:0:5599:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1789131422.444978:0:5599:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1789131422.444981:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000010:1.0:1789131422.444986:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d03c0. 00000020:00000040:1.0:1789131422.444989:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000100:00000001:1.0:1789131422.444994:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131422.444997:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131422.445002:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131422.445007:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d36c5a00. 00000100:00000001:1.0:1789131422.445015:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.445019:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131422.445021:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131422.445027:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131422.445029:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499728512 : -110360209823104 : ffff9ba0c2e56a80) 00000100:00000001:1.0:1789131422.445032:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131422.445034:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000001:1.0:1789131422.445039:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131422.445044:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.445046:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131422.445048:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131422.445052:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d03c0 x1876039997388416/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.445133:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131422.445136:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.445141:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131422.445145:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131422.445148:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131422.445152:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997388416:192.168.206.157@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1789131422.445157:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131422.445164:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131422.445166:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.445169:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131422.445199:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9ba0c8268000. 02000000:00000001:1.0:1789131422.445201:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131422.445209:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131422.445214:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000010:1.0:1789131422.445220:0:5599:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9ba0c2e56d80. 00000100:00000200:1.0:1789131422.445228:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876039997388416, portal 25 00000100:00000001:1.0:1789131422.445230:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131422.445232:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000040:1.0:1789131422.445238:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06d03c0 x1876039997388416/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.445246:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131422.445249:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131422.445252:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80203b8. 00000100:00000200:1.0:1789131422.445256:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876039997388416, offset 0 00000400:00000200:1.0:1789131422.445263:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131422.445274:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131422.445283:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131422.445291:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131422.445296:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131422.445301:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131422.445304:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131422.445308:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [456:456:256:4294967295] 192.168.206.157@tcp LPNI seq info [456:456:8:4294967295] 00000400:00000200:1.0:1789131422.445312:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131422.445325:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131422.445332:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131422.445341:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecdc00. 00000800:00000200:1.0:1789131422.445350:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131422.445359:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131422.445366:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecdc00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1789131422.445800:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131422.445872:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131422.445876:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295010354 00000100:00000001:1.0:1789131422.445886:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295010344 00000100:00000001:1.0:1789131422.445892:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295010354 00000100:00000001:1.0:1789131422.445896:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295010344 00000100:00000001:1.0:1789131422.445899:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131422.445903:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.445906:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131422.445909:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131422.445911:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789131422.445914:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131422.445918:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131422.447395:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131422.447407:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecdc00. 00000400:00000200:2.0:1789131422.447416:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131422.447425:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131422.447433:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80203b8 00000400:00000010:2.0:1789131422.447436:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80203b8. 00000100:00000001:2.0:1789131422.447442:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131422.447451:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d03c0 x1876039997388416/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.447465:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131422.447468:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d03c0 x1876039997388416/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.447523:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.447525:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131422.456528:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.456566:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131422.456571:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.456575:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131422.456586:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.456596:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131422.456796:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.456868:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.456877:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.456882:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 8416 into portal 25 MB=0x6aa3f99a0f680 00000400:00000200:2.0:1789131422.456888:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.456896:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 8416/8416 into md 0x127d [4] + 224 00000800:00000001:2.0:1789131422.456906:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.456940:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131422.456944:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131422.456950:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131422.456961:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131422.456973:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d03c0 x1876039997388416/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131422.456987:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9ba0d06d03c0 x1876039997388416/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.457147:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131422.457168:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131422.457181:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.457185:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131422.457226:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131422.457229:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131422.457235:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000200:1.0:1789131422.457240:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c2e56d80 00000400:00000010:1.0:1789131422.457243:0:5599:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9ba0c2e56d80. 00000100:00000001:1.0:1789131422.457246:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131422.457252:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d03c0 x1876039997388416/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131422.457262:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d03c0 x1876039997388416/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.457268:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131422.457271:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.457273:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131422.457278:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131422.457282:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131422.457284:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.457287:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131422.457296:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=135 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131422.457302:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131422.457305:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131422.457308:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131422.457312:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131422.457315:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.457318:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131422.457324:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d03c0 x1876039997388416/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.457332:0:5599:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131422.457335:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131422.457338:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131422.457343:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d03c0 x1876039997388416/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131422.457351:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997388416:192.168.206.157@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1789131422.457356:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.457360:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.457363:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131422.457366:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131422.457369:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d03c0 x1876039997388416/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.457376:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131422.457380:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131422.457383:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131422.457385:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789131422.457396:0:5599:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1789131422.457398:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131422.457402:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d03c0 x1876039997388416/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.457408:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131422.457411:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131422.457415:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9ba0c8268000. 02000000:00000001:1.0:1789131422.457427:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131422.457431:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131422.457433:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131422.457436:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131422.457439:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d36c5a00. 02000000:00000001:1.0:1789131422.457444:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131422.457785:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131422.457789:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d03c0. 00000100:00000001:1.0:1789131422.457794:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131422.457796:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789131422.457800:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131422.457801:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131422.457803:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1789131422.457878:0:5599:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789131422.457882:0:5599:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789131422.457886:0:5599:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1789131422.457895:0:5599:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9ba0d86d5660. 00000040:00001000:1.0:1789131422.457898:0:5599:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000040:00000001:3.0:1789131422.458292:0:10683:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1789131422.458302:0:10683:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0d11b5200. 00000020:00000010:3.0:1789131422.458310:0:10683:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9ba0d11b4a00. 00000040:00000010:3.0:1789131422.458315:0:10683:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9ba0d11b5000. 00000020:00000010:3.0:1789131422.458322:0:10683:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9ba0c6425000. 00000020:00000010:3.0:1789131422.458330:0:10683:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff9ba0c2c69e60. 00000020:00000010:3.0:1789131422.458335:0:10683:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9ba0d11b5e00. 80000000:00000010:3.0:1789131422.458341:0:10683:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9ba0d81dd720. 40000000:00000010:3.0:1789131422.458347:0:10683:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9ba0c2e52500. 00100000:00000010:3.0:1789131422.458355:0:10683:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9ba0c6421000. 00040000:00000010:3.0:1789131422.458889:0:10683:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9ba0c3302300. 00040000:00000010:3.0:1789131422.458898:0:10683:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9ba0c6427800. 00040000:00000010:3.0:1789131422.458902:0:10683:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9ba0d11b5a00. 00000004:00000010:3.0:1789131422.458907:0:10683:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9ba0c6426800. 00000004:00000010:3.0:1789131422.458914:0:10683:0:(mdt_handler.c:8414:mdt_key_init()) kmalloced '(value)': 2568 at ffff9ba0c6407000. 00000004:00000010:3.0:1789131422.458921:0:10683:0:(lod_dev.c:2352:lod_key_init()) kmalloced '(value)': 1224 at ffff9ba0c6423800. 00002000:00000010:3.0:1789131422.458926:0:10683:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff9ba0d84ffc00. 00000004:00000010:3.0:1789131422.458933:0:10683:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9ba0d84ff800. 00000020:00000010:3.0:1789131422.458939:0:10683:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9ba0c2e52880. 00000040:00000010:3.0:1789131422.458950:0:10683:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9ba0d36ac000. 00000040:00080000:3.0:1789131422.459801:0:10683:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000040:00000010:3.0:1789131422.459878:0:10683:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9ba0d36ac000. 00000020:00000010:3.0:1789131422.459891:0:10683:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9ba0c2e52880. 00000020:00000010:3.0:1789131422.459916:0:10683:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9ba0d11b4a00. 00000040:00000010:3.0:1789131422.459921:0:10683:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9ba0d11b5000. 00000020:00000010:3.0:1789131422.459926:0:10683:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9ba0c6425000. 00000020:00000010:3.0:1789131422.459931:0:10683:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff9ba0c2c69e60. 00000020:00000010:3.0:1789131422.459938:0:10683:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9ba0d11b5e00. 80000000:00000010:3.0:1789131422.459943:0:10683:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9ba0d81dd720. 40000000:00000010:3.0:1789131422.459949:0:10683:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9ba0c2e52500. 00100000:00000010:3.0:1789131422.459955:0:10683:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9ba0c6421000. 00040000:00000010:3.0:1789131422.459959:0:10683:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9ba0c3302300. 00040000:00000010:3.0:1789131422.459965:0:10683:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9ba0c6427800. 00040000:00000010:3.0:1789131422.459992:0:10683:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9ba0d11b5a00. 00000004:00000010:3.0:1789131422.459996:0:10683:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9ba0c6426800. 00000004:00000010:3.0:1789131422.460000:0:10683:0:(mdt_handler.c:8439:mdt_key_fini()) kfreed 'info': 2568 at ffff9ba0c6407000. 00000004:00000010:3.0:1789131422.460006:0:10683:0:(lod_dev.c:2378:lod_key_fini()) kfreed 'info': 1224 at ffff9ba0c6423800. 00002000:00000010:3.0:1789131422.460011:0:10683:0:(ofd_dev.c:3048:ofd_key_fini()) kfreed 'info': 1000 at ffff9ba0d84ffc00. 00000004:00000010:3.0:1789131422.460016:0:10683:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9ba0d84ff800. 00000020:00000010:3.0:1789131422.460020:0:10683:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9ba0d11b5200. 00000040:00000010:1.0:1789131422.460308:0:5599:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9ba0d86d5660. 00000040:00000001:1.0:1789131422.460314:0:5599:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1789131422.460319:0:5599:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 00000040:00000010:1.0:1789131422.460326:0:5599:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9ba0c2f08000. 00000040:00000010:1.0:1789131422.460331:0:5599:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9ba0d36c4400. 00000020:00000001:1.0:1789131422.460334:0:5599:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131422.460338:0:5599:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1789131422.460342:0:5599:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9ba0d193c400. 00000040:00000010:1.0:1789131422.460346:0:5599:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9ba0e0915200. 00000020:00000010:1.0:1789131422.460350:0:5599:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9ba0c6439000. 00000020:00000010:1.0:1789131422.460356:0:5599:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9ba0d36c5600. 80000000:00000010:1.0:1789131422.460359:0:5599:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9ba0d8521a20. 00040000:00000010:1.0:1789131422.460363:0:5599:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9ba0d36c4e00. 20000000:00000010:1.0:1789131422.460367:0:5599:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9ba0d36c4800. 00000020:00000010:1.0:1789131422.460370:0:5599:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9ba0d193ca00. 10000000:00000010:1.0:1789131422.460372:0:5599:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9ba0c2f25e40. 10000000:01000000:1.0:1789131422.460376:0:5599:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.157@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:1.0:1789131422.460380:0:5599:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1789131422.460384:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131422.460387:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131422.460390:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b43c00 refcount=3 00000020:00000001:1.0:1789131422.460393:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580391424 : -110360129160192 : ffff9ba0c7b43c00) 00010000:00000001:1.0:1789131422.460396:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580391424 : -110360129160192 : ffff9ba0c7b43c00) 00010000:00000001:1.0:1789131422.460399:0:5599:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131422.460405:0:5599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b43c00/0xc8adac5b2d02002e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115d49 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131422.460416:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131422.460418:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131422.460422:0:5599:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b43c00/0xc8adac5b2d02002e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115d49 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131422.460428:0:5599:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131422.460429:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131422.460430:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1789131422.460431:0:5599:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131422.460433:0:5599:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131422.460436:0:5599:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1789131422.460439:0:5599:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1789131422.460441:0:5599:0:(mgc_request.c:108:config_log_get()) log params (ffff9ba0c52d8600) refs 2 10000000:00000001:1.0:1789131422.460443:0:5599:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131422.460884:0:5599:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1789131422.460890:0:5599:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9ba0c52d8a00) refs 3 10000000:00000001:1.0:1789131422.460893:0:5599:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1789131422.460895:0:5599:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1789131422.460896:0:5599:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1789131422.460898:0:5599:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1789131422.460901:0:5599:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ba0d85d4000 from 10 10000000:00000001:1.0:1789131422.460904:0:5599:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1789131422.460906:0:5599:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1789131422.460917:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d03c0. 00000020:00000040:1.0:1789131422.460923:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:1.0:1789131422.460927:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131422.460932:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131422.460938:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131422.460949:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d36c4800. 00000100:00000001:1.0:1789131422.460958:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131422.460964:0:5599:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131422.460967:0:5599:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789131422.460976:0:5599:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983600 count: 2 00010000:00000001:1.0:1789131422.460979:0:5599:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131422.460983:0:5599:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131422.460990:0:5599:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba1021f7600. 00000020:00000001:1.0:1789131422.460995:0:5599:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131422.460998:0:5599:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba1021f7600 with handle 0xc8adac5b2d020035 to hash 00000020:00000001:1.0:1789131422.461000:0:5599:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131422.461002:0:5599:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633714560497152 : -110359149054464 : ffff9ba1021f7600) 00010000:00000001:1.0:1789131422.461006:0:5599:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633714560497152 : -110359149054464 : ffff9ba1021f7600) 00010000:00000001:1.0:1789131422.461010:0:5599:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131422.461014:0:5599:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131422.461019:0:5599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba1021f7600/0xc8adac5b2d020035 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131422.461028:0:5599:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.157@tcp lock: ffff9ba1021f7600/0xc8adac5b2d020035 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131422.461042:0:5599:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.157@tcp lock: ffff9ba1021f7600/0xc8adac5b2d020035 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131422.461050:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131422.461052:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131422.461149:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131422.461153:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499728512 : -110360209823104 : ffff9ba0c2e56a80) 00000100:00000001:1.0:1789131422.461157:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131422.461158:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000001:1.0:1789131422.461165:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131422.461170:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.461173:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131422.461175:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131422.461189:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d03c0 x1876039997388544/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.461199:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131422.461202:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.461206:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131422.461209:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131422.461212:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131422.461216:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997388544:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789131422.461222:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131422.461231:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131422.461234:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.461237:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131422.461243:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d075e800. 02000000:00000001:1.0:1789131422.461245:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131422.461254:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131422.461259:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000010:1.0:1789131422.461268:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020dd0. 00000100:00000200:1.0:1789131422.461277:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997388544, portal 25 00000100:00000001:1.0:1789131422.461279:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131422.461281:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000040:1.0:1789131422.461287:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06d03c0 x1876039997388544/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.461296:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131422.461299:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131422.461302:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80207f8. 00000100:00000200:1.0:1789131422.461306:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876039997388544, offset 0 00000400:00000200:1.0:1789131422.461315:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131422.461326:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131422.461335:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131422.461342:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131422.461347:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131422.461352:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131422.461355:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131422.461358:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [457:457:256:4294967295] 192.168.206.157@tcp LPNI seq info [457:457:8:4294967295] 00000400:00000200:1.0:1789131422.461363:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131422.461375:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131422.461381:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131422.461387:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd000. 00000800:00000200:1.0:1789131422.461395:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131422.461405:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131422.461411:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789131422.462273:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131422.462287:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131422.462290:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295010370 00000100:00000001:1.0:1789131422.462300:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295010354 00000100:00000001:1.0:1789131422.462307:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295010370 00000100:00000001:1.0:1789131422.462311:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295010354 00000100:00000001:1.0:1789131422.462314:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131422.462318:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.462322:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131422.462324:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131422.462329:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789131422.462333:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131422.462337:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131422.470285:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131422.470300:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd000. 00000400:00000200:2.0:1789131422.470313:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131422.470325:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131422.470334:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80207f8 00000400:00000010:2.0:1789131422.470337:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80207f8. 00000100:00000001:2.0:1789131422.470345:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131422.470354:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d03c0 x1876039997388544/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.470369:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131422.470373:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d03c0 x1876039997388544/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.470380:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.470405:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131422.471284:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.471303:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131422.471307:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.471310:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131422.471320:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.471328:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131422.471338:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.471343:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.471350:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.471354:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 344 into portal 25 MB=0x6aa3f99a0f700 00000400:00000200:2.0:1789131422.471360:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.471368:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 344/344 into md 0x1285 [1] + 224 00000800:00000001:2.0:1789131422.471377:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.471385:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131422.471389:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131422.471394:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131422.471402:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131422.471410:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d03c0 x1876039997388544/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131422.471422:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9ba0d06d03c0 x1876039997388544/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.472035:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131422.472094:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131422.472110:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.472115:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131422.475236:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131422.475248:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131422.475253:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000200:1.0:1789131422.475264:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020dd0 00000400:00000010:1.0:1789131422.475268:0:5599:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020dd0. 00000100:00000001:1.0:1789131422.475276:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131422.475293:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d03c0 x1876039997388544/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131422.475308:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d03c0 x1876039997388544/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.475318:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131422.475320:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.475324:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131422.475328:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131422.475332:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131422.475335:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.475338:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131422.475347:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=135 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131422.475352:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131422.475355:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131422.475358:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131422.475361:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131422.475364:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.475368:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131422.475373:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d03c0 x1876039997388544/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.475381:0:5599:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131422.475385:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131422.475387:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131422.475391:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d03c0 x1876039997388544/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131422.475400:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997388544:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789131422.475406:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.475410:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.475413:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131422.475416:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131422.475420:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d03c0 x1876039997388544/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.475426:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131422.475430:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131422.475434:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131422.475436:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131422.475440:0:5599:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131422.475444:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131422.475461:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131422.475465:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7600 refcount=4 00000020:00000001:1.0:1789131422.475490:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560497152 : -110359149054464 : ffff9ba1021f7600) 00010000:00000001:1.0:1789131422.475495:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560497152 : -110359149054464 : ffff9ba1021f7600) 00010000:00000040:1.0:1789131422.475503:0:5599:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba1021f7600, remote cookie: 0x2d69527cc2115d50, flags: 0x0 00010000:00000001:1.0:1789131422.475507:0:5599:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131422.475521:0:5599:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131422.475525:0:5599:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131422.475528:0:5599:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131422.475530:0:5599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131422.475534:0:5599:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9ba0d5983600) refcount = 2 00010000:00000040:1.0:1789131422.475538:0:5599:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789131422.475542:0:5599:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.206.157@tcp lock: ffff9ba0c29c6800/0xc8adac5b2d020020 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2d69527cc2115d3b expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131422.475563:0:5599:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.157@tcp lock: ffff9ba1021f7600/0xc8adac5b2d020035 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115d50 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131422.475570:0:5599:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131422.475572:0:5599:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131422.475574:0:5599:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131422.475577:0:5599:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131422.475580:0:5599:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131422.475583:0:5599:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.157@tcp lock: ffff9ba1021f7600/0xc8adac5b2d020035 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2d69527cc2115d50 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131422.475589:0:5599:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131422.475592:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131422.475594:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131422.475595:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131422.475596:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131422.475598:0:5599:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.475601:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131422.475607:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d03c0 x1876039997388544/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.475745:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131422.475748:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131422.475752:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0d075e800. 02000000:00000001:1.0:1789131422.475757:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131422.475761:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131422.475762:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131422.475766:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131422.475769:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d36c4800. 02000000:00000001:1.0:1789131422.475774:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131422.475776:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131422.475778:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d03c0. 00000100:00000001:1.0:1789131422.475782:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131422.475783:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1789131422.475786:0:5599:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131422.475790:0:5599:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1789131422.475792:0:5599:0:(mgc_request.c:108:config_log_get()) log params (ffff9ba0c52d8600) refs 3 10000000:00000001:1.0:1789131422.475795:0:5599:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131422.475797:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131422.475799:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131422.475801:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7600 refcount=3 00000020:00000001:1.0:1789131422.475803:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560497152 : -110359149054464 : ffff9ba1021f7600) 00010000:00000001:1.0:1789131422.475817:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560497152 : -110359149054464 : ffff9ba1021f7600) 00010000:00000001:1.0:1789131422.475820:0:5599:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1789131422.475821:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131422.475823:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131422.475824:0:5599:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131422.475827:0:5599:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1789131422.475838:0:5599:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9ba0c2f25e40. 00000020:00000010:1.0:1789131422.475843:0:5599:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0d36c4800. 00000020:00000010:1.0:1789131422.475850:0:5599:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9ba0d36c4e00. 00000040:00000010:1.0:1789131422.475856:0:5599:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9ba0d36c5600. 00000020:00000010:1.0:1789131422.475862:0:5599:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9ba0c6439000. 00000020:00000010:1.0:1789131422.475867:0:5599:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9ba0d36c4400. 80000000:00000010:1.0:1789131422.475873:0:5599:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9ba0d86d5660. 00040000:00000010:1.0:1789131422.475879:0:5599:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9ba0d36c5a00. 20000000:00000010:1.0:1789131422.475885:0:5599:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9ba0d36c4c00. 10000000:00000040:1.0:1789131422.475891:0:5599:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9ba0c2c7a240 : new refcount 2 00000020:00000001:1.0:1789131422.475895:0:5599:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1789131422.475897:0:5599:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1789131422.475900:0:5599:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1789131422.475907:0:5599:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9ba0e0915200. 00000040:00000001:1.0:1789131422.475911:0:5599:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1789131422.475914:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000010:1.0:1789131422.475920:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d03c0. 00000020:00000040:1.0:1789131422.475925:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000100:00000001:1.0:1789131422.475930:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131422.475933:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131422.475939:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131422.475948:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d193ca00. 00000100:00000001:1.0:1789131422.475955:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.475961:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131422.475963:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131422.475969:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131422.475972:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499728512 : -110360209823104 : ffff9ba0c2e56a80) 00000100:00000001:1.0:1789131422.475975:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131422.475977:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000001:1.0:1789131422.475982:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131422.475987:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.475990:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131422.475992:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131422.475998:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d03c0 x1876039997388672/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.476006:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131422.476009:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.476013:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131422.476017:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131422.476019:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131422.476023:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997388672:192.168.206.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1789131422.476027:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131422.476034:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131422.476037:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.476040:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131422.476045:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d193c400. 02000000:00000001:1.0:1789131422.476047:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131422.476056:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131422.476190:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000010:1.0:1789131422.476199:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020dd0. 00000100:00000200:1.0:1789131422.476208:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997388672, portal 25 00000100:00000001:1.0:1789131422.476211:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131422.476212:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000040:1.0:1789131422.476220:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06d03c0 x1876039997388672/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.476228:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131422.476231:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131422.476233:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020e58. 00000100:00000200:1.0:1789131422.476238:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1876039997388672, offset 0 00000400:00000200:1.0:1789131422.476245:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131422.476256:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131422.476264:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131422.476270:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131422.476275:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131422.476280:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131422.476282:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131422.476286:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [458:458:256:4294967295] 192.168.206.157@tcp LPNI seq info [458:458:8:4294967295] 00000400:00000200:1.0:1789131422.476290:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131422.476301:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131422.476308:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131422.476314:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131422.476322:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131422.476332:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131422.476338:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1789131422.476443:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131422.476678:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131422.476682:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295010384 00000100:00000001:1.0:1789131422.476691:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295010370 00000100:00000001:1.0:1789131422.476697:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295010384 00000100:00000001:1.0:1789131422.476701:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295010370 00000100:00000001:1.0:1789131422.476704:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131422.476708:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.476711:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131422.476713:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131422.476716:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789131422.476720:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131422.476723:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131422.485258:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131422.485271:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:2.0:1789131422.485282:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131422.485293:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131422.485302:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020e58 00000400:00000010:2.0:1789131422.485305:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020e58. 00000100:00000001:2.0:1789131422.485313:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131422.485322:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d03c0 x1876039997388672/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.485362:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131422.485367:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d03c0 x1876039997388672/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.485375:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.485377:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131422.487502:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.487532:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131422.487538:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.487540:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131422.487558:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.487568:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131422.487579:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.487584:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.487591:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.487595:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 272 into portal 25 MB=0x6aa3f99a0f780 00000400:00000200:2.0:1789131422.487601:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.487609:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 272/272 into md 0x128d [1] + 224 00000800:00000001:2.0:1789131422.487782:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.487793:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131422.487797:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131422.487802:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131422.487823:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131422.487833:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d03c0 x1876039997388672/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131422.487845:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9ba0d06d03c0 x1876039997388672/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.487869:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131422.487880:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.487884:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.488027:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131422.488037:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131422.488040:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131422.488044:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000200:1.0:1789131422.488048:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020dd0 00000400:00000010:1.0:1789131422.488051:0:5599:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020dd0. 00000100:00000001:1.0:1789131422.488055:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131422.488073:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d03c0 x1876039997388672/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131422.488083:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d03c0 x1876039997388672/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.488089:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131422.488091:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.488093:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131422.488097:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131422.488100:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131422.488103:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.488106:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131422.488115:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=135 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131422.488120:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131422.488123:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131422.488125:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131422.488128:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131422.488131:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.488135:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131422.488141:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d03c0 x1876039997388672/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.488148:0:5599:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131422.488152:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131422.488156:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131422.488160:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d03c0 x1876039997388672/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131422.488168:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997388672:192.168.206.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1789131422.488174:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.488177:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.488180:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131422.488183:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131422.488187:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d03c0 x1876039997388672/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.488195:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131422.488198:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131422.488202:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131422.488204:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789131422.488210:0:5599:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1789131422.488216:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131422.488218:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131422.488221:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1789131422.488223:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131422.488226:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d03c0 x1876039997388672/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1789131438 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.488233:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131422.488237:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131422.488241:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d193c400. 02000000:00000001:1.0:1789131422.488245:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131422.488246:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131422.488247:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131422.488250:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131422.488253:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d193ca00. 02000000:00000001:1.0:1789131422.488256:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131422.488258:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131422.488261:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d03c0. 00000100:00000001:1.0:1789131422.488264:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131422.488266:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789131422.488270:0:5599:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789131422.488274:0:5599:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1789131422.488283:0:5599:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9ba0c2f08000. 00000040:00000001:1.0:1789131422.488286:0:5599:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1789131422.488288:0:5599:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1789131422.488291:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000010:1.0:1789131422.488296:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d03c0. 00000020:00000040:1.0:1789131422.488298:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000100:00000001:1.0:1789131422.488302:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131422.488305:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131422.488311:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131422.488317:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d193ca00. 00000100:00000001:1.0:1789131422.488324:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.488328:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131422.488329:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131422.488335:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131422.488338:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499728512 : -110360209823104 : ffff9ba0c2e56a80) 00000100:00000001:1.0:1789131422.488341:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131422.488342:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000001:1.0:1789131422.488347:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131422.488352:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.488355:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131422.488357:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131422.488361:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d03c0 x1876039997388800/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.488369:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131422.488372:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.488377:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131422.488379:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131422.488382:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131422.488386:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997388800:192.168.206.157@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1789131422.488390:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131422.488396:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131422.488399:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.488402:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131422.488435:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9ba0c8268000. 02000000:00000001:1.0:1789131422.488438:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131422.488445:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131422.488460:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000010:1.0:1789131422.488467:0:5599:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9ba0c2e56d80. 00000100:00000200:1.0:1789131422.488523:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876039997388800, portal 25 00000100:00000001:1.0:1789131422.488526:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131422.488527:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000040:1.0:1789131422.488534:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06d03c0 x1876039997388800/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.488542:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131422.488544:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131422.488559:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020dd0. 00000100:00000200:1.0:1789131422.488564:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876039997388800, offset 0 00000400:00000200:1.0:1789131422.488572:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131422.488580:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131422.488589:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131422.488596:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131422.488602:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131422.488607:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131422.488623:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131422.488628:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [459:459:256:4294967295] 192.168.206.157@tcp LPNI seq info [459:459:8:4294967295] 00000400:00000200:1.0:1789131422.488633:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131422.488643:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131422.488650:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131422.488658:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131422.488665:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131422.488674:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131422.488680:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1789131422.488700:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131422.488705:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131422.488709:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295010396 00000100:00000001:1.0:1789131422.488717:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295010384 00000100:00000001:1.0:1789131422.488724:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295010396 00000100:00000001:1.0:1789131422.488728:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295010384 00000100:00000001:1.0:1789131422.488731:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131422.488734:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.488737:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131422.488740:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131422.488742:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789131422.488745:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131422.488747:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131422.489315:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131422.489334:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:2.0:1789131422.489341:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131422.489346:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131422.489352:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020dd0 00000400:00000010:2.0:1789131422.489354:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020dd0. 00000100:00000001:2.0:1789131422.489360:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131422.489365:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d03c0 x1876039997388800/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.489375:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131422.489378:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d03c0 x1876039997388800/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.489383:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.489385:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131422.495799:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.495836:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131422.495842:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.495845:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131422.495856:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.495867:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131422.495880:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.495887:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.495893:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.495898:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 8416 into portal 25 MB=0x6aa3f99a0f800 00000400:00000200:2.0:1789131422.495903:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.495911:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 8416/8416 into md 0x1295 [4] + 224 00000800:00000001:2.0:1789131422.495919:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.495935:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131422.495939:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131422.495945:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131422.495954:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131422.495965:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d03c0 x1876039997388800/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131422.495978:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9ba0d06d03c0 x1876039997388800/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.496024:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131422.496037:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.496041:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.497430:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131422.497445:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131422.497448:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131422.497452:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000200:1.0:1789131422.497459:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c2e56d80 00000400:00000010:1.0:1789131422.497462:0:5599:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9ba0c2e56d80. 00000100:00000001:1.0:1789131422.497466:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131422.497509:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d03c0 x1876039997388800/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131422.497522:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d03c0 x1876039997388800/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.497529:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131422.497532:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.497534:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131422.497538:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131422.497541:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131422.497543:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.497547:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131422.497567:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=135 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131422.497572:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131422.497575:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131422.497577:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131422.497581:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131422.497585:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.497588:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131422.497594:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d03c0 x1876039997388800/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.497601:0:5599:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131422.497606:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131422.497608:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131422.497623:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d03c0 x1876039997388800/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131422.497632:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997388800:192.168.206.157@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1789131422.497638:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.497641:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131422.497644:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131422.497646:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131422.497650:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d03c0 x1876039997388800/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.497656:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131422.497659:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131422.497663:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131422.497665:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789131422.497678:0:5599:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1789131422.497680:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131422.497683:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d03c0 x1876039997388800/t0(0) o503->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789131438 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.497689:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131422.497692:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131422.497696:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9ba0c8268000. 02000000:00000001:1.0:1789131422.497716:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131422.497720:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131422.497723:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131422.497725:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131422.497728:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d193ca00. 02000000:00000001:1.0:1789131422.497733:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131422.497735:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131422.497738:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d03c0. 00000100:00000001:1.0:1789131422.497742:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131422.497743:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789131422.497746:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131422.497748:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131422.497749:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1789131422.497752:0:5599:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789131422.497755:0:5599:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789131422.497760:0:5599:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1789131422.497767:0:5599:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9ba0d8521a20. 00000040:00001000:1.0:1789131422.497770:0:5599:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 9 last_idx 0 read_mode 0 00000040:00000001:1.0:1789131422.498834:0:10684:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1789131422.498845:0:10684:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0d193ca00. 00000020:00000010:1.0:1789131422.498853:0:10684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9ba0d193c400. 00000040:00000010:1.0:1789131422.498859:0:10684:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9ba0c5933400. 00000020:00000010:1.0:1789131422.498865:0:10684:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9ba0c643c000. 00000020:00000010:1.0:1789131422.498871:0:10684:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff9ba0d30f7980. 00000020:00000010:1.0:1789131422.498880:0:10684:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9ba0d1937200. 80000000:00000010:1.0:1789131422.498904:0:10684:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9ba0c65bd6c0. 40000000:00000010:1.0:1789131422.498910:0:10684:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9ba0c2f25480. 00100000:00000010:1.0:1789131422.498916:0:10684:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9ba0c643e800. 00040000:00000010:1.0:1789131422.498921:0:10684:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9ba0d4ecd000. 00040000:00000010:1.0:1789131422.498925:0:10684:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9ba0c643b800. 00040000:00000010:1.0:1789131422.498931:0:10684:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9ba0d1936600. 00000004:00000010:1.0:1789131422.498937:0:10684:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9ba0c6438800. 00000004:00000010:1.0:1789131422.498943:0:10684:0:(mdt_handler.c:8414:mdt_key_init()) kmalloced '(value)': 2568 at ffff9ba0d84f2000. 00000004:00000010:1.0:1789131422.498949:0:10684:0:(lod_dev.c:2352:lod_key_init()) kmalloced '(value)': 1224 at ffff9ba0c6439800. 00002000:00000010:1.0:1789131422.498955:0:10684:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff9ba0d075e800. 00000004:00000010:1.0:1789131422.498960:0:10684:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9ba0d075d000. 00000020:00000010:1.0:1789131422.498965:0:10684:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9ba0c2f25f40. 00000040:00000010:1.0:1789131422.498975:0:10684:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9ba0c2f0c000. 00000040:00080000:1.0:1789131422.500589:0:10684:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000040:00000010:1.0:1789131422.500605:0:10684:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9ba0c2f0c000. 00000020:00000010:1.0:1789131422.500739:0:10684:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9ba0c2f25f40. 00000020:00000010:1.0:1789131422.500765:0:10684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9ba0d193c400. 00000040:00000010:1.0:1789131422.500772:0:10684:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9ba0c5933400. 00000020:00000010:1.0:1789131422.500778:0:10684:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9ba0c643c000. 00000020:00000010:1.0:1789131422.500785:0:10684:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff9ba0d30f7980. 00000020:00000010:1.0:1789131422.500792:0:10684:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9ba0d1937200. 80000000:00000010:1.0:1789131422.500797:0:10684:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9ba0c65bd6c0. 40000000:00000010:1.0:1789131422.500802:0:10684:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9ba0c2f25480. 00100000:00000010:1.0:1789131422.501123:0:10684:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9ba0c643e800. 00040000:00000010:1.0:1789131422.501129:0:10684:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9ba0d4ecd000. 00040000:00000010:1.0:1789131422.501135:0:10684:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9ba0c643b800. 00040000:00000010:1.0:1789131422.501139:0:10684:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9ba0d1936600. 00000004:00000010:1.0:1789131422.501144:0:10684:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9ba0c6438800. 00000004:00000010:1.0:1789131422.501149:0:10684:0:(mdt_handler.c:8439:mdt_key_fini()) kfreed 'info': 2568 at ffff9ba0d84f2000. 00000004:00000010:1.0:1789131422.501156:0:10684:0:(lod_dev.c:2378:lod_key_fini()) kfreed 'info': 1224 at ffff9ba0c6439800. 00002000:00000010:1.0:1789131422.501162:0:10684:0:(ofd_dev.c:3048:ofd_key_fini()) kfreed 'info': 1000 at ffff9ba0d075e800. 00000004:00000010:1.0:1789131422.501167:0:10684:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9ba0d075d000. 00000020:00000010:1.0:1789131422.501170:0:10684:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9ba0d193ca00. 00000040:00000010:0.0:1789131422.501506:0:5599:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9ba0d8521a20. 00000040:00000001:0.0:1789131422.501513:0:5599:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1789131422.501518:0:5599:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 00000040:00000010:0.0:1789131422.501524:0:5599:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9ba0c2f08000. 00000040:00000010:0.0:1789131422.501527:0:5599:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9ba0e0915200. 00000020:00000001:0.0:1789131422.501532:0:5599:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789131422.501536:0:5599:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1789131422.501540:0:5599:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9ba0d36c4e00. 00000040:00000010:0.0:1789131422.501544:0:5599:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9ba0d36c5600. 00000020:00000010:0.0:1789131422.501565:0:5599:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9ba0c6439000. 00000020:00000010:0.0:1789131422.501572:0:5599:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9ba0d36c4400. 80000000:00000010:0.0:1789131422.501575:0:5599:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9ba0d86d5660. 00040000:00000010:0.0:1789131422.501580:0:5599:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9ba0d36c5a00. 20000000:00000010:0.0:1789131422.501585:0:5599:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9ba0d36c4c00. 00000020:00000010:0.0:1789131422.501587:0:5599:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9ba0d36c4800. 10000000:00000010:0.0:1789131422.501591:0:5599:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9ba0c2f25e40. 10000000:01000000:0.0:1789131422.501594:0:5599:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.157@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1789131422.501598:0:5599:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1789131422.501602:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131422.501605:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131422.501608:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f7600 refcount=3 00000020:00000001:0.0:1789131422.501622:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560497152 : -110359149054464 : ffff9ba1021f7600) 00010000:00000001:0.0:1789131422.501626:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560497152 : -110359149054464 : ffff9ba1021f7600) 00010000:00000001:0.0:1789131422.501629:0:5599:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1789131422.501636:0:5599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba1021f7600/0xc8adac5b2d020035 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115d50 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131422.501648:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131422.501650:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1789131422.501653:0:5599:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.157@tcp lock: ffff9ba1021f7600/0xc8adac5b2d020035 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115d50 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131422.501661:0:5599:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1789131422.501662:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131422.501663:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1789131422.501664:0:5599:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789131422.501667:0:5599:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789131422.501671:0:5599:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1789131422.501674:0:5599:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1789131422.501675:0:5599:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff9ba0d2de0c00) refs 3 10000000:00000001:0.0:1789131422.501679:0:5599:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789131422.501682:0:5599:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1789131422.501683:0:5599:0:(mgc_request.c:123:config_log_put()) log params(ffff9ba0c52d8600) refs 3 10000000:00000001:0.0:1789131422.501685:0:5599:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1789131422.501687:0:5599:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1789131422.501689:0:5599:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1789131422.501691:0:5599:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1789131422.501694:0:5599:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9ba0d81fced8 from 1 10000000:00000001:0.0:1789131422.501697:0:5599:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1789131422.501698:0:5599:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1789131422.501712:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a03c0. 00000020:00000040:0.0:1789131422.501717:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:0.0:1789131422.501722:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131422.501726:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131422.501732:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131422.501740:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0e0299200. 00000100:00000001:0.0:1789131422.501748:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131422.501754:0:5599:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1789131422.501756:0:5599:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1789131422.501764:0:5599:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5bda100 count: 3 00010000:00000001:0.0:1789131422.501766:0:5599:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131422.501769:0:5599:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1789131422.501775:0:5599:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0d11dcc00. 00000020:00000001:0.0:1789131422.501780:0:5599:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1789131422.501782:0:5599:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0d11dcc00 with handle 0xc8adac5b2d02003c to hash 00000020:00000001:0.0:1789131422.501784:0:5599:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1789131422.501786:0:5599:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713738304512 : -110359971247104 : ffff9ba0d11dcc00) 00010000:00000001:0.0:1789131422.501789:0:5599:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713738304512 : -110359971247104 : ffff9ba0d11dcc00) 00010000:00000001:0.0:1789131422.501792:0:5599:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131422.501796:0:5599:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131422.501799:0:5599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dcc00/0xc8adac5b2d02003c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131422.501820:0:5599:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dcc00/0xc8adac5b2d02003c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131422.501837:0:5599:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dcc00/0xc8adac5b2d02003c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1789131422.501843:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131422.501845:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131422.501854:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d09080c0. 00000100:00000001:0.0:1789131422.501856:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729044672 : -110359980506944 : ffff9ba0d09080c0) 00000100:00000001:0.0:1789131422.501859:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131422.501861:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726522304 : -110359983029312 : ffff9ba0d06a03c0) 00000100:00000001:0.0:1789131422.501867:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131422.501871:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.501874:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131422.501877:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131422.501891:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a03c0 x1876039997388928/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.501901:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131422.501903:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131422.501908:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131422.501911:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131422.501914:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131422.501918:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997388928:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1789131422.501923:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131422.501932:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131422.501935:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131422.501937:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131422.501943:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d09dfc00. 02000000:00000001:0.0:1789131422.501945:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131422.501955:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131422.501960:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eebb0. 00000400:00000010:0.0:1789131422.501968:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346880. 00000100:00000200:0.0:1789131422.501977:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997388928, portal 25 00000100:00000001:0.0:1789131422.501979:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131422.501980:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726522304 : -110359983029312 : ffff9ba0d06a03c0) 00000100:00000040:0.0:1789131422.501986:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a03c0 x1876039997388928/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.501994:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131422.501996:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131422.501999:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346bb0. 00000100:00000200:0.0:1789131422.502003:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876039997388928, offset 0 00000400:00000200:0.0:1789131422.502010:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131422.502021:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131422.502030:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131422.502036:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131422.502040:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131422.502045:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131422.502048:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131422.502052:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [460:460:256:4294967295] 192.168.206.157@tcp LPNI seq info [460:460:8:4294967295] 00000400:00000200:0.0:1789131422.502056:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131422.502315:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131422.502323:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131422.502329:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879300. 00000800:00000200:0.0:1789131422.502337:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131422.502346:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131422.502351:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1789131422.502375:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131422.502380:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131422.502383:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295010409 00000100:00000001:0.0:1789131422.502392:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295010396 00000100:00000001:0.0:1789131422.502399:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295010409 00000100:00000001:0.0:1789131422.502402:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295010396 00000100:00000001:0.0:1789131422.502405:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131422.502408:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.502412:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131422.502414:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131422.502418:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d09080c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789131422.502420:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131422.502424:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131422.502874:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131422.502881:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879300. 00000400:00000200:2.0:1789131422.502888:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131422.502894:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131422.502901:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346bb0 00000400:00000010:2.0:1789131422.502904:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346bb0. 00000100:00000001:2.0:1789131422.502909:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131422.502917:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a03c0 x1876039997388928/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.502929:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131422.502933:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a03c0 x1876039997388928/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.502940:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.502942:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131422.508159:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.508185:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131422.508190:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.508193:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131422.508204:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.508214:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131422.508225:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.508231:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.508238:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.508242:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 344 into portal 25 MB=0x6aa3f99a0f880 00000400:00000200:2.0:1789131422.508248:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.508256:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 344/344 into md 0x129d [1] + 224 00000800:00000001:2.0:1789131422.508265:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.508280:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131422.508301:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131422.508307:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131422.508317:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131422.508328:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a03c0 x1876039997388928/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131422.508341:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9ba0d06a03c0 x1876039997388928/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.508364:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131422.508375:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.508378:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131422.508463:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131422.508518:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131422.508522:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131422.508526:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eebb0. 00000400:00000200:0.0:1789131422.508531:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346880 00000400:00000010:0.0:1789131422.508534:0:5599:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346880. 00000100:00000001:0.0:1789131422.508537:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131422.508542:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a03c0 x1876039997388928/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789131422.508561:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a03c0 x1876039997388928/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.508567:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131422.508570:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131422.508572:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131422.508577:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131422.508580:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131422.508582:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131422.508586:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131422.508594:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=135 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131422.508599:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131422.508602:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131422.508603:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131422.508607:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131422.508609:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.508622:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131422.508628:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a03c0 x1876039997388928/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.508636:0:5599:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131422.508639:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131422.508641:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131422.508647:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a03c0 x1876039997388928/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131422.508655:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997388928:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1789131422.508661:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131422.508664:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.508667:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1789131422.508670:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131422.508674:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a03c0 x1876039997388928/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.508682:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131422.508685:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d09080c0. 00000100:00000001:0.0:1789131422.508689:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1789131422.508691:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131422.508695:0:5599:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1789131422.508699:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131422.508702:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131422.508705:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0d11dcc00 refcount=4 00000020:00000001:0.0:1789131422.508708:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713738304512 : -110359971247104 : ffff9ba0d11dcc00) 00010000:00000001:0.0:1789131422.508712:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713738304512 : -110359971247104 : ffff9ba0d11dcc00) 00010000:00000040:0.0:1789131422.508719:0:5599:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0d11dcc00, remote cookie: 0x2d69527cc2115d57, flags: 0x0 00010000:00000001:0.0:1789131422.508723:0:5599:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1789131422.508727:0:5599:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1789131422.508729:0:5599:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1789131422.508732:0:5599:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1789131422.508734:0:5599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1789131422.508737:0:5599:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff9ba0d5bda100) refcount = 3 00010000:00000040:0.0:1789131422.508741:0:5599:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1789131422.508745:0:5599:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b43c00/0xc8adac5b2d02002e lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2d69527cc2115d49 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1789131422.508755:0:5599:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b43400/0xc8adac5b2d020019 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2d69527cc2115d34 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789131422.508767:0:5599:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dcc00/0xc8adac5b2d02003c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115d57 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131422.508774:0:5599:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1789131422.508777:0:5599:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1789131422.508779:0:5599:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1789131422.508783:0:5599:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1789131422.508786:0:5599:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131422.508789:0:5599:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dcc00/0xc8adac5b2d02003c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2d69527cc2115d57 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1789131422.508795:0:5599:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1789131422.508797:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131422.508799:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131422.508801:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131422.508802:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131422.508803:0:5599:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.508819:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131422.508823:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a03c0 x1876039997388928/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131438 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.508830:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131422.508834:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131422.508837:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0d09dfc00. 02000000:00000001:0.0:1789131422.508842:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131422.508845:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131422.508847:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:0.0:1789131422.508850:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131422.508853:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0e0299200. 02000000:00000001:0.0:1789131422.508857:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131422.508859:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131422.508862:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a03c0. 00000100:00000001:0.0:1789131422.508866:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131422.508867:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1789131422.508870:0:5599:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789131422.508875:0:5599:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1789131422.508877:0:5599:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff9ba0d2de0c00) refs 4 10000000:00000001:0.0:1789131422.508880:0:5599:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131422.508882:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1789131422.508883:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131422.508885:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0d11dcc00 refcount=3 00000020:00000001:0.0:1789131422.508887:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713738304512 : -110359971247104 : ffff9ba0d11dcc00) 00010000:00000001:0.0:1789131422.508889:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713738304512 : -110359971247104 : ffff9ba0d11dcc00) 00010000:00000001:0.0:1789131422.508891:0:5599:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1789131422.508893:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131422.508894:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131422.508895:0:5599:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1789131422.508898:0:5599:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1789131422.508905:0:5599:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9ba0d84c6d40. 00000020:00000010:0.0:1789131422.508910:0:5599:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0e0299200. 00000020:00000010:0.0:1789131422.508916:0:5599:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9ba0e0299600. 00000040:00000010:0.0:1789131422.508921:0:5599:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9ba0e0299a00. 00000020:00000010:0.0:1789131422.508926:0:5599:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9ba0d845d000. 00000020:00000010:0.0:1789131422.508932:0:5599:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9ba0e0298800. 80000000:00000010:0.0:1789131422.508938:0:5599:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9ba0d81f7360. 00040000:00000010:0.0:1789131422.508944:0:5599:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9ba0e0298600. 20000000:00000010:0.0:1789131422.508950:0:5599:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9ba0e0299000. 10000000:00000040:0.0:1789131422.508955:0:5599:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9ba0c2c7a240 : new refcount 2 00000020:00000001:0.0:1789131422.508959:0:5599:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1789131422.508961:0:5599:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:0.0:1789131422.508964:0:5599:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1789131422.508969:0:5599:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9ba0e0299400. 00000040:00000001:0.0:1789131422.508975:0:5599:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1789131422.508978:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000010:0.0:1789131422.508983:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a03c0. 00000020:00000040:0.0:1789131422.508986:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000100:00000001:0.0:1789131422.508991:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131422.508994:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131422.509000:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131422.509009:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0e0299800. 00000100:00000001:0.0:1789131422.509018:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.509025:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1789131422.509027:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1789131422.509035:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d09080c0. 00000100:00000001:0.0:1789131422.509037:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713729044672 : -110359980506944 : ffff9ba0d09080c0) 00000100:00000001:0.0:1789131422.509041:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131422.509043:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726522304 : -110359983029312 : ffff9ba0d06a03c0) 00000100:00000001:0.0:1789131422.509048:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131422.509054:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.509056:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1789131422.509058:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131422.509063:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a03c0 x1876039997389056/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.509071:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131422.509074:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131422.509078:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131422.509081:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131422.509084:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131422.509087:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997389056:192.168.206.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1789131422.509092:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131422.509099:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131422.509102:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131422.509104:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131422.509109:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d36c4800. 02000000:00000001:0.0:1789131422.509111:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131422.509116:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131422.509119:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eebb0. 00000400:00000010:0.0:1789131422.509125:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346880. 00000100:00000200:0.0:1789131422.509132:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997389056, portal 25 00000100:00000001:0.0:1789131422.509134:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131422.509135:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726522304 : -110359983029312 : ffff9ba0d06a03c0) 00000100:00000040:0.0:1789131422.509141:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a03c0 x1876039997389056/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131422.509154:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131422.509157:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131422.509160:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346aa0. 00000100:00000200:0.0:1789131422.509164:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1876039997389056, offset 0 00000400:00000200:0.0:1789131422.509170:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131422.509178:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131422.509187:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131422.509193:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131422.509199:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131422.509203:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131422.509206:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131422.509210:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [461:461:256:4294967295] 192.168.206.157@tcp LPNI seq info [461:461:8:4294967295] 00000400:00000200:0.0:1789131422.509215:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131422.509225:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131422.509232:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131422.509238:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879600. 00000800:00000200:0.0:1789131422.509246:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131422.509255:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131422.509261:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879600 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1789131422.509271:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131422.509276:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131422.509279:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295010416 00000100:00000001:0.0:1789131422.509288:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295010409 00000100:00000001:0.0:1789131422.509295:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295010416 00000100:00000001:0.0:1789131422.509298:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295010409 00000100:00000001:0.0:1789131422.509301:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131422.509304:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131422.509306:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131422.509309:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1789131422.509312:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d09080c0 going to sleep for 11 seconds 00000100:00000001:0.0:1789131422.509315:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131422.509317:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131422.509943:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131422.509951:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879600. 00000400:00000200:2.0:1789131422.509957:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131422.509965:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131422.509972:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346aa0 00000400:00000010:2.0:1789131422.509975:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346aa0. 00000100:00000001:2.0:1789131422.509980:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131422.509985:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a03c0 x1876039997389056/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.509995:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131422.509999:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a03c0 x1876039997389056/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.510005:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131422.510006:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131422.518230:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.518253:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131422.518259:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.518262:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131422.518273:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.518283:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131422.518294:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.518300:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.518326:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.518330:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 272 into portal 25 MB=0x6aa3f99a0f900 00000400:00000200:2.0:1789131422.518336:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131422.518343:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 272/272 into md 0x12a5 [1] + 224 00000800:00000001:2.0:1789131422.518352:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.518361:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131422.518364:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131422.518369:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131422.518378:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131422.518389:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a03c0 x1876039997389056/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131422.518401:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9ba0d06a03c0 x1876039997389056/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131422.518427:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131422.518439:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131422.518443:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.518516:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131422.518526:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131422.518529:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131422.518532:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eebb0. 00000400:00000200:1.0:1789131422.518538:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346880 00000400:00000010:1.0:1789131422.518542:0:5599:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346880. 00000100:00000001:1.0:1789131422.518545:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131422.518562:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a03c0 x1876039997389056/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131422.518571:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a03c0 x1876039997389056/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.518577:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131422.518579:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.518581:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131422.518585:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131422.518589:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131422.518591:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131422.518595:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131422.518604:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=135 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131422.518608:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131422.518610:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131422.518614:0:5599:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9ba0d06a03c0 x1876039997389056/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.518621:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1789131422.518625:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1789131422.518630:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a03c0 x1876039997389056/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.518637:0:5599:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1789131422.518641:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131422.518644:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131422.518649:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a03c0 x1876039997389056/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131422.518656:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a03c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997389056:192.168.206.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1789131422.518662:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131422.518664:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1789131422.518668:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131422.518670:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131422.518674:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a03c0 x1876039997389056/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.518681:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131422.518685:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0d09080c0. 00000100:00000001:1.0:1789131422.518688:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131422.518691:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1789131422.518694:0:5599:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1789131422.518700:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131422.518702:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131422.518705:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1789131422.518708:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131422.518711:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a03c0 x1876039997389056/t0(0) o501->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1789131438 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131422.518717:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131422.518720:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131422.518724:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d36c4800. 02000000:00000001:1.0:1789131422.518727:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131422.518728:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131422.518729:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131422.518731:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131422.518734:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0e0299800. 02000000:00000001:1.0:1789131422.518739:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131422.518741:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131422.518743:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a03c0. 00000100:00000001:1.0:1789131422.518746:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131422.518748:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1789131422.518750:0:5599:0:(llog.c:1559:llog_open()) MGC192.168.206.157@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1789131422.518754:0:5599:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9ba0e0299400. 00000040:00000001:1.0:1789131422.518758:0:5599:0:(llog.c:1563:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1789131422.518762:0:5599:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1789131422.518766:0:5599:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:1.0:1789131422.518773:0:5599:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9ba0e0299600. 00000040:00000010:1.0:1789131422.518778:0:5599:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9ba0e0299a00. 00000020:00000010:1.0:1789131422.518782:0:5599:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9ba0d845d000. 00000020:00000010:1.0:1789131422.518791:0:5599:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9ba0e0298800. 80000000:00000010:1.0:1789131422.518796:0:5599:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9ba0d81f7360. 00040000:00000010:1.0:1789131422.518803:0:5599:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9ba0e0298600. 20000000:00000010:1.0:1789131422.518809:0:5599:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9ba0e0299000. 00000020:00000010:1.0:1789131422.518813:0:5599:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9ba0e0299200. 10000000:00000010:1.0:1789131422.518816:0:5599:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9ba0d84c6d40. 10000000:01000000:1.0:1789131422.518820:0:5599:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.157@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:1.0:1789131422.518823:0:5599:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1789131422.518827:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131422.518830:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131422.518834:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0d11dcc00 refcount=3 00000020:00000001:1.0:1789131422.518836:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713738304512 : -110359971247104 : ffff9ba0d11dcc00) 00010000:00000001:1.0:1789131422.518840:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713738304512 : -110359971247104 : ffff9ba0d11dcc00) 00010000:00000001:1.0:1789131422.518843:0:5599:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131422.518848:0:5599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dcc00/0xc8adac5b2d02003c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115d57 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131422.518857:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131422.518859:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131422.518861:0:5599:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dcc00/0xc8adac5b2d02003c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115d57 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131422.518868:0:5599:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131422.518869:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131422.518870:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1789131422.518872:0:5599:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131422.518874:0:5599:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1789131422.518878:0:5599:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1789131422.518881:0:5599:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1789131422.518883:0:5599:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff9ba0d2de0c00) refs 4 10000000:00000001:1.0:1789131422.518885:0:5599:0:(mgc_request.c:147:config_log_put()) Process leaving 00000080:00000001:2.0:1789131422.787373:0:8:0:(rw.c:1502:ll_writepages()) Process entered 00000080:00000001:2.0:1789131422.787380:0:8:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1789131422.787384:0:8:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131422.787390:0:8:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153048 : -110360152398568 : ffff9ba0c651a518) 00000020:00001000:2.0:1789131422.787397:0:8:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a510 00000020:00000001:2.0:1789131422.787406:0:8:0:(cl_object.c:143:cl_object_top()) ffff9ba0d835e6c0 -> ffff9ba0d835e6c0 00000020:00000001:2.0:1789131422.787409:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1789131422.787413:0:8:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:2.0:1789131422.787415:0:8:0:(vvp_io.c:1992:vvp_io_init()) [0x200000401:0x1:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1789131422.787419:0:8:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789131422.787421:0:8:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1789131422.787423:0:8:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1789131422.787428:0:8:0:(lov_object.c:1604:lov_io_init()) [0x200000401:0x1:0x0]io ffff9ba0d8653d50 type 6 ignore/verify layout 1/0, compressed 0 00020000:00000002:2.0:1789131422.787432:0:8:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0d19abd90) owner 0000000000000000/ffff9ba0c12227c0 00020000:00000001:2.0:1789131422.787437:0:8:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1789131422.787439:0:8:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1789131422.787442:0:8:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1789131422.787444:0:8:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131422.787505:0:8:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1789131422.787509:0:8:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1789131422.787511:0:8:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131422.787513:0:8:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789131422.787514:0:8:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1789131422.787516:0:8:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1789131422.787518:0:8:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0d19abd90) owner 0000000000000000/ffff9ba0c12227c0 00000020:00000001:2.0:1789131422.787521:0:8:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131422.787524:0:8:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:2.0:1789131422.787526:0:8:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1789131422.787529:0:8:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1789131422.787533:0:8:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1789131422.787537:0:8:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1789131422.787541:0:8:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1789131422.787543:0:8:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1789131422.787544:0:8:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131422.787559:0:8:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557154200 : -110360152397416 : ffff9ba0c651a998) 00000020:00001000:2.0:1789131422.787562:0:8:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a990 00000020:00000001:2.0:1789131422.787565:0:8:0:(cl_object.c:143:cl_object_top()) ffff9ba0d835ed00 -> ffff9ba0d835e6c0 00000020:00000001:2.0:1789131422.787567:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1789131422.787571:0:8:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1789131422.787572:0:8:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1789131422.787574:0:8:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131422.787575:0:8:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131422.787578:0:8:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633713860421480 : -110359849130136 : ffff9ba0d8652768) 00000020:00000001:2.0:1789131422.787581:0:8:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1789131422.787582:0:8:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131422.787585:0:8:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131422.787587:0:8:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131422.787590:0:8:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:2.0:1789131422.787592:0:8:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:2.0:1789131422.787593:0:8:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:2.0:1789131422.787594:0:8:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:2.0:1789131422.787597:0:8:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789131422.787598:0:8:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131422.787600:0:8:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131422.787602:0:8:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131422.787603:0:8:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131422.787604:0:8:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1789131422.787605:0:8:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131422.787613:0:8:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131422.787615:0:8:0:(cl_io.c:532:cl_io_start()) Process entered 00020000:00000001:2.0:1789131422.787618:0:8:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:2.0:1789131422.787620:0:8:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:2.0:1789131422.787621:0:8:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:2.0:1789131422.787623:0:8:0:(osc_io.c:1127:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1789131422.787626:0:8:0:(osc_cache.c:3411:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1789131422.787631:0:8:0:(osc_cache.c:3551:osc_cache_writeback_range()) obj ffff9ba0d1a06000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:2.0:1789131422.787635:0:8:0:(osc_cache.c:3566:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1789131422.787637:0:8:0:(osc_io.c:1196:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131422.787639:0:8:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131422.787641:0:8:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131422.787642:0:8:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131422.787644:0:8:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131422.787646:0:8:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:2.0:1789131422.787648:0:8:0:(lov_io.c:2189:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1789131422.787650:0:8:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1789131422.787652:0:8:0:(cl_io.c:559:cl_io_end()) Process entered 00000020:00000001:2.0:1789131422.787653:0:8:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:2.0:1789131422.787654:0:8:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131422.787656:0:8:0:(lov_io.c:2200:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1789131422.787657:0:8:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:2.0:1789131422.787659:0:8:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:2.0:1789131422.787662:0:8:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:2.0:1789131422.787663:0:8:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:2.0:1789131422.787664:0:8:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:2.0:1789131422.787665:0:8:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1789131422.787666:0:8:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131422.787668:0:8:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131422.787670:0:8:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1789131422.787671:0:8:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1789131422.787673:0:8:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1789131422.787674:0:8:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1789131422.787676:0:8:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1789131422.787677:0:8:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1789131422.787679:0:8:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:2.0:1789131422.787679:0:8:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1789131422.787680:0:8:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1789131422.787681:0:8:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131422.787683:0:8:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1789131422.787685:0:8:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789131422.787686:0:8:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1789131422.788218:0:8:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131422.788223:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1789131422.788225:0:8:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:2.0:1789131422.788227:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1789131422.788229:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1789131422.788230:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789131422.788232:0:8:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a990 00020000:00000001:2.0:1789131422.788236:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1789131422.788240:0:8:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:2.0:1789131422.788242:0:8:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:2.0:1789131422.788245:0:8:0:(vvp_io.c:402:vvp_io_fini()) [0x200000401:0x1:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:2.0:1789131422.788249:0:8:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1789131422.788250:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1789131422.788253:0:8:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a510 00000080:00000001:2.0:1789131422.788256:0:8:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131422.788259:0:8:0:(rw.c:1576:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131423.103172:0:2360:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789131423.103189:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131423.103192:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131423.103198:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131423.103200:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131423.103204:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131423.103209:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131423.230628:0:2359:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789131423.230647:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131423.230650:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131423.230656:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131423.230658:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131423.230663:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131423.230667:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131423.294729:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131423.294740:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131423.294749:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131423.294750:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131423.294754:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131423.294755:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131423.294875:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131423.294879:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131423.294882:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789131423.422644:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4295010416, at 4295010432 00000100:00000040:3.0:1789131423.422644:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4295010416, at 4295010432 00000100:00000010:3.0:1789131423.422662:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d8521cc0. 00000100:00000010:2.0:1789131423.422670:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d8521b40. 00000100:00000001:3.0:1789131424.126764:0:2360:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789131424.126776:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131424.126779:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131424.126784:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131424.126786:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131424.126789:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131424.126792:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131424.256370:0:2359:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789131424.256388:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131424.256390:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131424.256396:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131424.256399:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131424.256404:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131424.256409:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131424.318648:0:5599:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1789131424.318658:0:5599:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1789131424.318711:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131424.318718:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131424.318723:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131424.318725:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131424.318729:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131424.318731:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131424.319642:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131424.319646:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131424.319649:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789131425.150588:0:2360:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789131425.150594:0:2360:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1789131425.150610:0:2360:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131409/real 1789131409] req@ffff9ba0e09352c0 x1876039997384704/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131425 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789131425.179285:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131425.179292:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131425.179297:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46f78. 00000400:00000200:3.0:1789131425.179306:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ea18 00000400:00000010:3.0:1789131425.179309:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ea18. 00000100:00000001:3.0:1789131425.179314:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131425.179342:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0e09352c0 x1876039997384704/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131425 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131425.179355:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0e09352c0 x1876039997384704/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131425 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131425.179364:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131425.179366:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131425.179370:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131425.179372:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789131425.179377:0:2360:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9ba0e09352c0 x1876039997384704/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131425 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131425.179385:0:2360:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1789131425.179387:0:2360:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9ba0d1a09800 already not connected (conn 2, was 1): CONNECTING 00000100:00000001:3.0:1789131425.179390:0:2360:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1789131425.179392:0:2360:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131425.179400:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131425.179402:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131425.179405:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131425.179407:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131425.179410:0:2360:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131425.179412:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131425.179414:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131425.179419:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0e09352c0 x1876039997384704/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131425 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131425.179427:0:2360:0:(client.c:2190:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:3.0:1789131425.179430:0:2360:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131425.179432:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131425.179433:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131425.179437:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0e09352c0 x1876039997384704/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131425 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131425.179446:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0e09352c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2360:1876039997384704:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131425.179459:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131425.179461:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131425.179465:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0e09352c0 x1876039997384704/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131425 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131425.185042:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131425.185045:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131425.185050:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d313d200. 02000000:00000001:3.0:1789131425.185058:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131425.185061:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131425.185063:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=14 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:3.0:1789131425.185066:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131425.185069:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0c4c59600. 02000000:00000001:3.0:1789131425.185072:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131425.185073:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131425.185075:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0e09352c0. 00000100:00000001:3.0:1789131425.185079:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131425.185080:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131425.185085:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131425.185092:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131425.185094:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131425.185097:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131425.185100:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131425.278586:0:2359:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789131425.278596:0:2359:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1789131425.278610:0:2359:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131409/real 1789131409] req@ffff9ba0d483b480 x1876039997384320/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131425 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789131425.278649:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131425.278651:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131425.278655:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995e70. 00000400:00000200:2.0:1789131425.278661:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5330 00000400:00000010:2.0:1789131425.278663:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5330. 00000100:00000001:2.0:1789131425.278667:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131425.278672:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d483b480 x1876039997384320/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131425 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789131425.278680:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d483b480 x1876039997384320/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131425 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131425.278686:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131425.278688:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131425.278691:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131425.278693:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789131425.278697:0:2359:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9ba0d483b480 x1876039997384320/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131425 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131425.278705:0:2359:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1789131425.278707:0:2359:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9ba0d8572000 already not connected (conn 2, was 1): CONNECTING 00000100:00000001:2.0:1789131425.278710:0:2359:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1789131425.278711:0:2359:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131425.278718:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131425.278720:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131425.278723:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131425.278725:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131425.278728:0:2359:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131425.278730:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131425.278732:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131425.278736:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d483b480 x1876039997384320/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131425 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131425.278743:0:2359:0:(client.c:2190:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1789131425.278752:0:2359:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131425.278754:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131425.278755:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131425.278762:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d483b480 x1876039997384320/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131425 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131425.278771:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2359:1876039997384320:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131425.278777:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131425.278780:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131425.278784:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d483b480 x1876039997384320/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131425 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131425.278791:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131425.278794:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131425.278798:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d11b4000. 02000000:00000001:2.0:1789131425.278803:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131425.278806:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131425.278808:0:2359:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=108 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:2.0:1789131425.278810:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131425.278813:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d4a63000. 02000000:00000001:2.0:1789131425.278817:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131425.278819:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131425.278833:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d483b480. 00000100:00000001:2.0:1789131425.278840:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131425.278842:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131425.278846:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131425.342661:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789131425.342670:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789131425.342681:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c8281e00. 00000020:00000040:2.0:1789131425.342686:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:2.0:1789131425.342700:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131425.342703:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131425.342707:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131425.342716:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d4700f00. 00000100:00000001:2.0:1789131425.342736:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131425.342747:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS req@ffff9ba0c8281e00 x1876039997389184/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131425.342758:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131425.342762:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131425.342768:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000704bd645] to pc [ptlrpcd_01_00+0] req@ffff9ba0c8281e00 x1876039997389184/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131425.342804:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789131425.342807:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789131425.342811:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789131425.342814:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131425.342817:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131425.342820:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131425.342823:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1789131425.342826:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789131425.342828:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789131425.342831:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131425.342834:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131425.342836:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131425.342839:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131425.342843:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (350) 00000100:00000001:3.0:1789131425.343377:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131425.343381:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131425.343383:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131425.343391:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c8281e00 x1876039997389184/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131425.343400:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131425.343403:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131425.343407:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131425.343409:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131425.343411:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131425.343414:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c8281e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2359:1876039997389184:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131425.343418:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131425.343431:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131425.343433:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131425.343436:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131425.343441:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d11b5e00. 02000000:00000001:3.0:1789131425.343443:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131425.343450:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131425.343454:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995ec8. 00000400:00000010:3.0:1789131425.343460:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5aa0. 00010000:00000001:0.0:1789131425.343691:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131425.343699:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131425.343705:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131425.343706:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131425.343710:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131425.343711:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131425.343824:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131425.343829:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131425.343832:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:3.0:1789131425.343961:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997389184, portal 25 00000100:00000001:3.0:1789131425.343964:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131425.343966:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587985920 : -110360121565696 : ffff9ba0c8281e00) 00000100:00000040:3.0:1789131425.343974:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c8281e00 x1876039997389184/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131425.343982:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131425.343985:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131425.343988:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5ee0. 00000100:00000200:3.0:1789131425.343992:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039997389184, offset 0 00000400:00000200:3.0:1789131425.343998:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131425.344007:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131425.344014:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000100:00000001:2.0:1789131425.344122:0:2356:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789131425.344130:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131425.344132:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131425.344156:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131425.344157:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131425.344160:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131425.344162:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131425.344882:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131425.349771:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131425.349779:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131425.349793:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131425.349798:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [462:462:256:4294967295] 192.168.206.157@tcp LPNI seq info [462:462:8:4294967295] 00000400:00000200:3.0:1789131425.349804:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131425.349815:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131425.349823:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131425.349832:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302300. 00000800:00000200:3.0:1789131425.349839:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131425.349846:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131425.349850:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131425.349885:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131425.351358:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131425.351362:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295013259 00000100:00000010:3.0:1789131425.351371:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d81dd720. 00000100:00000001:3.0:1789131425.351379:0:2359:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789131425.351384:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295013259 00000100:00000010:3.0:1789131425.351388:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d81ddc00. 00000100:00000001:3.0:1789131425.351391:0:2359:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789131425.351393:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131425.351397:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131425.351403:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131425.351406:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131425.351413:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131425.351415:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131425.351418:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131425.351420:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131425.351421:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131425.351424:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131425.351437:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131425.351439:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131425.351729:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131425.351734:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302300. 00000400:00000200:2.0:1789131425.351740:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131425.351747:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131425.351753:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5ee0 00000400:00000010:2.0:1789131425.351756:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5ee0. 00000100:00000001:2.0:1789131425.351759:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131425.351766:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c8281e00 x1876039997389184/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131425.351776:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131425.351780:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c8281e00 x1876039997389184/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131441 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131425.352012:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131425.352014:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131425.361831:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131425.361845:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131425.361849:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131425.361852:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131425.361860:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131425.361868:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131425.361877:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131425.361883:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131425.361897:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131425.361902:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 25 MB=0x6aa3f99a0f980 00000400:00000200:2.0:1789131425.361907:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131425.361913:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 224/224 into md 0x12ad [1] + 224 00000800:00000001:2.0:1789131425.361918:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131425.361924:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131425.361928:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131425.361932:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131425.361952:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131425.361960:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c8281e00 x1876039997389184/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131425.361971:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0c8281e00 x1876039997389184/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131425.361991:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131425.361999:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131425.362003:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131425.362592:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131425.362597:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131425.362604:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131425.362606:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131425.362609:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995ec8. 00000400:00000200:3.0:1789131425.362614:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5aa0 00000400:00000010:3.0:1789131425.362617:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5aa0. 00000100:00000001:3.0:1789131425.362620:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131425.362626:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c8281e00 x1876039997389184/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131425.362635:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c8281e00 x1876039997389184/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131425.362642:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131425.362644:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131425.362646:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131425.362656:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131425.362659:0:2359:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131425.362661:0:2359:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131425.362664:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131425.362672:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=138 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131425.362676:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131425.362678:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131425.362680:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131425.362683:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131425.362685:0:2359:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131425.362687:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131425.362693:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c8281e00 x1876039997389184/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131425.362699:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131425.362702:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131425.362704:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131425.362708:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c8281e00 x1876039997389184/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131441 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131425.362716:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c8281e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2359:1876039997389184:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131425.362722:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131425.362725:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131425.362729:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c8281e00 x1876039997389184/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131441 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131425.362736:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131425.362738:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131425.362742:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d11b5e00. 02000000:00000001:3.0:1789131425.362745:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131425.362748:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131425.362749:0:2359:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:3.0:1789131425.362751:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131425.362754:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d4700f00. 02000000:00000001:3.0:1789131425.362757:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131425.362758:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131425.362767:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c8281e00. 00000100:00000001:3.0:1789131425.362771:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131425.362772:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131425.362776:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131425.362778:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131425.362779:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131425.362780:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131425.362782:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131426.302582:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4295013259, at 4295013312 00000100:00000010:3.0:1789131426.302601:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81ddc00. 00000100:00000040:2.0:1789131426.303101:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4295013259, at 4295013312 00000100:00000010:2.0:1789131426.303116:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81dd720. 00010000:00000001:0.0:1789131426.366619:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131426.366627:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131426.366630:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131426.366637:0:41:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131426.366640:0:41:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131426.366641:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131426.366645:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131426.366647:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131426.366649:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131426.366651:0:41:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131426.366655:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131426.366656:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131426.366660:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131426.366661:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131426.366662:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131426.366664:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131426.366667:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131426.366668:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131426.366670:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131426.366671:0:41:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131426.366978:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131426.366981:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131426.366984:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789131426.367010:0:2359:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789131426.367018:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131426.367020:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131426.367023:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131426.367025:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131426.367028:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131426.367031:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131426.367098:0:2356:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131426.367104:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131426.367106:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131426.367108:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131426.367110:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131426.367113:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131426.367116:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789131426.783907:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131426.783929:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131426.783934:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131426.783937:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131426.783949:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131426.783959:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131426.783970:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131426.783977:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131426.783983:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131426.783988:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 328 into portal 15 MB=0x6aa3f9ae0fa00 00000400:00000200:2.0:1789131426.783999:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.157@tcp of length 328/328 into md 0x7e5 [2] + 328 00000800:00000001:2.0:1789131426.784020:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131426.784025:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131426.784047:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131426.784052:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131426.784063:0:2352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1789131426.784065:0:2352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789131426.784073:0:2352:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c8282d00. 00000100:00000040:2.0:1789131426.784078:0:2352:0:(events.c:337:request_in_callback()) incoming req@ffff9ba0c8282d00 x1876040018360832 msgsize 328 00000100:00100000:2.0:1789131426.784095:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.157@tcp (source: 12345-192.168.206.157@tcp) 00000100:00000001:2.0:1789131426.784106:0:2352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1789131426.784116:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131426.784120:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131426.784122:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131426.784124:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131426.784127:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131426.784131:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131426.784135:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131426.784138:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131426.784141:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131426.784144:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 328 into portal 15 MB=0x6aa3f9ae0fa80 00000400:00000200:2.0:1789131426.784149:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.157@tcp of length 328/328 into md 0x7e5 [2] + 656 00000800:00000001:2.0:1789131426.784153:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131426.784160:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131426.784162:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131426.784165:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131426.784168:0:2352:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1789131426.784170:0:2352:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1789131426.784173:0:2352:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c82821c0. 00000100:00000040:2.0:1789131426.784176:0:2352:0:(events.c:337:request_in_callback()) incoming req@ffff9ba0c82821c0 x1876040018360960 msgsize 328 00000100:00100000:2.0:1789131426.784179:0:2352:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.157@tcp (source: 12345-192.168.206.157@tcp) 00000100:00000001:2.0:1789131426.784192:0:2352:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1789131426.784196:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131426.784199:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131426.784228:0:5588:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789131426.784232:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876040018360832 02000000:00000001:2.0:1789131426.784235:0:5588:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789131426.784248:0:5588:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131426.784251:0:5588:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131426.784257:0:5588:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131426.784262:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876040018360832 00000020:00000001:2.0:1789131426.784266:0:5588:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789131426.784268:0:5588:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc8adac5b2d01fbff 00000020:00000001:2.0:1789131426.784271:0:5588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131426.784275:0:5588:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9ba0d1aac800 refcount=3 00000020:00000001:2.0:1789131426.784277:0:5588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713747544064 : -110359962007552 : ffff9ba0d1aac800) 00000020:00000001:2.0:1789131426.784280:0:5588:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633713747544064 : -110359962007552 : ffff9ba0d1aac800) 00000100:00000001:2.0:1789131426.784286:0:5588:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789131426.784292:0:5588:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9ba0c2ad5200. 00000100:00000001:2.0:1789131426.784295:0:5588:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789131426.784298:0:5588:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9ba0c2ad5200. 00000020:00000010:2.0:1789131426.784307:0:5588:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0d1144800. 00000020:00000010:2.0:1789131426.784314:0:5588:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9ba0d2dfe280. 00000020:00000010:2.0:1789131426.784320:0:5588:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9ba0d10e1bb8. 00000100:00000040:2.0:1789131426.784330:0:5588:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1789131426.784334:0:5588:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789131426.784336:0:5588:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789131426.784338:0:5588:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131426.784349:0:5588:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131426.784352:0:5588:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131426.784364:0:5588:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1789131426.784366:0:5588:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876040018360960 02000000:00000001:2.0:1789131426.784367:0:5588:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1789131426.784369:0:5588:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131426.784370:0:5588:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131426.784372:0:5588:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131426.784374:0:5588:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1876040018360960 00000020:00000001:2.0:1789131426.784376:0:5588:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789131426.784377:0:5588:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc8adac5b2d01fbff 00000020:00000001:2.0:1789131426.784378:0:5588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131426.784381:0:5588:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9ba0d1aac800 refcount=4 00000020:00000001:2.0:1789131426.784382:0:5588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713747544064 : -110359962007552 : ffff9ba0d1aac800) 00000020:00000001:2.0:1789131426.784390:0:5588:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633713747544064 : -110359962007552 : ffff9ba0d1aac800) 00000100:00000001:2.0:1789131426.784393:0:5588:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789131426.784396:0:5588:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9ba0c2ad5200. 00000100:00000001:2.0:1789131426.784398:0:5588:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789131426.784400:0:5588:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9ba0c2ad5200. 00000020:00000010:2.0:1789131426.784404:0:5588:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0d1144000. 00000020:00000010:2.0:1789131426.784407:0:5588:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9ba0d2dfee80. 00000020:00000010:2.0:1789131426.784410:0:5588:0:(tgt_main.c:759:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9ba0d10e13e8. 00000100:00000001:2.0:1789131426.784414:0:5588:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1789131426.784415:0:5588:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1789131426.784417:0:5588:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131426.784420:0:5588:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131426.784422:0:5588:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131426.784429:0:5588:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789131426.784432:0:5588:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789131426.784437:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.157@tcp, seq: 8 00000100:00000040:2.0:1789131426.784441:0:5588:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9ba0d1aac800 : new rpc_count 1 00000100:00000001:2.0:1789131426.784443:0:5588:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633713587989760 : -110360121561856 : ffff9ba0c8282d00) 00000100:00000040:2.0:1789131426.784452:0:5588:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9ba0c8282d00 x1876040018360832/t0(0) o104->fabaa51c-4987-45c4-9f02-e7d2b3d3d958@192.168.206.157@tcp:387/0 lens 328/0 e 0 to 0 dl 1789131437 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131426.784462:0:5588:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789131426.784464:0:5588:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9ba0c2ad5200. 00000100:00000001:2.0:1789131426.784466:0:5588:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789131426.784520:0:5588:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9ba0c2ad5200. 00000100:00100000:2.0:1789131426.784536:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ba0c8282d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:fabaa51c-4987-45c4-9f02-e7d2b3d3d958+4:12860:x1876040018360832:12345-192.168.206.157@tcp:104: 00000100:00000200:2.0:1789131426.784540:0:5588:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876040018360832 00010000:00000001:2.0:1789131426.784544:0:5588:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789131426.784553:0:5588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131426.784555:0:5588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131426.784558:0:5588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0d11dc800 refcount=2 00000020:00000001:2.0:1789131426.784560:0:5588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713738303488 : -110359971248128 : ffff9ba0d11dc800) 00010000:00000001:2.0:1789131426.784568:0:5588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713738303488 : -110359971248128 : ffff9ba0d11dc800) 00010000:00000001:2.0:1789131426.784573:0:5588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131426.784577:0:5588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131426.784582:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dc800/0xc8adac5b2d020027 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2d69527cc2115d42 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131426.784594:0:5588:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789131426.784597:0:5588:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789131426.784604:0:5588:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9ba0c7b00000. 02000000:00000001:2.0:1789131426.784607:0:5588:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131426.784609:0:5588:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131426.784616:0:5588:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789131426.784618:0:5588:0:(ldlm_lib.c:3393:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131426.784623:0:5588:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c81f71e8 time=129 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131426.784628:0:5588:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789131426.784631:0:5588:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9ba0c3f3d6c0 refcount 22 to 192.168.206.157@tcp 00000100:00000001:2.0:1789131426.784634:0:5588:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633713517450944 : -110360192100672 : ffff9ba0c3f3d6c0) 02000000:00000001:2.0:1789131426.784637:0:5588:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789131426.784639:0:5588:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131426.784644:0:5588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131426.784646:0:5588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131426.784652:0:5588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ef68. 00000100:00000200:2.0:1789131426.784658:0:5588:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876040018360832, offset 224 00000400:00000200:2.0:1789131426.784664:0:5588:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131426.784672:0:5588:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131426.784681:0:5588:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131426.784689:0:5588:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [463:463:256:4294967295] 192.168.206.157@tcp LPNI seq info [463:463:8:4294967295] 00000400:00000200:2.0:1789131426.784694:0:5588:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131426.784703:0:5588:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131426.784709:0:5588:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131426.784715:0:5588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700f00. 00000800:00000200:2.0:1789131426.784722:0:5588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131426.784735:0:5588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131426.784740:0:5588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131426.784752:0:5588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131426.784756:0:5588:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9ba0c3f3d6c0 refcount 21 to 192.168.206.157@tcp 00010000:00000001:2.0:1789131426.784759:0:5588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789131426.784762:0:5588:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9ba0c2e87000. 00010000:00000001:2.0:1789131426.784765:0:5588:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789131426.784795:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1789131426.784798:0:5588:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131426.784800:0:5588:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131426.784802:0:5588:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131426.784807:0:5588:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c8282d00 x1876040018360832/t0(0) o104->fabaa51c-4987-45c4-9f02-e7d2b3d3d958@192.168.206.157@tcp:387/0 lens 328/224 e 0 to 0 dl 1789131437 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789131426.784817:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ba0c8282d00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:fabaa51c-4987-45c4-9f02-e7d2b3d3d958+4:12860:x1876040018360832:12345-192.168.206.157@tcp:104: Request processed in 353us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131426.784825:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.157@tcp, seq: 8 00000100:00000040:2.0:1789131426.784829:0:5588:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9ba0d1aac800 : new rpc_count 0 00000100:00000001:2.0:1789131426.784832:0:5588:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789131426.784834:0:5588:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789131426.784839:0:5588:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9ba0d2dfe280. 00000020:00000010:2.0:1789131426.784843:0:5588:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9ba0d10e1bb8. 00000020:00000010:2.0:1789131426.784847:0:5588:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9ba0d1144800. 00000020:00000040:2.0:1789131426.784851:0:5588:0:(genops.c:879:class_export_put()) PUTting export ffff9ba0d1aac800 : new refcount 3 00000100:00000001:2.0:1789131426.784854:0:5588:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131426.784862:0:5588:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1789131426.784863:0:5588:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1789131426.784866:0:5588:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.157@tcp, seq: 9 00000100:00000040:2.0:1789131426.784868:0:5588:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9ba0d1aac800 : new rpc_count 1 00000100:00000001:2.0:1789131426.784870:0:5588:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633713587986880 : -110360121564736 : ffff9ba0c82821c0) 00000100:00000040:2.0:1789131426.784875:0:5588:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9ba0c82821c0 x1876040018360960/t0(0) o104->fabaa51c-4987-45c4-9f02-e7d2b3d3d958@192.168.206.157@tcp:387/0 lens 328/0 e 0 to 0 dl 1789131437 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131426.784893:0:5588:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1789131426.784895:0:5588:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9ba0c2ad5200. 00000100:00000001:2.0:1789131426.784897:0:5588:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1789131426.784899:0:5588:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9ba0c2ad5200. 00000100:00100000:2.0:1789131426.784903:0:5588:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ba0c82821c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:fabaa51c-4987-45c4-9f02-e7d2b3d3d958+3:12860:x1876040018360960:12345-192.168.206.157@tcp:104: 00000100:00000200:2.0:1789131426.784906:0:5588:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1876040018360960 00010000:00000001:2.0:1789131426.784908:0:5588:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1789131426.784911:0:5588:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789131426.784912:0:5588:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789131426.784915:0:5588:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=2 00000020:00000001:2.0:1789131426.784917:0:5588:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:2.0:1789131426.784919:0:5588:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:2.0:1789131426.784921:0:5588:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131426.784923:0:5588:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131426.784926:0:5588:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b42200/0xc8adac5b2d020012 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2d69527cc2115d2d expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131426.784933:0:5588:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1789131426.784935:0:5588:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1789131426.784938:0:5588:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9ba0c7b00400. 02000000:00000001:2.0:1789131426.784940:0:5588:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131426.784942:0:5588:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131426.784944:0:5588:0:(ldlm_lib.c:3383:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1789131426.784946:0:5588:0:(ldlm_lib.c:3393:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131426.784948:0:5588:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0c81f71e8 time=129 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131426.784951:0:5588:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789131426.784954:0:5588:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9ba0c3f3d6c0 refcount 22 to 192.168.206.157@tcp 00000100:00000001:2.0:1789131426.784956:0:5588:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633713517450944 : -110360192100672 : ffff9ba0c3f3d6c0) 02000000:00000001:2.0:1789131426.784958:0:5588:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1789131426.784959:0:5588:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131426.784961:0:5588:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131426.784966:0:5588:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131426.784969:0:5588:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e990. 00000100:00000200:2.0:1789131426.784972:0:5588:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876040018360960, offset 224 00000400:00000200:2.0:1789131426.784976:0:5588:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131426.784981:0:5588:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131426.784985:0:5588:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131426.784989:0:5588:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [464:464:255:4294967295] 192.168.206.157@tcp LPNI seq info [464:464:7:4294967295] 00000400:00000200:2.0:1789131426.784993:0:5588:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131426.785000:0:5588:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131426.785005:0:5588:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131426.785008:0:5588:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131426.785011:0:5588:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131426.785015:0:5588:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131426.785018:0:5588:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131426.785020:0:5588:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131426.785023:0:5588:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9ba0c3f3d6c0 refcount 21 to 192.168.206.157@tcp 00010000:00000001:2.0:1789131426.785025:0:5588:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1789131426.785028:0:5588:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9ba0c2e87d80. 00010000:00000001:2.0:1789131426.785030:0:5588:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1789131426.785047:0:5588:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:2.0:1789131426.785049:0:5588:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131426.785051:0:5588:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131426.785053:0:5588:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131426.785058:0:5588:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c82821c0 x1876040018360960/t0(0) o104->fabaa51c-4987-45c4-9f02-e7d2b3d3d958@192.168.206.157@tcp:387/0 lens 328/224 e 0 to 0 dl 1789131437 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789131426.785068:0:5588:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ba0c82821c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:fabaa51c-4987-45c4-9f02-e7d2b3d3d958+3:12860:x1876040018360960:12345-192.168.206.157@tcp:104: Request processed in 173us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1789131426.785074:0:5588:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.157@tcp, seq: 9 00000100:00000040:2.0:1789131426.785076:0:5588:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9ba0d1aac800 : new rpc_count 0 00000100:00000001:2.0:1789131426.785078:0:5588:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1789131426.785083:0:5588:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1789131426.785086:0:5588:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9ba0d2dfee80. 00000020:00000010:2.0:1789131426.785088:0:5588:0:(tgt_main.c:771:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9ba0d10e13e8. 00000020:00000010:2.0:1789131426.785091:0:5588:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9ba0d1144000. 00000020:00000040:2.0:1789131426.785094:0:5588:0:(genops.c:879:class_export_put()) PUTting export ffff9ba0d1aac800 : new refcount 2 00000100:00000001:2.0:1789131426.785096:0:5588:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131426.785141:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131426.785145:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700f00. 00000400:00000200:2.0:1789131426.785148:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131426.785153:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131426.785158:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ef68 00000400:00000010:2.0:1789131426.785161:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ef68. 00000100:00000001:2.0:1789131426.785165:0:2351:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1789131426.785167:0:2351:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1789131426.785239:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131426.785242:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131426.785245:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131426.785248:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131426.785250:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e990 00000400:00000010:2.0:1789131426.785252:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e990. 00000100:00000001:2.0:1789131426.785254:0:2351:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1789131426.785255:0:2351:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1789131426.785544:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131426.785548:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131426.785552:0:5596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:1.0:1789131426.785555:0:5596:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789131426.785557:0:5596:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789131426.785563:0:5596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dc800/0xc8adac5b2d020027 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2d69527cc2115d42 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131426.785572:0:5596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ba0d11dc800 already unused, calling callback (ffffffffc1390c20) 10000000:00000001:1.0:1789131426.785576:0:5596:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1789131426.785578:0:5596:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dc800/0xc8adac5b2d020027 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2d69527cc2115d42 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131426.785585:0:5596:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789131426.785587:0:5596:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131426.785588:0:5596:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131426.785591:0:5596:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0d11dc800 refcount=3 00000020:00000001:1.0:1789131426.785593:0:5596:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713738303488 : -110359971248128 : ffff9ba0d11dc800) 00010000:00000001:1.0:1789131426.785595:0:5596:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713738303488 : -110359971248128 : ffff9ba0d11dc800) 00010000:00000001:1.0:1789131426.785598:0:5596:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789131426.785601:0:5596:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dc800/0xc8adac5b2d020027 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2d69527cc2115d42 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1789131426.785608:0:5596:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1789131426.785611:0:5596:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dc800/0xc8adac5b2d020027 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2d69527cc2115d42 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789131426.785617:0:5596:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1789131426.785621:0:5596:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1789131426.785623:0:5596:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1789131426.785625:0:5596:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1789131426.785626:0:5596:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789131426.785628:0:5596:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131426.785644:0:5596:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1789131426.785646:0:5596:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1789131426.785648:0:5596:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9ba0c52d9000) refs 2 10000000:00000001:1.0:1789131426.785651:0:5596:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1789131426.785652:0:5596:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131426.785655:0:5596:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789131426.785658:0:5596:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789131426.785660:0:5596:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789131426.785661:0:5596:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131426.785663:0:5596:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789131426.785667:0:5596:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0d11dc800 with handle 0xc8adac5b2d020027 from hash 00010000:00000001:1.0:1789131426.785670:0:5596:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789131426.785672:0:5596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131426.785674:0:5596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131426.785675:0:5596:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789131426.785677:0:5596:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789131426.785679:0:5596:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1789131426.785682:0:5596:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131426.785685:0:5596:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789131426.785693:0:5596:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d03c0. 00000020:00000040:1.0:1789131426.785697:0:5596:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:1.0:1789131426.785702:0:5596:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131426.785704:0:5596:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131426.785709:0:5596:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131426.785716:0:5596:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d1936600. 00000100:00000001:1.0:1789131426.785723:0:5596:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131426.785726:0:5596:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789131426.785730:0:5596:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dc800/0xc8adac5b2d020027 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2d69527cc2115d42 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131426.785736:0:5596:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789131426.785737:0:5596:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131426.785743:0:5596:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131426.785748:0:5596:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131426.785756:0:5596:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006edb6df7] to pc [ptlrpcd_00_01+1] req@ffff9ba0d06d03c0 x1876039997389312/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789131426.785793:0:5596:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131426.785796:0:5596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131426.785797:0:5596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131426.785799:0:5596:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131426.785801:0:5596:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131426.785803:0:5596:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131426.785806:0:5596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dc800/0xc8adac5b2d020027 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2d69527cc2115d42 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131426.785812:0:5596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789131426.785815:0:5596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.157@tcp lock: ffff9ba0d11dc800/0xc8adac5b2d020027 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2d69527cc2115d42 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131426.785828:0:5596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131426.785830:0:5596:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789131426.785832:0:5596:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9ba0c2e87000. 00010000:00000001:1.0:1789131426.785835:0:5596:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131426.785837:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131426.785839:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131426.785841:0:5596:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1789131426.785843:0:5596:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1789131426.785844:0:5596:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1789131426.785847:0:5596:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b42200/0xc8adac5b2d020012 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2d69527cc2115d2d expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131426.785853:0:5596:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ba0c7b42200 already unused, calling callback (ffffffffc1390c20) 10000000:00000001:1.0:1789131426.785855:0:5596:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1789131426.785857:0:5596:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b42200/0xc8adac5b2d020012 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2d69527cc2115d2d expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131426.785863:0:5596:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1789131426.785864:0:5596:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131426.785865:0:5596:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131426.785867:0:5596:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7b42200 refcount=3 00000020:00000001:1.0:1789131426.785868:0:5596:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131426.785871:0:5596:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713580384768 : -110360129166848 : ffff9ba0c7b42200) 00010000:00000001:1.0:1789131426.785872:0:5596:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1789131426.785874:0:5596:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b42200/0xc8adac5b2d020012 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2d69527cc2115d2d expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1789131426.785879:0:5596:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1789131426.785881:0:5596:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b42200/0xc8adac5b2d020012 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2d69527cc2115d2d expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789131426.785890:0:5596:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1789131426.785893:0:5596:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1789131426.785894:0:5596:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:1.0:1789131426.785896:0:5596:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1789131426.785897:0:5596:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1789131426.785898:0:5596:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131426.785900:0:5596:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1789131426.785901:0:5596:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1789131426.785902:0:5596:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9ba0d30de200) refs 2 10000000:00000001:1.0:1789131426.785904:0:5596:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1789131426.785905:0:5596:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131426.785907:0:5596:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1789131426.785908:0:5596:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789131426.785909:0:5596:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789131426.785911:0:5596:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131426.785913:0:5596:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789131426.785915:0:5596:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b42200 with handle 0xc8adac5b2d020012 from hash 00010000:00000001:1.0:1789131426.785917:0:5596:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789131426.785918:0:5596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131426.785920:0:5596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131426.785921:0:5596:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789131426.785922:0:5596:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789131426.785924:0:5596:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1789131426.785926:0:5596:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1789131426.785928:0:5596:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1789131426.785931:0:5596:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d0780. 00000020:00000040:1.0:1789131426.785934:0:5596:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000100:00000001:1.0:1789131426.785936:0:5596:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131426.785938:0:5596:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131426.785940:0:5596:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131426.785943:0:5596:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d1937200. 00000100:00000001:1.0:1789131426.785946:0:5596:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131426.785948:0:5596:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1789131426.785951:0:5596:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b42200/0xc8adac5b2d020012 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2d69527cc2115d2d expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131426.785957:0:5596:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1789131426.785959:0:5596:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131426.785961:0:5596:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131426.785964:0:5596:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131426.785969:0:5596:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e4326d1] to pc [ptlrpcd_00_00+0] req@ffff9ba0d06d0780 x1876039997389440/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789131426.785978:0:5596:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131426.785980:0:5596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131426.785981:0:5596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131426.785982:0:5596:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131426.785984:0:5596:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131426.785985:0:5596:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131426.785987:0:5596:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b42200/0xc8adac5b2d020012 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2d69527cc2115d2d expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131426.785992:0:5596:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789131426.785994:0:5596:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.157@tcp lock: ffff9ba0c7b42200/0xc8adac5b2d020012 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2d69527cc2115d2d expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1789131426.786000:0:5596:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d5bda600 count: 0 00010000:00000001:1.0:1789131426.786009:0:5596:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131426.786010:0:5596:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1789131426.786011:0:5596:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9ba0c2e87d80. 00010000:00000001:1.0:1789131426.786013:0:5596:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131426.786015:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131426.786017:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131426.786018:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789131426.786020:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131426.786021:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131426.786023:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1789131426.786024:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131426.786025:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131426.786028:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789131426.786040:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131426.786044:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131426.786046:0:2357:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131426.786052:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d0780 x1876039997389440/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131426.786060:0:2357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131426.786062:0:2357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131426.786067:0:2357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131426.786070:0:2357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131426.786072:0:2357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131426.786075:0:2357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2357:1876039997389440:192.168.206.157@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789131426.786079:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131426.786158:0:2357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131426.786161:0:2357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131426.786164:0:2357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131426.786169:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d1936000. 02000000:00000001:1.0:1789131426.786173:0:2357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131426.786181:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131426.786185:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000010:1.0:1789131426.786191:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020770. 00000100:00000200:1.0:1789131426.786198:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997389440, portal 18 00000100:00000001:1.0:1789131426.786200:0:2357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131426.786202:0:2357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726719872 : -110359982831744 : ffff9ba0d06d0780) 00000100:00000040:1.0:1789131426.786208:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06d0780 x1876039997389440/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131442 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131426.786214:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131426.786216:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131426.786219:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80202a8. 00000100:00000200:1.0:1789131426.786222:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876039997389440, offset 0 00000400:00000200:1.0:1789131426.786227:0:2357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131426.786235:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131426.786241:0:2357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131426.786248:0:2357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131426.786253:0:2357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131426.786257:0:2357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131426.786260:0:2357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131426.786264:0:2357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [465:465:256:4294967295] 192.168.206.157@tcp LPNI seq info [465:465:8:4294967295] 00000400:00000200:1.0:1789131426.786267:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131426.786276:0:2357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131426.786282:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131426.786287:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd000. 00000800:00000200:1.0:1789131426.786292:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131426.786300:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131426.786304:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789131426.786314:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131426.786318:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131426.786321:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295014694 00000100:00000010:1.0:1789131426.786326:0:2357:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c65bd6c0. 00000100:00000001:1.0:1789131426.786335:0:2357:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789131426.786342:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295014694 00000100:00000010:1.0:1789131426.786345:0:2357:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c65bd060. 00000100:00000001:1.0:1789131426.786348:0:2357:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789131426.786352:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131426.786355:0:2357:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131426.786360:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131426.786362:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131426.786369:0:2357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131426.786372:0:2357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789131426.786374:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131426.786375:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131426.786376:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131426.786379:0:2357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1789131426.786381:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131426.786383:0:2357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131426.786384:0:2357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131426.786386:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131426.786387:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131426.786389:0:2357:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131426.786393:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d03c0 x1876039997389312/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131426.786400:0:2357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131426.786401:0:2357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131426.786403:0:2357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131426.786405:0:2357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131426.786407:0:2357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131426.786410:0:2357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2357:1876039997389312:192.168.206.157@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789131426.786412:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131426.786414:0:2357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131426.786416:0:2357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131426.786418:0:2357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131426.786422:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0e0299200. 02000000:00000001:1.0:1789131426.786424:0:2357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131426.786426:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131426.786429:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8ea50. 00000400:00000010:1.0:1789131426.786433:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131426.786435:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997389312, portal 18 00000100:00000001:1.0:1789131426.786437:0:2357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131426.786438:0:2357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726718912 : -110359982832704 : ffff9ba0d06d03c0) 00000100:00000040:1.0:1789131426.786442:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06d03c0 x1876039997389312/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131442 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131426.786447:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131426.786449:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131426.786451:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020f68. 00000100:00000200:1.0:1789131426.786453:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876039997389312, offset 0 00000400:00000200:1.0:1789131426.786456:0:2357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131426.786460:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131426.786464:0:2357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131426.786466:0:2357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131426.786537:0:2357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131426.786539:0:2357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131426.786541:0:2357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131426.786544:0:2357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [466:466:255:4294967295] 192.168.206.157@tcp LPNI seq info [466:466:7:4294967295] 00000400:00000200:1.0:1789131426.786548:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131426.786554:0:2357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131426.786558:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131426.786562:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecdc00. 00000800:00000200:1.0:1789131426.786566:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131426.786569:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131426.786572:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecdc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789131426.786574:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131426.786577:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131426.786579:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295014695 00000100:00000001:1.0:1789131426.786583:0:2357:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295014694 00000100:00000001:1.0:1789131426.786586:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295014695 00000100:00000001:1.0:1789131426.786588:0:2357:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295014694 00000100:00000001:1.0:1789131426.786591:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131426.786593:0:2357:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131426.786596:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131426.786598:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131426.786810:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789131426.786813:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131426.786815:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131426.786821:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131426.786824:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131426.789730:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131426.789745:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd000. 00000400:00000200:2.0:1789131426.789757:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131426.789769:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131426.789833:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80202a8 00000400:00000010:2.0:1789131426.789837:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80202a8. 00000100:00000001:2.0:1789131426.789846:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131426.789857:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d0780 x1876039997389440/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131442 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131426.789871:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131426.789876:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d0780 x1876039997389440/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131442 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131426.789883:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131426.789906:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131426.790400:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131426.790405:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecdc00. 00000400:00000200:2.0:1789131426.790412:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131426.790417:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131426.790421:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020f68 00000400:00000010:2.0:1789131426.790424:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020f68. 00000100:00000001:2.0:1789131426.790429:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131426.790436:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d03c0 x1876039997389312/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131442 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131426.790445:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131426.790449:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d03c0 x1876039997389312/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131442 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131426.790456:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131426.790458:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131426.801844:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131426.801868:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131426.801874:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131426.801877:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131426.801888:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131426.801898:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131426.801910:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131426.801916:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131426.801923:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131426.801927:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 18 MB=0x6aa3f99a0fa80 00000400:00000200:2.0:1789131426.801933:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131426.801940:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.157@tcp of length 224/224 into md 0x12cd [1] + 224 00000800:00000001:2.0:1789131426.801949:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131426.801953:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131426.801957:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131426.801962:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131426.801972:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131426.801984:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d0780 x1876039997389440/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131442 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131426.802032:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d06d0780 x1876039997389440/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131442 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131426.802054:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131426.802067:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131426.802071:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131426.802073:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131426.802075:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131426.802079:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131426.802169:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131426.802187:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131426.802196:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131426.802199:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131426.802203:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000200:1.0:1789131426.802208:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020770 00000400:00000010:1.0:1789131426.802212:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020770. 00000100:00000001:1.0:1789131426.802216:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131426.802221:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d0780 x1876039997389440/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131442 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131426.802231:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d0780 x1876039997389440/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131442 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131426.802238:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131426.802240:0:2357:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131426.802242:0:2357:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131426.802246:0:2357:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131426.802249:0:2357:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131426.802251:0:2357:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131426.802254:0:2357:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131426.802262:0:2357:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9ca8 time=129 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131426.802267:0:2357:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131426.802270:0:2357:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131426.802271:0:2357:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131426.802276:0:2357:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131426.802278:0:2357:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131426.802281:0:2357:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131426.802287:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d0780 x1876039997389440/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131442 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131426.802294:0:2357:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131426.802298:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131426.802300:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131426.802305:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d0780 x1876039997389440/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131442 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131426.802312:0:2357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2357:1876039997389440:192.168.206.157@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789131426.802319:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131426.802321:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131426.802325:0:2357:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d0780 x1876039997389440/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131442 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131426.802331:0:2357:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131426.802335:0:2357:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131426.802339:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d1936000. 02000000:00000001:1.0:1789131426.802345:0:2357:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131426.802349:0:2357:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131426.802351:0:2357:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131426.802354:0:2357:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131426.802356:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d1937200. 02000000:00000001:1.0:1789131426.802360:0:2357:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131426.802362:0:2357:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131426.802364:0:2357:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d0780. 00000100:00000001:1.0:1789131426.802367:0:2357:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131426.802368:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131426.802372:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131426.802374:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131426.802375:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131426.802377:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131426.802378:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1789131426.802720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0d11dc800. 00010000:00000010:1.1:1789131426.802729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d5bda600. 00010000:00000010:1.1:1789131426.802733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b42200. 00000400:00000200:2.0:1789131426.802852:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131426.802862:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131426.802866:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131426.802871:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131426.802874:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 18 MB=0x6aa3f99a0fa00 00000400:00000200:2.0:1789131426.802879:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131426.802884:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.157@tcp of length 224/224 into md 0x12d5 [1] + 224 00000800:00000001:2.0:1789131426.802890:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131426.802965:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131426.802969:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131426.802974:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131426.802981:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131426.802988:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d03c0 x1876039997389312/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131442 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131426.802996:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d06d03c0 x1876039997389312/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131442 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131426.803046:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131426.803049:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131426.803122:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131426.803132:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131426.803136:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131426.807053:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131426.807064:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131426.807069:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8ea50. 00000400:00000200:1.0:1789131426.807522:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131426.807538:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131426.807546:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131426.807570:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d03c0 x1876039997389312/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131442 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131426.807583:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d03c0 x1876039997389312/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131442 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131426.807593:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131426.807596:0:2357:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131426.807600:0:2357:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131426.807604:0:2357:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131426.807608:0:2357:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131426.807610:0:2357:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131426.807613:0:2357:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131426.807622:0:2357:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9ca8 time=129 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131426.807627:0:2357:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131426.807630:0:2357:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131426.807632:0:2357:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131426.807636:0:2357:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131426.807639:0:2357:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131426.807643:0:2357:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131426.807648:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d03c0 x1876039997389312/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131442 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131426.807656:0:2357:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131426.807661:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131426.807663:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131426.807668:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d03c0 x1876039997389312/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131442 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131426.807676:0:2357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2357:1876039997389312:192.168.206.157@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1789131426.807685:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131426.807690:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131426.807693:0:2357:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d03c0 x1876039997389312/t0(0) o103->MGC192.168.206.157@tcp@192.168.206.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1789131442 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131426.807700:0:2357:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131426.807703:0:2357:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131426.807709:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0e0299200. 02000000:00000001:1.0:1789131426.807714:0:2357:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131426.807718:0:2357:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131426.807720:0:2357:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131426.807724:0:2357:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131426.807727:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d1936600. 02000000:00000001:1.0:1789131426.807731:0:2357:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131426.807733:0:2357:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131426.807735:0:2357:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d03c0. 00000100:00000001:1.0:1789131426.807739:0:2357:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131426.807740:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131426.807745:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131426.807748:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131426.807751:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131426.807753:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131426.807754:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131427.390639:0:2356:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789131427.390639:0:2359:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131427.390658:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131427.390658:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131427.390664:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131427.390664:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131427.390672:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131427.390672:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131427.390677:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131427.390701:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131427.390706:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131427.390711:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131427.390786:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131427.390790:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131427.390817:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131427.390820:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131427.390825:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131427.390827:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131427.390830:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131427.390832:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131427.393643:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131427.393651:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131427.393658:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789131427.710586:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4295014695, at 4295014720 00000100:00000010:2.0:1789131427.710603:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c65bd6c0. 00000100:00000040:3.0:1789131427.711018:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4295014695, at 4295014720 00000100:00000010:3.0:1789131427.711028:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c65bd060. 00000100:00000001:1.0:1789131427.839062:0:2357:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789131427.839081:0:2357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131427.839084:0:2357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1789131427.839091:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131427.839094:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131427.839099:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.839104:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789131427.840047:0:5599:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1789131427.840055:0:5599:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9ba0d30de200) refs 2 10000000:00000001:2.0:1789131427.840061:0:5599:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789131427.840064:0:5599:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1789131427.840066:0:5599:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1789131427.840067:0:5599:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1789131427.840070:0:5599:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:2.0:1789131427.840073:0:5599:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1789131427.840076:0:5599:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9ba0d1a0e000 from 6 10000000:00000001:2.0:1789131427.840079:0:5599:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1789131427.840081:0:5599:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:2.0:1789131427.840099:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c82830c0. 00000020:00000040:2.0:1789131427.840105:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:2.0:1789131427.840111:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131427.840115:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131427.840122:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131427.840131:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d1144000. 00000100:00000001:2.0:1789131427.840140:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131427.840146:0:5599:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789131427.840150:0:5599:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1789131427.840159:0:5599:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0c665bd00. 00010000:00000001:2.0:1789131427.840165:0:5599:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789131427.840168:0:5599:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c7dd5800. 00000020:00000001:2.0:1789131427.840174:0:5599:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789131427.840177:0:5599:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c7dd5800 with handle 0xc8adac5b2d020043 to hash 00000020:00000001:2.0:1789131427.840180:0:5599:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789131427.840181:0:5599:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713583085568 : -110360126466048 : ffff9ba0c7dd5800) 00010000:00000001:2.0:1789131427.840185:0:5599:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713583085568 : -110360126466048 : ffff9ba0c7dd5800) 00010000:00000001:2.0:1789131427.840209:0:5599:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131427.840213:0:5599:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131427.840217:0:5599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0c7dd5800/0xc8adac5b2d020043 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131427.840227:0:5599:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.157@tcp lock: ffff9ba0c7dd5800/0xc8adac5b2d020043 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789131427.840240:0:5599:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.157@tcp lock: ffff9ba0c7dd5800/0xc8adac5b2d020043 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789131427.840246:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789131427.840248:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789131427.840258:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e87d80. 00000100:00000001:2.0:1789131427.840261:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499929984 : -110360209621632 : ffff9ba0c2e87d80) 00000100:00000001:2.0:1789131427.840263:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131427.840265:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587990720 : -110360121560896 : ffff9ba0c82830c0) 00000100:00000001:2.0:1789131427.840270:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131427.840276:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131427.840278:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789131427.840280:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131427.840294:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c82830c0 x1876039997389568/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131427.840303:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131427.840306:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131427.840310:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131427.840314:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131427.840317:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131427.840321:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c82830c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997389568:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1789131427.840326:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131427.840334:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131427.840338:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131427.840341:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131427.840353:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c2f2ec00. 02000000:00000001:2.0:1789131427.840355:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131427.840366:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131427.840371:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46630. 00000400:00000010:2.0:1789131427.840380:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e990. 00000100:00000200:2.0:1789131427.840389:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997389568, portal 25 00000100:00000001:2.0:1789131427.840391:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131427.840393:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587990720 : -110360121560896 : ffff9ba0c82830c0) 00000100:00000040:2.0:1789131427.840399:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c82830c0 x1876039997389568/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131427.840406:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131427.840410:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131427.840413:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ef68. 00000100:00000200:2.0:1789131427.840416:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876039997389568, offset 0 00000400:00000200:2.0:1789131427.840424:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131427.840437:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131427.840447:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131427.840454:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131427.840460:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131427.840464:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131427.840515:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131427.840530:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [467:467:256:4294967295] 192.168.206.157@tcp LPNI seq info [467:467:8:4294967295] 00000400:00000200:2.0:1789131427.840535:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131427.840547:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131427.840555:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131427.840562:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131427.840570:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131427.840579:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131427.840585:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789131427.843021:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131427.843042:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131427.843069:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295015751 00000100:00000010:2.0:1789131427.843077:0:5599:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c7d69780. 00000100:00000001:2.0:1789131427.843086:0:5599:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789131427.843095:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295015751 00000100:00000010:2.0:1789131427.843098:0:5599:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c7d69060. 00000100:00000001:2.0:1789131427.843101:0:5599:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789131427.843105:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131427.843109:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131427.843113:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131427.843115:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789131427.843119:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e87d80 going to sleep for 11 seconds 00000100:00000001:2.0:1789131427.843122:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131427.843125:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131427.847205:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131427.847221:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:3.0:1789131427.847230:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131427.847242:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131427.847252:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ef68 00000400:00000010:3.0:1789131427.847255:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ef68. 00000100:00000001:3.0:1789131427.847263:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131427.847275:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c82830c0 x1876039997389568/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131427.847291:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131427.847295:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c82830c0 x1876039997389568/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131427.847303:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131427.847305:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131427.870589:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131427.870633:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131427.870639:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131427.870643:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131427.870659:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131427.870669:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131427.870685:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131427.870691:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131427.870697:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131427.870702:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 344 into portal 25 MB=0x6aa3f99a0fb00 00000400:00000200:2.0:1789131427.870709:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131427.870717:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 344/344 into md 0x12dd [1] + 224 00000800:00000001:2.0:1789131427.870727:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131427.870744:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131427.870748:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131427.870754:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131427.870764:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131427.870788:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c82830c0 x1876039997389568/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131427.870801:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9ba0c82830c0 x1876039997389568/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131427.870851:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131427.870864:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131427.870868:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131427.871227:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131427.871239:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131427.871241:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131427.871246:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46630. 00000400:00000200:1.0:1789131427.871282:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e990 00000400:00000010:1.0:1789131427.871285:0:5599:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e990. 00000100:00000001:1.0:1789131427.871291:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131427.871299:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c82830c0 x1876039997389568/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131427.871310:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c82830c0 x1876039997389568/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.871317:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131427.871319:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131427.871322:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131427.871327:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131427.871330:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131427.871332:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131427.871336:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131427.871347:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=140 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131427.871352:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131427.871355:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131427.871357:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131427.871361:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131427.871364:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.871367:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131427.871373:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c82830c0 x1876039997389568/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.871380:0:5599:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131427.871384:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131427.871387:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131427.871392:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c82830c0 x1876039997389568/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131427.871402:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c82830c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997389568:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789131427.871408:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131427.871412:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.871415:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131427.871417:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131427.871422:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c82830c0 x1876039997389568/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.871429:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131427.871433:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e87d80. 00000100:00000001:1.0:1789131427.871438:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131427.871440:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131427.871443:0:5599:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131427.871447:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131427.871451:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131427.871455:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5800 refcount=4 00000020:00000001:1.0:1789131427.871458:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583085568 : -110360126466048 : ffff9ba0c7dd5800) 00010000:00000001:1.0:1789131427.871461:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583085568 : -110360126466048 : ffff9ba0c7dd5800) 00010000:00000040:1.0:1789131427.871513:0:5599:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba0c7dd5800, remote cookie: 0x2d69527cc2115e61, flags: 0x0 00010000:00000001:1.0:1789131427.871517:0:5599:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131427.871533:0:5599:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131427.871535:0:5599:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131427.871537:0:5599:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131427.871538:0:5599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131427.871543:0:5599:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff9ba0c665bd00) refcount = 1 00010000:00010000:1.0:1789131427.871549:0:5599:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.157@tcp lock: ffff9ba0c7dd5800/0xc8adac5b2d020043 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115e61 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131427.871559:0:5599:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131427.871561:0:5599:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131427.871563:0:5599:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131427.871567:0:5599:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131427.871571:0:5599:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131427.871575:0:5599:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.157@tcp lock: ffff9ba0c7dd5800/0xc8adac5b2d020043 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2d69527cc2115e61 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131427.871582:0:5599:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131427.871584:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131427.871586:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131427.871587:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131427.871589:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131427.871590:0:5599:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.871594:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131427.871607:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c82830c0 x1876039997389568/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.871615:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131427.871619:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131427.871623:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0c2f2ec00. 02000000:00000001:1.0:1789131427.871627:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131427.871631:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131427.871633:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131427.871635:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131427.871639:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d1144000. 02000000:00000001:1.0:1789131427.871644:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131427.871646:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131427.871648:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c82830c0. 00000100:00000001:1.0:1789131427.871654:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131427.871655:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1789131427.871658:0:5599:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131427.871662:0:5599:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1789131427.871665:0:5599:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9ba0d30de200) refs 3 10000000:00000001:1.0:1789131427.871667:0:5599:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131427.871669:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131427.871670:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131427.871672:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5800 refcount=3 00000020:00000001:1.0:1789131427.871674:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583085568 : -110360126466048 : ffff9ba0c7dd5800) 00010000:00000001:1.0:1789131427.871676:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583085568 : -110360126466048 : ffff9ba0c7dd5800) 00010000:00000001:1.0:1789131427.871679:0:5599:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1789131427.871681:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131427.871682:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131427.871684:0:5599:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131427.871687:0:5599:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1789131427.871694:0:5599:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff9ba0d114a300. 00000100:00000010:1.0:1789131427.871716:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d0780. 00000020:00000040:1.0:1789131427.871720:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:1.0:1789131427.871727:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131427.871731:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131427.871737:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131427.871745:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d4854000. 00000100:00000001:1.0:1789131427.871753:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.871759:0:5599:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1789131427.871763:0:5599:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9ba0d075e000. 00000100:00000010:1.0:1789131427.871766:0:5599:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff9ba0c2f25f40. 00000020:00000040:1.0:1789131427.871768:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000100:00000001:1.0:1789131427.871783:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131427.871785:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131427.871792:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131427.871795:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499728512 : -110360209823104 : ffff9ba0c2e56a80) 00000100:00000001:1.0:1789131427.871797:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131427.871799:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726719872 : -110359982831744 : ffff9ba0d06d0780) 00000100:00000001:1.0:1789131427.871804:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131427.871810:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.871812:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131427.871814:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131427.871818:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d0780 x1876039997389696/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.871825:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131427.871828:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131427.871832:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131427.871835:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131427.871838:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131427.871842:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d0780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997389696:192.168.206.157@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1789131427.871850:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131427.871856:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131427.871859:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.871862:0:5599:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1789131427.871869:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131427.871874:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8ea50. 00000400:00000010:1.0:1789131427.871881:0:5599:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9ba0c2e56d80. 00000100:00000200:1.0:1789131427.872124:0:5599:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6aa3f99a0fb80-0x6aa3f99a0fb80, portal 33 00000100:00000001:1.0:1789131427.872130:0:5599:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131427.872132:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131427.872137:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d4855800. 02000000:00000001:1.0:1789131427.872139:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131427.872143:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131427.872146:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000010:1.0:1789131427.872150:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131427.872154:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997389696, portal 25 00000100:00000001:1.0:1789131427.872156:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131427.872158:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726719872 : -110359982831744 : ffff9ba0d06d0780) 00000100:00000040:1.0:1789131427.872165:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06d0780 x1876039997389696/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.872173:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131427.872175:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131427.872178:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020770. 00000100:00000200:1.0:1789131427.872183:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1876039997389696, offset 0 00000400:00000200:1.0:1789131427.872189:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131427.872198:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131427.872208:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131427.872215:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131427.872221:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131427.872225:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131427.872228:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131427.872232:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [468:468:256:4294967295] 192.168.206.157@tcp LPNI seq info [468:468:8:4294967295] 00000400:00000200:1.0:1789131427.872240:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131427.872251:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131427.872258:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131427.872266:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecdc00. 00000800:00000200:1.0:1789131427.872274:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131427.872283:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131427.872288:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecdc00 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1789131427.872306:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131427.872311:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131427.872315:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295015779 00000100:00000001:1.0:1789131427.872323:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295015751 00000100:00000001:1.0:1789131427.872330:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295015779 00000100:00000001:1.0:1789131427.872334:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295015751 00000100:00000001:1.0:1789131427.872337:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131427.872340:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.872343:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131427.872345:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131427.872348:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789131427.872350:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131427.872353:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131427.872613:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131427.872619:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecdc00. 00000400:00000200:3.0:1789131427.872623:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131427.872629:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131427.872636:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020770 00000400:00000010:3.0:1789131427.872638:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020770. 00000100:00000001:3.0:1789131427.872644:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131427.872650:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d0780 x1876039997389696/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131427.872670:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131427.872673:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d0780 x1876039997389696/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131427.872680:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131427.872681:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131427.875193:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131427.875225:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131427.875231:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131427.875234:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131427.875246:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131427.875257:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131427.875268:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131427.875275:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131427.875283:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131427.875288:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 132 into portal 33 MB=0x6aa3f99a0fb80 00000400:00000200:2.0:1789131427.875295:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131427.875303:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.206.157@tcp of length 132/132 into md 0x12ed [4] + 0 00000400:00000010:2.0:1789131427.875311:0:2351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8ea50. 00000400:00000200:2.0:1789131427.875318:0:2351:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9ba0c2e56d80 00000800:00000001:2.0:1789131427.875325:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131427.875335:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131427.875339:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131427.875345:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131427.875352:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c2e56d80 00000400:00000010:2.0:1789131427.875355:0:2351:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9ba0c2e56d80. 00000100:00000001:2.0:1789131427.875361:0:2351:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1789131427.875365:0:2351:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9ba0d06d0780 desc ffff9ba0d075e000 mbits 1876039997389696 00000100:00000001:2.0:1789131427.875388:0:2351:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1789131427.875400:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131427.875404:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131427.875411:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131427.875418:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [469:469:256:4294967295] 192.168.206.157@tcp LPNI seq info [469:469:8:4294967295] 00000400:00000200:2.0:1789131427.875423:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131427.875456:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131427.875462:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131427.875511:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff9ba0d1144800. 00000800:00000200:2.0:1789131427.875531:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131427.875540:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131427.875546:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1144800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131427.876029:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1789131427.876697:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131427.876708:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131427.876788:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131427.876794:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1789131427.877585:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff9ba0d1144800. 00000400:00000200:2.0:1789131427.877594:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131427.877621:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131427.893367:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131427.893391:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131427.893397:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131427.893400:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131427.893411:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.893422:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131427.893435:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.893441:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.893447:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.893452:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 240 into portal 25 MB=0x6aa3f99a0fb80 00000400:00000200:3.0:1789131427.893458:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.893465:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 240/240 into md 0x12f5 [1] + 224 00000800:00000001:3.0:1789131427.893544:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131427.893553:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131427.893557:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131427.893563:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131427.893572:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131427.893584:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d0780 x1876039997389696/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131427.893598:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff9ba0d06d0780 x1876039997389696/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131427.893622:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131427.893634:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131427.893637:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131427.897227:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131427.897249:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131427.897253:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131427.897258:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000200:1.0:1789131427.897269:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131427.897272:0:5599:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131427.897280:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131427.897295:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d0780 x1876039997389696/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131427.897308:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d0780 x1876039997389696/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.897318:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131427.897320:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131427.897324:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131427.897328:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131427.897331:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131427.897335:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131427.897338:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131427.897349:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=140 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131427.897355:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131427.897358:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131427.897360:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131427.897364:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131427.897367:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.897370:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131427.897375:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9ba0d06d0780 x1876039997389696/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789131427.897385:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9ba0d06d0780 x1876039997389696/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.897393:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131427.897396:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131427.897400:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d0780 x1876039997389696/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131427.897409:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d0780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997389696:192.168.206.157@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1789131427.897415:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131427.897418:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.897422:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131427.897424:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131427.897429:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d0780 x1876039997389696/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.897436:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131427.897441:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131427.897445:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131427.897447:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1789131427.897455:0:5599:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 8, more 0. 10000000:00000001:1.0:1789131427.897460:0:5599:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1789131427.897513:0:5599:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff9ba0d075cc00. 10000000:00000010:1.0:1789131427.897548:0:5599:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at ffff9ba0d8610980. 10000000:00000200:1.0:1789131427.897557:0:5599:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1789131427.897560:0:5599:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0000-osc-ffff9ba0d1a0e000 00010000:00000001:1.0:1789131427.897570:0:5599:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1789131427.897574:0:5599:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1789131427.897578:0:5599:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.206.157@tcp has 192.168.206.157@tcp. 00000100:00000001:1.0:1789131427.897580:0:5599:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131427.897583:0:5599:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1789131427.897584:0:5599:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.206.157@tcp with 192.168.206.157@tcp 00000100:00000200:1.0:1789131427.897586:0:5599:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.206.157@tcp' 00000400:00000200:1.0:1789131427.897590:0:5599:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1789131427.897593:0:5599:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1789131427.897597:0:5599:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.206.157@tcp 00000400:00000200:1.0:1789131427.897603:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131427.897620:0:5599:0:(peer.c:1907:lnet_peer_add()) peer 192.168.206.157@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1789131427.897624:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131427.897631:0:5599:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1789131427.897635:0:5599:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.206.157@tcp NID 192.168.206.157@tcp: 0. pending discovery 00000400:00000200:1.0:1789131427.897639:0:5599:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.206.157@tcp 00000100:00000001:1.0:1789131427.897641:0:5599:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131427.897644:0:5599:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1789131427.897647:0:5599:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 6/8 for lustre-OST0000-osc-ffff9ba0d1a0e000 10000000:00000200:1.0:1789131427.897649:0:5599:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1789131427.897651:0:5599:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0001-osc-ffff9ba0d1a0e000 00010000:00000001:1.0:1789131427.897655:0:5599:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1789131427.897656:0:5599:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1789131427.897659:0:5599:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.206.157@tcp has 192.168.206.157@tcp. 00000100:00000001:1.0:1789131427.897661:0:5599:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131427.897662:0:5599:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1789131427.897664:0:5599:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.206.157@tcp with 192.168.206.157@tcp 00000100:00000200:1.0:1789131427.897666:0:5599:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.206.157@tcp' 00000400:00000200:1.0:1789131427.897668:0:5599:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1789131427.897669:0:5599:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1789131427.897671:0:5599:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.206.157@tcp 00000400:00000200:1.0:1789131427.897673:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131427.897676:0:5599:0:(peer.c:1907:lnet_peer_add()) peer 192.168.206.157@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1789131427.897679:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131427.897681:0:5599:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1789131427.897683:0:5599:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.206.157@tcp NID 192.168.206.157@tcp: 0. pending discovery 00000400:00000200:1.0:1789131427.897686:0:5599:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.206.157@tcp 00000100:00000001:1.0:1789131427.897687:0:5599:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131427.897689:0:5599:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1789131427.897691:0:5599:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 7/8 for lustre-OST0001-osc-ffff9ba0d1a0e000 10000000:00000200:1.0:1789131427.897693:0:5599:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1789131427.897695:0:5599:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-ffff9ba0d1a0e000 00010000:00000001:1.0:1789131427.897698:0:5599:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1789131427.897700:0:5599:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1789131427.897702:0:5599:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.206.157@tcp has 192.168.206.157@tcp. 00000100:00000001:1.0:1789131427.897704:0:5599:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131427.897705:0:5599:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1789131427.897706:0:5599:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.206.157@tcp with 192.168.206.157@tcp 00000100:00000200:1.0:1789131427.897708:0:5599:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.206.157@tcp' 00000400:00000200:1.0:1789131427.897709:0:5599:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1789131427.897711:0:5599:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1789131427.897713:0:5599:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.206.157@tcp 00000400:00000200:1.0:1789131427.897715:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131427.897717:0:5599:0:(peer.c:1907:lnet_peer_add()) peer 192.168.206.157@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1789131427.897721:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131427.897723:0:5599:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1789131427.897725:0:5599:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.206.157@tcp NID 192.168.206.157@tcp: 0. pending discovery 00000400:00000200:1.0:1789131427.897727:0:5599:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.206.157@tcp 00000100:00000001:1.0:1789131427.897728:0:5599:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131427.897730:0:5599:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1789131427.897732:0:5599:0:(mgc_request.c:1470:mgc_apply_recover_logs()) IR: lustre-MDT0000-mdc-ffff9ba0d1a0e000 target is obsoleted(1/2), reconnect 00000100:00000001:1.0:1789131427.897736:0:5599:0:(recover.c:297:ptlrpc_recover_import()) Process entered 00000100:00080000:1.0:1789131427.897739:0:5599:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9ba0d1a09800 already not connected (conn 2, was 0): CONNECTING 00010000:00000001:1.0:1789131427.897745:0:5599:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1789131427.897754:0:5599:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.206.157@tcp->12345-192.168.206.157@tcp 00000100:00000001:1.0:1789131427.897756:0:5599:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1789131427.897760:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131427.897763:0:5599:0:(peer.c:1635:LNetPrimaryNID()) NID 192.168.206.157@tcp primary NID 192.168.206.157@tcp rc 0 00000100:00000001:1.0:1789131427.897767:0:5599:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789131427.897769:0:5599:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9ba0c3f3d6c0 refcount 22 to 192.168.206.157@tcp 00000100:00000001:1.0:1789131427.897772:0:5599:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633713517450944 : -110360192100672 : ffff9ba0c3f3d6c0) 00000100:00000001:1.0:1789131427.897787:0:5599:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446633713517450944 : -110360192100672 : 0xffff9ba0c3f3d6c0) 00000100:00000040:1.0:1789131427.897790:0:5599:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff9ba0c3f3d6c0 refcount 22 to 192.168.206.157@tcp 00000100:00000040:1.0:1789131427.897793:0:5599:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.206.157@tcp -> ffff9ba0c3f3d6c0 00010000:00080000:1.0:1789131427.897798:0:5599:0:(ldlm_lib.c:85:import_set_conn()) imp ffff9ba0d1a09800@lustre-MDT0000-mdc-ffff9ba0d1a0e000: found existing conn 192.168.206.157@tcp, moved to head 00010000:00000001:1.0:1789131427.897801:0:5599:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1789131427.897804:0:5599:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9ba0c3f3d6c0 refcount 21 to 192.168.206.157@tcp 00010000:00000001:1.0:1789131427.897806:0:5599:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.897808:0:5599:0:(recover.c:350:ptlrpc_recover_import()) Process leaving 10000000:00000040:1.0:1789131427.897810:0:5599:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 8/8 for lustre-MDT0000-mdc-ffff9ba0d1a0e000 10000000:00000010:1.0:1789131427.897813:0:5599:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at ffff9ba0d8610980. 10000000:00000010:1.0:1789131427.897817:0:5599:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff9ba0d075cc00. 10000000:00000001:1.0:1789131427.897819:0:5599:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.897822:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131427.897826:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d0780 x1876039997389696/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.897833:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131427.897836:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131427.897840:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d4855800. 02000000:00000001:1.0:1789131427.897843:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131427.897846:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131427.897848:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131427.897851:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1789131427.897854:0:5599:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1789131427.897856:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131427.897857:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131427.897859:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1789131427.897863:0:5599:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff9ba0c2f25f40. 00000100:00000010:1.0:1789131427.897867:0:5599:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9ba0d075e000. 00000100:00000001:1.0:1789131427.897869:0:5599:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1789131427.897872:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d4854000. 02000000:00000001:1.0:1789131427.897875:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131427.897877:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131427.897879:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d0780. 00000100:00000001:1.0:1789131427.897898:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131427.897900:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1789131427.897923:0:5599:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at ffff9ba0d114a300. 10000000:01000000:1.0:1789131427.897927:0:5599:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.157@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1789131427.897931:0:5599:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1789131427.897935:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131427.897938:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131427.897941:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba0c7dd5800 refcount=3 00000020:00000001:1.0:1789131427.897944:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713583085568 : -110360126466048 : ffff9ba0c7dd5800) 00010000:00000001:1.0:1789131427.897948:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633713583085568 : -110360126466048 : ffff9ba0c7dd5800) 00010000:00000001:1.0:1789131427.897951:0:5599:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131427.897956:0:5599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba0c7dd5800/0xc8adac5b2d020043 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115e61 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131427.897965:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131427.897968:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131427.897970:0:5599:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.157@tcp lock: ffff9ba0c7dd5800/0xc8adac5b2d020043 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115e61 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131427.897978:0:5599:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131427.897979:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131427.897980:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1789131427.897982:0:5599:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131427.897985:0:5599:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131427.897988:0:5599:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1789131427.897992:0:5599:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1789131427.897994:0:5599:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9ba0c52d9000) refs 2 10000000:00000001:1.0:1789131427.897996:0:5599:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131427.897998:0:5599:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1789131427.898000:0:5599:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9ba0d30de200) refs 3 10000000:00000001:1.0:1789131427.898003:0:5599:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1789131427.898004:0:5599:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1789131427.898006:0:5599:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:1.0:1789131427.898008:0:5599:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1789131427.898011:0:5599:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9ba0d85d4000 from 6 10000000:00000001:1.0:1789131427.898014:0:5599:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1789131427.898016:0:5599:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1789131427.898023:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d0780. 00000020:00000040:1.0:1789131427.898027:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:1.0:1789131427.898032:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131427.898035:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131427.898041:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131427.898049:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d4854000. 00000100:00000001:1.0:1789131427.898056:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131427.898061:0:5599:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789131427.898063:0:5599:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1789131427.898071:0:5599:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665bd00 count: 2 00010000:00000001:1.0:1789131427.898074:0:5599:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131427.898078:0:5599:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789131427.898083:0:5599:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba1021f6000. 00000020:00000001:1.0:1789131427.898087:0:5599:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789131427.898090:0:5599:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba1021f6000 with handle 0xc8adac5b2d02004a to hash 00000020:00000001:1.0:1789131427.898092:0:5599:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789131427.898093:0:5599:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131427.898096:0:5599:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131427.898099:0:5599:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131427.898103:0:5599:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131427.898106:0:5599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba1021f6000/0xc8adac5b2d02004a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131427.898113:0:5599:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.157@tcp lock: ffff9ba1021f6000/0xc8adac5b2d02004a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131427.898124:0:5599:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.157@tcp lock: ffff9ba1021f6000/0xc8adac5b2d02004a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789131427.898130:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131427.898132:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131427.898139:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131427.898142:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499728512 : -110360209823104 : ffff9ba0c2e56a80) 00000100:00000001:1.0:1789131427.898144:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131427.898146:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726719872 : -110359982831744 : ffff9ba0d06d0780) 00000100:00000001:1.0:1789131427.898152:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131427.898158:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.898160:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131427.898162:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131427.898168:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d0780 x1876039997389824/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.898176:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131427.898179:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131427.898184:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131427.898187:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131427.898190:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131427.898193:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d0780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997389824:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789131427.898197:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131427.898205:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131427.898207:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131427.898209:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131427.898214:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d075e000. 02000000:00000001:1.0:1789131427.898216:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131427.898221:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131427.898225:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000010:1.0:1789131427.898231:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131427.898239:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997389824, portal 25 00000100:00000001:1.0:1789131427.898241:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131427.898243:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726719872 : -110359982831744 : ffff9ba0d06d0780) 00000100:00000040:1.0:1789131427.898248:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06d0780 x1876039997389824/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.898255:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131427.898258:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131427.898261:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80206e8. 00000100:00000200:1.0:1789131427.898265:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876039997389824, offset 0 00000400:00000200:1.0:1789131427.898272:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131427.898280:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131427.898288:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131427.898294:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131427.898298:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131427.898302:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131427.898305:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131427.898309:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [470:470:256:4294967295] 192.168.206.157@tcp LPNI seq info [470:470:8:4294967295] 00000400:00000200:1.0:1789131427.898314:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131427.898326:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131427.898333:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131427.898339:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd000. 00000800:00000200:1.0:1789131427.898346:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131427.898356:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131427.898361:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789131427.898391:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131427.898396:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131427.898399:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295015806 00000100:00000001:1.0:1789131427.898408:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295015779 00000100:00000001:1.0:1789131427.898414:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295015806 00000100:00000001:1.0:1789131427.898418:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295015779 00000100:00000001:1.0:1789131427.898421:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131427.898424:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.898427:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131427.898429:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131427.898431:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789131427.898434:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131427.898436:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131427.902799:0:485:0:(rw.c:1502:ll_writepages()) Process entered 00000080:00000001:0.0:1789131427.902807:0:485:0:(file.c:5312:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1789131427.902811:0:485:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131427.902817:0:485:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713769934504 : -110359939617112 : ffff9ba0d3006ea8) 00000020:00001000:0.0:1789131427.902824:0:485:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0d3006ea0 00000020:00000001:0.0:1789131427.902832:0:485:0:(cl_object.c:143:cl_object_top()) ffff9ba0d86009e0 -> ffff9ba0d86009e0 00000020:00000001:0.0:1789131427.902836:0:485:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1789131427.902839:0:485:0:(vvp_io.c:1987:vvp_io_init()) Process entered 00000080:00200000:0.0:1789131427.902842:0:485:0:(vvp_io.c:1992:vvp_io_init()) [0x200000401:0x3:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1789131427.902846:0:485:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789131427.902848:0:485:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1789131427.902850:0:485:0:(vvp_io.c:2064:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1789131427.902855:0:485:0:(lov_object.c:1604:lov_io_init()) [0x200000401:0x3:0x0]io ffff9ba0d13269d0 type 6 ignore/verify layout 1/0, compressed 0 00020000:00000002:0.0:1789131427.902858:0:485:0:(lov_object.c:1267:lov_conf_freeze()) To take share lov(ffff9ba0c7d17e88) owner 0000000000000000/ffff9ba0d5c7cf80 00020000:00000001:0.0:1789131427.902864:0:485:0:(lov_io.c:2488:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1789131427.902866:0:485:0:(lov_io.c:764:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1789131427.902869:0:485:0:(lov_io.c:478:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1789131427.902871:0:485:0:(lov_io.c:489:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131427.902874:0:485:0:(lov_io.c:919:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1789131427.902877:0:485:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1789131427.902878:0:485:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131427.902891:0:485:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789131427.902892:0:485:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1789131427.902893:0:485:0:(lov_io.c:2501:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1789131427.902895:0:485:0:(lov_object.c:1275:lov_conf_thaw()) To release share lov(ffff9ba0c7d17e88) owner 0000000000000000/ffff9ba0d5c7cf80 00000020:00000001:0.0:1789131427.902898:0:485:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131427.902901:0:485:0:(cl_io.c:827:cl_io_loop()) Process entered 00000020:00000001:0.0:1789131427.902902:0:485:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1789131427.902905:0:485:0:(lov_io.c:1238:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1789131427.902908:0:485:0:(lov_io.c:1289:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1789131427.902912:0:485:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1789131427.902916:0:485:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1789131427.902918:0:485:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1789131427.902920:0:485:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:0.0:1789131427.902932:0:485:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9ba0d3006480. 00000020:00000010:0.0:1789131427.902941:0:485:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0d36c4800. 00000020:00000010:0.0:1789131427.902947:0:485:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9ba0c1343e00. 00000020:00000010:0.0:1789131427.902952:0:485:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9ba0d81f7360. 00000008:00000010:0.0:1789131427.902992:0:485:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2912 at ffff9ba0c8298b60. 00020000:00000010:0.0:1789131427.902999:0:485:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9ba0c624b840. 00008000:00000010:0.0:1789131427.903005:0:485:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9ba0d85f3880. 00000080:00000010:0.0:1789131427.903013:0:485:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9ba0d3007888. 00000080:00000010:0.0:1789131427.903017:0:485:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 624 at ffff9ba0d1324750. 00000020:00000010:0.0:1789131427.903022:0:485:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9ba0e0915200. 00000008:00000010:0.0:1789131427.903027:0:485:0:(osc_dev.c:118:osc_session_init()) slab-alloced 'info': 352 at ffff9ba0d8387e40. 00020000:00000010:0.0:1789131427.903030:0:485:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 624 at ffff9ba0d13255f0. 00008000:00000010:0.0:1789131427.903035:0:485:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9ba0d36e2318. 00000080:00000010:0.0:1789131427.903039:0:485:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9ba0d36e3a50. 00000020:00000001:0.0:1789131427.903041:0:485:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713769931912 : -110359939619704 : ffff9ba0d3006488) 00000020:00001000:0.0:1789131427.903043:0:485:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0d3006480 00000020:00000001:0.0:1789131427.903047:0:485:0:(cl_object.c:143:cl_object_top()) ffff9ba0d86006c0 -> ffff9ba0d86009e0 00000020:00000001:0.0:1789131427.903049:0:485:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1789131427.903052:0:485:0:(cl_io.c:902:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1789131427.903053:0:485:0:(cl_io.c:908:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1789131427.903055:0:485:0:(cl_io.c:146:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131427.903056:0:485:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131427.903058:0:485:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633713739660008 : -110359969891608 : ffff9ba0d1327ae8) 00000020:00000001:0.0:1789131427.903061:0:485:0:(cl_io.c:403:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1789131427.903063:0:485:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131427.903065:0:485:0:(lov_io.c:1395:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131427.903067:0:485:0:(cl_io.c:415:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131427.903069:0:485:0:(cl_io.c:318:cl_io_lock()) Process entered 00020000:00000001:0.0:1789131427.903071:0:485:0:(lov_io.c:1538:lov_io_lock()) Process entered 00020000:00000001:0.0:1789131427.903073:0:485:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789131427.903074:0:485:0:(cl_io.c:318:cl_io_lock()) Process entered 00000020:00000001:0.0:1789131427.903076:0:485:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789131427.903077:0:485:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131427.903079:0:485:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131427.903081:0:485:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131427.903082:0:485:0:(lov_io.c:1539:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131427.903084:0:485:0:(cl_io.c:290:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1789131427.903085:0:485:0:(cl_io.c:299:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131427.903086:0:485:0:(cl_io.c:338:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131427.903088:0:485:0:(cl_io.c:532:cl_io_start()) Process entered 00020000:00000001:0.0:1789131427.903091:0:485:0:(lov_io.c:1588:lov_io_start()) Process entered 00020000:00000001:0.0:1789131427.903092:0:485:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789131427.903093:0:485:0:(cl_io.c:532:cl_io_start()) Process entered 00000008:00000001:0.0:1789131427.903095:0:485:0:(osc_io.c:1127:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1789131427.903098:0:485:0:(osc_cache.c:3411:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1789131427.903103:0:485:0:(osc_cache.c:3551:osc_cache_writeback_range()) obj ffff9ba0c7d034f8 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1789131427.903107:0:485:0:(osc_cache.c:3566:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1789131427.903109:0:485:0:(osc_io.c:1196:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131427.903111:0:485:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131427.903112:0:485:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131427.903114:0:485:0:(lov_io.c:1589:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131427.903115:0:485:0:(cl_io.c:544:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131427.903117:0:485:0:(cl_io.c:559:cl_io_end()) Process entered 00020000:00000001:0.0:1789131427.903119:0:485:0:(lov_io.c:2189:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1789131427.903121:0:485:0:(lov_io.c:1594:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1789131427.903122:0:485:0:(cl_io.c:559:cl_io_end()) Process entered 00000020:00000001:0.0:1789131427.903124:0:485:0:(cl_io.c:567:cl_io_end()) Process leaving 00020000:00000001:0.0:1789131427.903125:0:485:0:(lov_io.c:1604:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131427.903127:0:485:0:(lov_io.c:2200:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1789131427.903128:0:485:0:(cl_io.c:567:cl_io_end()) Process leaving 00000020:00000001:0.0:1789131427.903130:0:485:0:(cl_io.c:356:cl_io_unlock()) Process entered 00020000:00000001:0.0:1789131427.903133:0:485:0:(lov_io.c:1682:lov_io_unlock()) Process entered 00020000:00000001:0.0:1789131427.903134:0:485:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789131427.903135:0:485:0:(cl_io.c:356:cl_io_unlock()) Process entered 00000020:00000001:0.0:1789131427.903136:0:485:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1789131427.903137:0:485:0:(lov_io.c:1616:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131427.903139:0:485:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131427.903141:0:485:0:(lov_io.c:1685:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1789131427.903142:0:485:0:(cl_io.c:377:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1789131427.903144:0:485:0:(cl_io.c:453:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1789131427.903146:0:485:0:(cl_io.c:469:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1789131427.903147:0:485:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1789131427.903149:0:485:0:(lov_io.c:1663:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1789131427.903151:0:485:0:(lov_io.c:1516:lov_io_call()) Process entered 00000020:00000001:0.0:1789131427.903152:0:485:0:(cl_io.c:433:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1789131427.903153:0:485:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1789131427.903154:0:485:0:(lov_io.c:1610:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131427.903156:0:485:0:(lov_io.c:1533:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1789131427.903158:0:485:0:(lov_io.c:1674:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789131427.903159:0:485:0:(cl_io.c:439:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1789131427.903160:0:485:0:(cl_io.c:877:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131427.903162:0:485:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1789131427.903164:0:485:0:(lov_io.c:1057:lov_io_fini()) Process entered 00020000:00000001:0.0:1789131427.903166:0:485:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1789131427.903167:0:485:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1789131427.903169:0:485:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789131427.903170:0:485:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0d3006480 00020000:00000001:0.0:1789131427.903173:0:485:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1789131427.903177:0:485:0:(lov_io.c:1088:lov_io_fini()) Process leaving 00000080:00000001:0.0:1789131427.903179:0:485:0:(vvp_io.c:392:vvp_io_fini()) Process entered 00000080:00200000:0.0:1789131427.903181:0:485:0:(vvp_io.c:402:vvp_io_fini()) [0x200000401:0x3:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, need minor change layout 0 00000080:00000001:0.0:1789131427.903185:0:485:0:(vvp_io.c:509:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1789131427.903186:0:485:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1789131427.903188:0:485:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0d3006ea0 00000080:00000001:0.0:1789131427.903191:0:485:0:(file.c:5349:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131427.903193:0:485:0:(rw.c:1576:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131427.904430:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131427.904440:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd000. 00000400:00000200:3.0:1789131427.904448:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131427.904460:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131427.904490:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80206e8 00000400:00000010:3.0:1789131427.904494:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80206e8. 00000100:00000001:3.0:1789131427.904502:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131427.904512:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d0780 x1876039997389824/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131427.904540:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131427.904544:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d0780 x1876039997389824/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131427.904552:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131427.904554:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131427.904570:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131427.904586:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131427.904589:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131427.904592:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131427.904601:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.904606:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131427.904626:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.904631:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.904637:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.904641:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 344 into portal 25 MB=0x6aa3f99a0fc00 00000400:00000200:3.0:1789131427.904647:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.904653:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 344/344 into md 0x12fd [1] + 224 00000800:00000001:3.0:1789131427.904661:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131427.904670:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131427.904672:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131427.904674:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131427.904680:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131427.904684:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d0780 x1876039997389824/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131427.904715:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9ba0d06d0780 x1876039997389824/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131427.904739:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131427.904748:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131427.904752:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131427.908627:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131427.908648:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131427.908652:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131427.908657:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000200:1.0:1789131427.908669:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131427.908672:0:5599:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131427.908678:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131427.908694:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d0780 x1876039997389824/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131427.908706:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d0780 x1876039997389824/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.908716:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131427.908718:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131427.908721:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131427.908727:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131427.908731:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131427.908733:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131427.908737:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131427.908748:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=140 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131427.908753:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131427.908756:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131427.908758:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131427.908763:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131427.908766:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.908770:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131427.908775:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d0780 x1876039997389824/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.908783:0:5599:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131427.908787:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131427.908791:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131427.908797:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d0780 x1876039997389824/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131427.908807:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d0780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997389824:192.168.206.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789131427.908814:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131427.908817:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.908820:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131427.908822:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131427.908827:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d0780 x1876039997389824/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.908835:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131427.908839:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131427.908844:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131427.908847:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131427.908851:0:5599:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789131427.908855:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131427.908859:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131427.908864:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=4 00000020:00000001:1.0:1789131427.908867:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131427.908871:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000040:1.0:1789131427.908880:0:5599:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9ba1021f6000, remote cookie: 0x2d69527cc2115e68, flags: 0x0 00010000:00000001:1.0:1789131427.908956:0:5599:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789131427.908965:0:5599:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789131427.908968:0:5599:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789131427.908970:0:5599:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789131427.908972:0:5599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789131427.908975:0:5599:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff9ba0c665bd00) refcount = 2 00010000:00000040:1.0:1789131427.908979:0:5599:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1789131427.908984:0:5599:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.206.157@tcp lock: ffff9ba0c7dd5800/0xc8adac5b2d020043 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2d69527cc2115e61 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789131427.908994:0:5599:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.157@tcp lock: ffff9ba1021f6000/0xc8adac5b2d02004a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115e68 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131427.909005:0:5599:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789131427.909007:0:5599:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789131427.909009:0:5599:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789131427.909012:0:5599:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789131427.909015:0:5599:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131427.909018:0:5599:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.157@tcp lock: ffff9ba1021f6000/0xc8adac5b2d02004a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2d69527cc2115e68 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131427.909024:0:5599:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789131427.909026:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131427.909028:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131427.909029:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131427.909030:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131427.909032:0:5599:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.909035:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131427.909040:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d0780 x1876039997389824/t0(0) o101->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1789131443 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.909047:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131427.909050:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131427.909054:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0d075e000. 02000000:00000001:1.0:1789131427.909058:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131427.909061:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131427.909063:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131427.909066:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131427.909069:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d4854000. 02000000:00000001:1.0:1789131427.909073:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131427.909075:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131427.909078:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d0780. 00000100:00000001:1.0:1789131427.909082:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131427.909083:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1789131427.909085:0:5599:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131427.909090:0:5599:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1789131427.909092:0:5599:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9ba0c52d9000) refs 3 10000000:00000001:1.0:1789131427.909095:0:5599:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131427.909097:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131427.909099:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131427.909100:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:1.0:1789131427.909102:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131427.909105:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131427.909107:0:5599:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1789131427.909109:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131427.909110:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131427.909111:0:5599:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131427.909114:0:5599:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1789131427.909120:0:5599:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff9ba0d114a300. 00000100:00000010:1.0:1789131427.909149:0:5599:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06d0780. 00000020:00000040:1.0:1789131427.909154:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:1.0:1789131427.909158:0:5599:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789131427.909162:0:5599:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789131427.909170:0:5599:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789131427.909177:0:5599:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9ba0d4854000. 00000100:00000001:1.0:1789131427.909184:0:5599:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.909190:0:5599:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1789131427.909196:0:5599:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9ba0d075e000. 00000100:00000010:1.0:1789131427.909201:0:5599:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff9ba0c2f25f40. 00000020:00000040:1.0:1789131427.909203:0:5599:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=5 obd=MGC192.168.206.157@tcp 00000100:00000001:1.0:1789131427.909210:0:5599:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789131427.909212:0:5599:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789131427.909218:0:5599:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131427.909220:0:5599:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713499728512 : -110360209823104 : ffff9ba0c2e56a80) 00000100:00000001:1.0:1789131427.909224:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131427.909225:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726719872 : -110359982831744 : ffff9ba0d06d0780) 00000100:00000001:1.0:1789131427.909231:0:5599:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789131427.909237:0:5599:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.909239:0:5599:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789131427.909241:0:5599:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131427.909246:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d0780 x1876039997389952/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.909252:0:5599:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131427.909256:0:5599:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131427.909260:0:5599:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131427.909262:0:5599:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131427.909265:0:5599:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131427.909268:0:5599:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d0780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997389952:192.168.206.157@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1789131427.909273:0:5599:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131427.909281:0:5599:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131427.909284:0:5599:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.909286:0:5599:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1789131427.909296:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131427.909300:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000010:1.0:1789131427.909309:0:5599:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9ba0c2e56d80. 00000100:00000200:1.0:1789131427.909316:0:5599:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6aa3f99a0fc80-0x6aa3f99a0fc80, portal 33 00000100:00000001:1.0:1789131427.909320:0:5599:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131427.909322:0:5599:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131427.909326:0:5599:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d4855800. 02000000:00000001:1.0:1789131427.909328:0:5599:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131427.909331:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131427.909333:0:5599:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131427.909338:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131427.909342:0:5599:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997389952, portal 25 00000100:00000001:1.0:1789131427.909344:0:5599:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131427.909345:0:5599:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726719872 : -110359982831744 : ffff9ba0d06d0780) 00000100:00000040:1.0:1789131427.909351:0:5599:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06d0780 x1876039997389952/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.909358:0:5599:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131427.909361:0:5599:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131427.909364:0:5599:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020880. 00000100:00000200:1.0:1789131427.909368:0:5599:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1876039997389952, offset 0 00000400:00000200:1.0:1789131427.909376:0:5599:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131427.909389:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131427.909397:0:5599:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131427.909405:0:5599:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131427.909410:0:5599:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131427.909415:0:5599:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131427.909418:0:5599:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131427.909422:0:5599:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [471:471:256:4294967295] 192.168.206.157@tcp LPNI seq info [471:471:8:4294967295] 00000400:00000200:1.0:1789131427.909427:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131427.909440:0:5599:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131427.909447:0:5599:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131427.909455:0:5599:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131427.909463:0:5599:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131427.910010:0:5599:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131427.910018:0:5599:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1789131427.910034:0:5599:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131427.910040:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131427.910043:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295015818 00000100:00000001:1.0:1789131427.910053:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295015806 00000100:00000001:1.0:1789131427.910059:0:5599:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295015818 00000100:00000001:1.0:1789131427.910063:0:5599:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295015806 00000100:00000001:1.0:1789131427.910066:0:5599:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131427.910069:0:5599:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.910072:0:5599:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131427.910075:0:5599:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789131427.910078:0:5599:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0c2e56a80 going to sleep for 11 seconds 00000100:00000001:1.0:1789131427.910080:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131427.910083:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131427.919194:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131427.919206:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:3.0:1789131427.919213:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131427.919224:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131427.919233:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020880 00000400:00000010:3.0:1789131427.919236:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020880. 00000100:00000001:3.0:1789131427.919243:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131427.919253:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d0780 x1876039997389952/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131427.919268:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131427.919272:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d0780 x1876039997389952/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131427.919281:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131427.919283:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131427.928619:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131427.928642:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131427.928648:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131427.928651:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131427.928663:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.928672:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131427.928683:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.928689:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.928696:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.928701:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 132 into portal 33 MB=0x6aa3f99a0fc80 00000400:00000200:3.0:1789131427.928707:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.928714:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.206.157@tcp of length 132/132 into md 0x1305 [4] + 0 00000400:00000010:3.0:1789131427.928738:0:2352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8ef78. 00000400:00000200:3.0:1789131427.928745:0:2352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9ba0c2e56d80 00000800:00000001:3.0:1789131427.928753:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131427.928773:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131427.928777:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131427.928783:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131427.928789:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0c2e56d80 00000400:00000010:3.0:1789131427.928792:0:2352:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9ba0c2e56d80. 00000100:00000001:3.0:1789131427.928798:0:2352:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1789131427.928802:0:2352:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff9ba0d06d0780 desc ffff9ba0d075e000 mbits 1876039997389952 00000100:00000001:3.0:1789131427.928824:0:2352:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1789131427.928835:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131427.928839:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.928845:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131427.928852:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [472:472:256:4294967295] 192.168.206.157@tcp LPNI seq info [472:472:8:4294967295] 00000400:00000200:3.0:1789131427.928856:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.928864:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131427.928869:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131427.928876:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff9ba0d11b5600. 00000800:00000200:3.0:1789131427.928892:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131427.928900:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131427.928905:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d11b5600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131427.929013:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131427.929017:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff9ba0d11b5600. 00000400:00000200:3.0:1789131427.929021:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131427.929024:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131427.929032:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131427.929035:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131427.929565:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131427.929572:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789131427.934721:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131427.934744:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131427.934750:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131427.934785:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131427.934797:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.934806:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131427.934820:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.934827:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.934833:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.934839:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 240 into portal 25 MB=0x6aa3f99a0fc80 00000400:00000200:3.0:1789131427.934845:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131427.934853:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 240/240 into md 0x130d [1] + 224 00000800:00000001:3.0:1789131427.934863:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131427.934872:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131427.934876:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131427.934881:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131427.934893:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131427.934906:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d0780 x1876039997389952/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131427.934919:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff9ba0d06d0780 x1876039997389952/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131427.934949:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131427.934962:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131427.934966:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131427.935060:0:5599:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131427.935071:0:5599:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131427.935073:0:5599:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131427.935078:0:5599:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131427.935083:0:5599:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131427.935086:0:5599:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131427.935091:0:5599:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131427.935096:0:5599:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d0780 x1876039997389952/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131427.935105:0:5599:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d0780 x1876039997389952/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.935111:0:5599:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131427.935113:0:5599:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131427.935116:0:5599:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131427.935119:0:5599:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131427.935122:0:5599:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131427.935125:0:5599:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131427.935128:0:5599:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131427.935136:0:5599:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=140 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131427.935141:0:5599:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131427.935144:0:5599:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131427.935146:0:5599:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131427.935149:0:5599:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131427.935152:0:5599:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.935156:0:5599:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131427.935160:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9ba0d06d0780 x1876039997389952/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789131427.935171:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9ba0d06d0780 x1876039997389952/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.935178:0:5599:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131427.935187:0:5599:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131427.935192:0:5599:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d0780 x1876039997389952/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131427.935204:0:5599:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d0780 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:5599:1876039997389952:192.168.206.157@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1789131427.935210:0:5599:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131427.935213:0:5599:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.935217:0:5599:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789131427.935220:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131427.935224:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d0780 x1876039997389952/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.935231:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789131427.935234:0:5599:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9ba0c2e56a80. 00000100:00000001:1.0:1789131427.935238:0:5599:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789131427.935240:0:5599:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1789131427.935248:0:5599:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 8, more 0. 10000000:00000001:1.0:1789131427.935252:0:5599:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1789131427.935258:0:5599:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff9ba0d075cc00. 10000000:00000010:1.0:1789131427.935263:0:5599:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at ffff9ba0d8610980. 10000000:00000200:1.0:1789131427.935269:0:5599:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1789131427.935272:0:5599:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0000-osc-ffff9ba0d85d4000 00010000:00000001:1.0:1789131427.935281:0:5599:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1789131427.935285:0:5599:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1789131427.935289:0:5599:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.206.157@tcp has 192.168.206.157@tcp. 00000100:00000001:1.0:1789131427.935291:0:5599:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131427.935293:0:5599:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1789131427.935295:0:5599:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.206.157@tcp with 192.168.206.157@tcp 00000100:00000200:1.0:1789131427.935297:0:5599:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.206.157@tcp' 00000400:00000200:1.0:1789131427.935300:0:5599:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1789131427.935304:0:5599:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1789131427.935307:0:5599:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.206.157@tcp 00000400:00000200:1.0:1789131427.935311:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131427.935316:0:5599:0:(peer.c:1907:lnet_peer_add()) peer 192.168.206.157@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1789131427.935319:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131427.935325:0:5599:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1789131427.935329:0:5599:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.206.157@tcp NID 192.168.206.157@tcp: 0. pending discovery 00000400:00000200:1.0:1789131427.935332:0:5599:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.206.157@tcp 00000100:00000001:1.0:1789131427.935335:0:5599:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131427.935337:0:5599:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1789131427.935340:0:5599:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 6/8 for lustre-OST0000-osc-ffff9ba0d85d4000 10000000:00000200:1.0:1789131427.935342:0:5599:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1789131427.935344:0:5599:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0001-osc-ffff9ba0d85d4000 00010000:00000001:1.0:1789131427.935348:0:5599:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1789131427.935350:0:5599:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1789131427.935352:0:5599:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.206.157@tcp has 192.168.206.157@tcp. 00000100:00000001:1.0:1789131427.935354:0:5599:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131427.935356:0:5599:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1789131427.935357:0:5599:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.206.157@tcp with 192.168.206.157@tcp 00000100:00000200:1.0:1789131427.935359:0:5599:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.206.157@tcp' 00000400:00000200:1.0:1789131427.935360:0:5599:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1789131427.935372:0:5599:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1789131427.935375:0:5599:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.206.157@tcp 00000400:00000200:1.0:1789131427.935377:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131427.935380:0:5599:0:(peer.c:1907:lnet_peer_add()) peer 192.168.206.157@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1789131427.935383:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131427.935386:0:5599:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1789131427.935388:0:5599:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.206.157@tcp NID 192.168.206.157@tcp: 0. pending discovery 00000400:00000200:1.0:1789131427.935390:0:5599:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.206.157@tcp 00000100:00000001:1.0:1789131427.935392:0:5599:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131427.935394:0:5599:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1789131427.935396:0:5599:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 7/8 for lustre-OST0001-osc-ffff9ba0d85d4000 10000000:00000200:1.0:1789131427.935399:0:5599:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1789131427.935401:0:5599:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:1.0:1789131427.935403:0:5599:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1789131427.935405:0:5599:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1789131427.935408:0:5599:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.206.157@tcp has 192.168.206.157@tcp. 00000100:00000001:1.0:1789131427.935409:0:5599:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131427.935411:0:5599:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1789131427.935412:0:5599:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.206.157@tcp with 192.168.206.157@tcp 00000100:00000200:1.0:1789131427.935414:0:5599:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.206.157@tcp' 00000400:00000200:1.0:1789131427.935416:0:5599:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1789131427.935417:0:5599:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1789131427.935418:0:5599:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.206.157@tcp 00000400:00000200:1.0:1789131427.935421:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131427.935423:0:5599:0:(peer.c:1907:lnet_peer_add()) peer 192.168.206.157@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1789131427.935426:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131427.935428:0:5599:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1789131427.935430:0:5599:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.206.157@tcp NID 192.168.206.157@tcp: 0. pending discovery 00000400:00000200:1.0:1789131427.935433:0:5599:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.206.157@tcp 00000100:00000001:1.0:1789131427.935434:0:5599:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131427.935436:0:5599:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1789131427.935438:0:5599:0:(mgc_request.c:1470:mgc_apply_recover_logs()) IR: lustre-MDT0000-mdc-ffff9ba0d85d4000 target is obsoleted(1/2), reconnect 00000100:00000001:1.0:1789131427.935441:0:5599:0:(recover.c:297:ptlrpc_recover_import()) Process entered 00000100:00080000:1.0:1789131427.935445:0:5599:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9ba0d8572000 already not connected (conn 2, was 0): CONNECTING 00010000:00000001:1.0:1789131427.935451:0:5599:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1789131427.935459:0:5599:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.206.157@tcp->12345-192.168.206.157@tcp 00000100:00000001:1.0:1789131427.935462:0:5599:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1789131427.935465:0:5599:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131427.935528:0:5599:0:(peer.c:1635:LNetPrimaryNID()) NID 192.168.206.157@tcp primary NID 192.168.206.157@tcp rc 0 00000100:00000001:1.0:1789131427.935533:0:5599:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789131427.935535:0:5599:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9ba0c3f3d6c0 refcount 22 to 192.168.206.157@tcp 00000100:00000001:1.0:1789131427.935537:0:5599:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633713517450944 : -110360192100672 : ffff9ba0c3f3d6c0) 00000100:00000001:1.0:1789131427.935540:0:5599:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446633713517450944 : -110360192100672 : 0xffff9ba0c3f3d6c0) 00000100:00000040:1.0:1789131427.935544:0:5599:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff9ba0c3f3d6c0 refcount 22 to 192.168.206.157@tcp 00000100:00000040:1.0:1789131427.935546:0:5599:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.206.157@tcp -> ffff9ba0c3f3d6c0 00010000:00080000:1.0:1789131427.935550:0:5599:0:(ldlm_lib.c:85:import_set_conn()) imp ffff9ba0d8572000@lustre-MDT0000-mdc-ffff9ba0d85d4000: found existing conn 192.168.206.157@tcp, moved to head 00010000:00000001:1.0:1789131427.935553:0:5599:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1789131427.935558:0:5599:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9ba0c3f3d6c0 refcount 21 to 192.168.206.157@tcp 00010000:00000001:1.0:1789131427.935560:0:5599:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.935563:0:5599:0:(recover.c:350:ptlrpc_recover_import()) Process leaving 10000000:00000040:1.0:1789131427.935565:0:5599:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 8/8 for lustre-MDT0000-mdc-ffff9ba0d85d4000 10000000:00000010:1.0:1789131427.935567:0:5599:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at ffff9ba0d8610980. 10000000:00000010:1.0:1789131427.935572:0:5599:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff9ba0d075cc00. 10000000:00000001:1.0:1789131427.935576:0:5599:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131427.935578:0:5599:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131427.935582:0:5599:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d0780 x1876039997389952/t0(0) o256->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1789131443 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131427.935589:0:5599:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131427.935592:0:5599:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131427.935596:0:5599:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d4855800. 02000000:00000001:1.0:1789131427.935599:0:5599:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131427.935602:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131427.935603:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131427.935606:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1789131427.935608:0:5599:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1789131427.935610:0:5599:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131427.935612:0:5599:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131427.935613:0:5599:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1789131427.935616:0:5599:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff9ba0c2f25f40. 00000100:00000010:1.0:1789131427.935620:0:5599:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9ba0d075e000. 00000100:00000001:1.0:1789131427.935623:0:5599:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1789131427.935626:0:5599:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d4854000. 02000000:00000001:1.0:1789131427.935629:0:5599:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131427.935631:0:5599:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131427.935633:0:5599:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d0780. 00000100:00000001:1.0:1789131427.935638:0:5599:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131427.935639:0:5599:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1789131427.935659:0:5599:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at ffff9ba0d114a300. 10000000:01000000:1.0:1789131427.935664:0:5599:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.157@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1789131427.935668:0:5599:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1789131427.935671:0:5599:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789131427.935674:0:5599:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789131427.935678:0:5599:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9ba1021f6000 refcount=3 00000020:00000001:1.0:1789131427.935680:0:5599:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131427.935684:0:5599:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633714560491520 : -110359149060096 : ffff9ba1021f6000) 00010000:00000001:1.0:1789131427.935687:0:5599:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1789131427.935692:0:5599:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.157@tcp lock: ffff9ba1021f6000/0xc8adac5b2d02004a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115e68 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131427.935701:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131427.935703:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1789131427.935706:0:5599:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.157@tcp lock: ffff9ba1021f6000/0xc8adac5b2d02004a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2d69527cc2115e68 expref: -99 pid: 5599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789131427.935713:0:5599:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1789131427.935715:0:5599:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131427.935717:0:5599:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1789131427.935718:0:5599:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131427.935720:0:5599:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789131427.935723:0:5599:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1789131427.935726:0:5599:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1789131427.935727:0:5599:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9ba0c52d9000) refs 3 10000000:00000001:1.0:1789131427.935730:0:5599:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1789131428.414648:0:2359:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789131428.414660:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131428.414662:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131428.414667:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131428.414669:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131428.414672:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131428.414676:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131428.414839:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131428.414842:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131428.414845:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131428.414848:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131428.414850:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131428.414856:0:41:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131428.414858:0:41:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131428.414859:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131428.414862:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131428.414864:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131428.414866:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131428.414868:0:41:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131428.414872:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131428.414873:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131428.414947:0:2356:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789131428.414955:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131428.414957:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131428.414960:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131428.414962:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131428.414965:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131428.414967:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131428.415300:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131428.415304:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131428.415307:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789131428.862749:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4295015818, at 4295015872 00000100:00000010:2.0:1789131428.862772:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c7d69780. 00000100:00000040:3.0:1789131428.862950:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4295015818, at 4295015872 00000100:00000010:3.0:1789131428.862958:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c7d69060. 00010000:00000001:0.0:1789131429.439186:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131429.439196:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131429.439204:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131429.439205:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131429.439209:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131429.439210:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131429.439246:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789131429.439250:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131429.439254:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789131429.439648:0:2356:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789131429.439660:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131429.439663:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131429.439666:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131429.439669:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131429.439673:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131429.439676:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131429.439964:0:2359:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789131429.439971:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131429.439972:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131429.439975:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131429.439977:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131429.439979:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131429.439982:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131430.462689:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131430.462696:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131430.462703:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131430.462704:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131430.462708:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131430.462709:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131430.462838:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131430.462842:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131430.462876:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789131430.463005:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789131430.463011:0:485:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789131430.463028:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a1680. 00000020:00000040:0.0:1789131430.463036:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:0.0:1789131430.463041:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131430.463045:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131430.463050:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131430.463061:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d1879600. 00000100:00000001:0.0:1789131430.463077:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.463091:0:485:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS req@ffff9ba0d06a1680 x1876039997390080/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789131430.463104:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131430.463109:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.463116:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000484e9e91] to pc [ptlrpcd_00_01+1] req@ffff9ba0d06a1680 x1876039997390080/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131430.463150:0:485:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789131430.463153:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789131430.463157:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789131430.463160:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789131430.463164:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789131430.463166:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789131430.463169:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1789131430.463172:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789131430.463174:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789131430.463177:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789131430.463179:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789131430.463182:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789131430.463185:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789131430.463189:0:485:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (355) 00000100:00000001:1.0:1789131430.463348:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131430.463353:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131430.463356:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131430.463363:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a1680 x1876039997390080/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131430.463372:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131430.463374:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131430.463378:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131430.463380:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131430.463383:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131430.463387:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2358:1876039997390080:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131430.463391:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131430.463398:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131430.463401:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131430.463403:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131430.463409:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0c52d9a00. 02000000:00000001:1.0:1789131430.463411:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131430.463420:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131430.463425:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131430.463433:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131430.463442:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997390080, portal 25 00000100:00000001:1.0:1789131430.463445:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131430.463446:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726527104 : -110359983024512 : ffff9ba0d06a1680) 00000100:00000040:1.0:1789131430.463452:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a1680 x1876039997390080/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131430.463460:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131430.463464:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131430.463466:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020088. 00000100:00000200:1.0:1789131430.463513:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039997390080, offset 0 00000400:00000200:1.0:1789131430.463522:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131430.463532:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131430.463541:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131430.463547:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131430.463552:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131430.463556:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131430.463559:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131430.463564:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [473:473:256:4294967295] 192.168.206.157@tcp LPNI seq info [473:473:8:4294967295] 00000400:00000200:1.0:1789131430.463569:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131430.463580:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131430.463587:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131430.463593:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131430.463600:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131430.463608:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131430.463613:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789131430.463630:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131430.463634:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131430.463637:0:2358:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295018372 00000100:00000010:1.0:1789131430.463642:0:2358:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c65bd1e0. 00000100:00000001:1.0:1789131430.463650:0:2358:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789131430.463655:0:2358:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295018372 00000100:00000010:1.0:1789131430.463658:0:2358:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c65bd8a0. 00000100:00000001:1.0:1789131430.463661:0:2358:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789131430.463665:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131430.463668:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.463673:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.463675:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.463684:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131430.463686:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131430.463689:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131430.463690:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131430.463691:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.463694:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.463709:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131430.463711:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131430.463714:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.463716:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131430.463979:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131430.463984:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:2.0:1789131430.463991:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.463997:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131430.464003:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020088 00000400:00000010:2.0:1789131430.464005:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020088. 00000100:00000001:2.0:1789131430.464010:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131430.464024:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a1680 x1876039997390080/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131446 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131430.464035:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131430.464039:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a1680 x1876039997390080/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131446 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131430.464047:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131430.464048:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789131430.465520:0:2356:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789131430.465529:0:2356:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789131430.465556:0:2356:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131420/real 1789131420] req@ffff9ba0c8280f00 x1876039997386624/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1789131430 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789131430.465599:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131430.465603:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131430.465607:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995790. 00000400:00000200:3.0:1789131430.465613:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5dd0 00000400:00000010:3.0:1789131430.465616:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5dd0. 00000100:00000001:3.0:1789131430.465621:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131430.465625:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c8280f00 x1876039997386624/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1789131430 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131430.465634:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c8280f00 x1876039997386624/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1789131430 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.465641:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131430.465643:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.465646:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131430.465649:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789131430.465653:0:2356:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ba0c8280f00 x1876039997386624/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1789131430 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.465659:0:2356:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.465662:0:2356:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1789131430.465667:0:2356:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131420/real 1789131420] req@ffff9ba0c8280000 x1876039997386496/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1789131430 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789131430.465673:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131430.465675:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131430.465676:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995528. 00000400:00000200:3.0:1789131430.465678:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd52a8 00000400:00000010:3.0:1789131430.465680:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd52a8. 00000100:00000001:3.0:1789131430.465682:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131430.465685:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c8280000 x1876039997386496/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1789131430 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131430.465692:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c8280000 x1876039997386496/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1789131430 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.465704:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131430.465705:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.465707:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131430.465709:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789131430.465712:0:2356:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ba0c8280000 x1876039997386496/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1789131430 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.465717:0:2356:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.465726:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131430.465728:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.465731:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.465734:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131430.465737:0:2356:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131430.465740:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c8280f00 x1876039997386624/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1789131430 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.465748:0:2356:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789131430.465762:0:2356:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.465765:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131430.465913:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.465918:0:2356:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789131430.465921:0:2356:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789131430.465925:0:2356:0:(import.c:65:import_set_state_nolock()) ffff9ba0d1a09800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789131430.465957:0:2356:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.206.157@tcp failed (-110) 00000100:00000001:3.0:1789131430.465960:0:2356:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789131430.465968:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c8280f00 x1876039997386624/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1789131430 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131430.465976:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c8280f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2356:1876039997386624:192.168.206.157@tcp:38:kworker.0 00000100:00000001:3.0:1789131430.465982:0:2356:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131430.465985:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c8280000 x1876039997386496/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1789131430 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.465998:0:2356:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1789131430.466000:0:2356:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.466002:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131430.466003:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.466005:0:2356:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1789131430.466007:0:2356:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1789131430.466009:0:2356:0:(import.c:65:import_set_state_nolock()) ffff9ba0d8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789131430.466015:0:2356:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.206.157@tcp failed (-110) 00000100:00000001:3.0:1789131430.466017:0:2356:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1789131430.466021:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c8280000 x1876039997386496/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1789131430 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131430.466029:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c8280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997386496:192.168.206.157@tcp:38:kworker.0 00000100:00000001:3.0:1789131430.466034:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.466037:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.466040:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c8280f00 x1876039997386624/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1789131430 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.466047:0:2356:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131430.466051:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131430.466056:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0d84ff400. 02000000:00000001:3.0:1789131430.466062:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131430.466065:0:2356:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131430.466068:0:2356:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=13 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:3.0:1789131430.466070:0:2356:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131430.466074:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c7b02800. 02000000:00000001:3.0:1789131430.466078:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131430.466080:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131430.466083:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c8280f00. 00000100:00000001:3.0:1789131430.466087:0:2356:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131430.466089:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.466097:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.466101:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c8280000 x1876039997386496/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 1 dl 1789131430 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.466107:0:2356:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131430.466108:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131430.466110:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0d84fd400. 02000000:00000001:3.0:1789131430.466112:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131430.466114:0:2356:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131430.466115:0:2356:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=107 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:3.0:1789131430.466117:0:2356:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131430.466118:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c7b02c00. 02000000:00000001:3.0:1789131430.466121:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131430.466122:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131430.466123:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c8280000. 00000100:00000001:3.0:1789131430.466126:0:2356:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131430.466127:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.466130:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.466133:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131430.466135:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.466137:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.466138:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789131430.466403:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789131430.466410:0:485:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789131430.466413:0:485:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789131430.466416:0:485:0:(import.c:65:import_set_state_nolock()) ffff9ba0d8572000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789131430.466421:0:485:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1789131430.466425:0:485:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ba0d85d4000: connect to NID 192.168.206.157@tcp last attempt 0 00000400:00000200:0.0:1789131430.466434:0:485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131430.466440:0:485:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.206.157@tcp is discovered: rc = 1 00000100:00000040:0.0:1789131430.466444:0:485:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9ba0c3f3d6c0 refcount 20 to 192.168.206.157@tcp 00000100:00000001:0.0:1789131430.466447:0:485:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789131430.466449:0:485:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9ba0c3f3d6c0 refcount 21 to 192.168.206.157@tcp 00000100:00000001:0.0:1789131430.466451:0:485:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633713517450944 : -110360192100672 : ffff9ba0c3f3d6c0) 00000020:00000001:0.0:1789131430.466454:0:485:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789131430.466457:0:485:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc8adac5b2d01fc4c 00000020:00000001:0.0:1789131430.466460:0:485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131430.466463:0:485:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9ba0d87f5000 refcount=5 00000020:00000001:0.0:1789131430.466466:0:485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713862135808 : -110359847415808 : ffff9ba0d87f5000) 00000020:00000001:0.0:1789131430.466495:0:485:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633713862135808 : -110359847415808 : ffff9ba0d87f5000) 00000100:00000040:0.0:1789131430.466500:0:485:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9ba0c3f3d6c0 refcount 20 to 192.168.206.157@tcp 00000100:00000001:0.0:1789131430.466502:0:485:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789131430.466513:0:485:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9ba0c3f3d6c0 refcount 21 to 192.168.206.157@tcp 00000100:00000001:0.0:1789131430.466515:0:485:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633713517450944 : -110360192100672 : ffff9ba0c3f3d6c0) 00000020:00000040:0.0:1789131430.466519:0:485:0:(genops.c:879:class_export_put()) PUTting export ffff9ba0d87f5000 : new refcount 4 00000100:00080000:0.0:1789131430.466524:0:485:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ba0d85d4000: import ffff9ba0d8572000 using connection 192.168.206.157@tcp/192.168.206.157@tcp 00000100:00000001:0.0:1789131430.466526:0:485:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131430.466529:0:485:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789131430.466537:0:485:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131430.466540:0:485:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.466544:0:485:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1789131430.466549:0:485:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683268 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789131430.466552:0:485:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.466554:0:485:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131430.466562:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a21c0. 00000020:00000040:0.0:1789131430.466567:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=108 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 02000000:00000001:0.0:1789131430.466572:0:485:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789131430.466574:0:485:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.466578:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131430.466581:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131430.466586:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131430.466595:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d09dc000. 00000100:00000001:0.0:1789131430.466602:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131430.466611:0:485:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ba0d06a21c0 x1876039997390208/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789131430.466620:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131430.466626:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.466630:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b502f95] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d06a21c0 x1876039997390208/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131430.466655:0:485:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.466658:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789131430.466662:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789131430.466665:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789131430.466668:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1789131430.466670:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789131430.466673:0:485:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789131430.466675:0:485:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789131430.466677:0:485:0:(import.c:65:import_set_state_nolock()) ffff9ba0d1a09800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789131430.466680:0:485:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1789131430.466682:0:485:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: connect to NID 192.168.206.157@tcp last attempt 0 00000400:00000200:0.0:1789131430.466686:0:485:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131430.466689:0:485:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.206.157@tcp is discovered: rc = 1 00000100:00000040:0.0:1789131430.466692:0:485:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9ba0c3f3d6c0 refcount 20 to 192.168.206.157@tcp 00000100:00000001:0.0:1789131430.466694:0:485:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789131430.466696:0:485:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9ba0c3f3d6c0 refcount 21 to 192.168.206.157@tcp 00000100:00000001:0.0:1789131430.466698:0:485:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633713517450944 : -110360192100672 : ffff9ba0c3f3d6c0) 00000020:00000001:0.0:1789131430.466700:0:485:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789131430.466702:0:485:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc8adac5b2d01fcc3 00000020:00000001:0.0:1789131430.466703:0:485:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789131430.466706:0:485:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9ba0c3e82800 refcount=5 00000020:00000001:0.0:1789131430.466709:0:485:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713516685312 : -110360192866304 : ffff9ba0c3e82800) 00000020:00000001:0.0:1789131430.466711:0:485:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633713516685312 : -110360192866304 : ffff9ba0c3e82800) 00000100:00000040:0.0:1789131430.466714:0:485:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9ba0c3f3d6c0 refcount 20 to 192.168.206.157@tcp 00000100:00000001:0.0:1789131430.466716:0:485:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789131430.466718:0:485:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9ba0c3f3d6c0 refcount 21 to 192.168.206.157@tcp 00000100:00000001:0.0:1789131430.466720:0:485:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633713517450944 : -110360192100672 : ffff9ba0c3f3d6c0) 00000020:00000040:0.0:1789131430.466722:0:485:0:(genops.c:879:class_export_put()) PUTting export ffff9ba0c3e82800 : new refcount 4 00000100:00080000:0.0:1789131430.466725:0:485:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: import ffff9ba0d1a09800 using connection 192.168.206.157@tcp/192.168.206.157@tcp 00000100:00000001:0.0:1789131430.466727:0:485:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131430.466729:0:485:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789131430.466732:0:485:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131430.466734:0:485:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.466736:0:485:0:(obd_class.h:889:obd_reconnect()) Process entered 00000008:00100000:0.0:1789131430.466738:0:485:0:(osc_request.c:4038:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683268 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789131430.466741:0:485:0:(osc_request.c:4041:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.466742:0:485:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789131430.466746:0:485:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a1e00. 00000020:00000040:0.0:1789131430.466749:0:485:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=14 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 02000000:00000001:0.0:1789131430.466751:0:485:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789131430.466753:0:485:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.466755:0:485:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131430.466756:0:485:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131430.466758:0:485:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131430.466762:0:485:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0d09dfc00. 00000100:00000001:0.0:1789131430.466766:0:485:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131430.466772:0:485:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ba0d06a1e00 x1876039997390336/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789131430.466779:0:485:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131430.466781:0:485:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.466784:0:485:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000418c440e] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d06a1e00 x1876039997390336/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131430.466792:0:485:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.466795:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789131430.466798:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789131430.466802:0:485:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789131430.466806:0:485:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789131430.466812:0:485:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (355) 00000100:00000001:2.0:1789131430.467061:0:2359:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789131430.467070:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131430.467071:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131430.467074:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131430.467076:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131430.467080:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131430.467083:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.467410:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.467414:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131430.467417:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131430.467425:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a21c0 x1876039997390208/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.467435:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131430.467437:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.467442:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131430.467446:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131430.467449:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131430.467452:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997390208:192.168.206.157@tcp:38:kworker.0 00000100:00000001:3.0:1789131430.467456:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131430.467463:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131430.467467:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.467534:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131430.467551:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d84fd400. 02000000:00000001:3.0:1789131430.467554:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131430.467562:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131430.467566:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995528. 00000400:00000010:3.0:1789131430.467574:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd52a8. 00000100:00000200:3.0:1789131430.467583:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997390208, portal 10 00000100:00000001:3.0:1789131430.467585:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131430.467588:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726529984 : -110359983021632 : ffff9ba0d06a21c0) 00000100:00000040:3.0:1789131430.467597:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a21c0 x1876039997390208/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1789131440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.467604:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131430.467606:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131430.467609:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5dd0. 00000100:00000200:3.0:1789131430.467612:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876039997390208, offset 0 00000400:00000200:3.0:1789131430.467621:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131430.467632:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.467640:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131430.467647:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131430.467652:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131430.467656:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131430.467659:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131430.467664:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [474:474:256:4294967295] 192.168.206.157@tcp LPNI seq info [474:474:8:4294967295] 00000400:00000200:3.0:1789131430.467668:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.467679:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131430.467685:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131430.467691:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302d00. 00000800:00000200:3.0:1789131430.467699:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131430.467707:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131430.467713:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789131430.467736:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.467748:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27408 usecs (28 jiffies) 00000400:00000200:3.0:1789131430.467752:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000800:00000200:2.0:1789131430.468056:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131430.468062:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302d00. 00000400:00000200:2.0:1789131430.468069:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.468075:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131430.468082:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5dd0 00000400:00000010:2.0:1789131430.468084:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5dd0. 00000100:00000001:2.0:1789131430.468089:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131430.468093:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a21c0 x1876039997390208/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1789131440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131430.468102:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131430.468105:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a21c0 x1876039997390208/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1789131440 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131430.468124:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131430.468126:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789131430.468532:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295017506 00000100:00000001:3.0:1789131430.468538:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:3.0:1789131430.468963:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295017506 00000100:00000001:3.0:1789131430.468968:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:3.0:1789131430.468970:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131430.468974:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.468978:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131430.468989:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a1e00 x1876039997390336/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.469000:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131430.469002:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.469006:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131430.469009:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131430.469011:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131430.469014:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2356:1876039997390336:192.168.206.157@tcp:38:kworker.0 00000100:00000001:3.0:1789131430.469019:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131430.469023:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131430.469026:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.469029:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131430.469035:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d84ff400. 02000000:00000001:3.0:1789131430.469038:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131430.469048:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131430.469052:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995790. 00000400:00000010:3.0:1789131430.469059:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5aa0. 00000100:00000200:3.0:1789131430.469066:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997390336, portal 10 00000100:00000001:3.0:1789131430.469068:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131430.469070:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726529024 : -110359983022592 : ffff9ba0d06a1e00) 00000100:00000040:3.0:1789131430.469079:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a1e00 x1876039997390336/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1789131440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.469101:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131430.469104:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131430.469107:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5cc0. 00000100:00000200:3.0:1789131430.469111:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876039997390336, offset 0 00000400:00000200:3.0:1789131430.469117:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131430.469124:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.469131:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131430.469137:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131430.469141:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131430.469144:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131430.469146:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131430.469150:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [475:475:256:4294967295] 192.168.206.157@tcp LPNI seq info [475:475:8:4294967295] 00000400:00000200:3.0:1789131430.469155:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.469163:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131430.469169:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131430.469173:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131430.469180:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131430.469188:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131430.469192:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1789131430.469923:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.469933:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 18282 usecs (19 jiffies) 00000400:00000200:3.0:1789131430.469939:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131430.469942:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4295017498 00000100:00000001:3.0:1789131430.469945:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:3.0:1789131430.469948:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4295017498 00000100:00000001:3.0:1789131430.469950:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:3.0:1789131430.469953:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131430.469956:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.469968:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.469972:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.469981:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131430.469983:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789131430.469986:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.469989:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131430.469991:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.469993:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131430.475686:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131430.475699:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:2.0:1789131430.475710:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.475723:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131430.475734:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5cc0 00000400:00000010:2.0:1789131430.475737:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5cc0. 00000100:00000001:2.0:1789131430.475743:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131430.475763:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a1e00 x1876039997390336/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1789131440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131430.475778:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131430.475782:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a1e00 x1876039997390336/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1789131440 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131430.475791:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131430.475793:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131430.488986:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.489008:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131430.489013:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.489015:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.489027:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.489037:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131430.489055:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.489061:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.489069:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.489074:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 25 MB=0x6aa3f99a0fd00 00000400:00000200:2.0:1789131430.489080:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.489087:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 224/224 into md 0x1315 [1] + 224 00000800:00000001:2.0:1789131430.489095:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.489103:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.489107:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.489112:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131430.489144:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131430.489156:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a1680 x1876039997390080/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131446 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131430.489180:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d06a1680 x1876039997390080/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131430.489204:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131430.489217:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.489221:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.489415:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131430.489421:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131430.489430:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131430.489433:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131430.489437:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131430.489443:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131430.489446:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131430.489451:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131430.489458:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a1680 x1876039997390080/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131446 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131430.489467:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a1680 x1876039997390080/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131446 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131430.489519:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131430.489522:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.489524:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131430.489528:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131430.489531:0:2358:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131430.489534:0:2358:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131430.489538:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131430.489545:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=143 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131430.489549:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131430.489552:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131430.489553:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131430.489557:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131430.489560:0:2358:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.489564:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131430.489570:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a1680 x1876039997390080/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131430.489577:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131430.489581:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131430.489584:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131430.489589:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a1680 x1876039997390080/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131446 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131430.489598:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2358:1876039997390080:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131430.489604:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.489608:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131430.489612:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a1680 x1876039997390080/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131446 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131430.489620:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131430.489623:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131430.489627:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0c52d9a00. 02000000:00000001:1.0:1789131430.489633:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131430.489636:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131430.489639:0:2358:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131430.489641:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131430.489644:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d1879600. 02000000:00000001:1.0:1789131430.489649:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131430.489651:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131430.489653:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a1680. 00000100:00000001:1.0:1789131430.489657:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131430.489659:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.489662:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.489671:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131430.489673:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.489676:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131430.489679:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789131430.501898:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.501924:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131430.501930:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.501933:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.501944:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.501954:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131430.501966:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.501973:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.501981:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.501985:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 416 into portal 10 MB=0x6aa3f99a0fd80 00000400:00000200:2.0:1789131430.501991:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.501999:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 416/416 into md 0x131d [1] + 0 00000800:00000001:2.0:1789131430.502008:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.502017:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.502021:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.502026:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131430.502037:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131430.502048:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a21c0 x1876039997390208/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1789131440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131430.502061:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9ba0d06a21c0 x1876039997390208/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1789131440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.503427:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.503436:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131430.503525:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131430.503547:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.503577:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789131430.506359:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131430.506369:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131430.506374:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995528. 00000400:00000200:3.0:1789131430.506386:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd52a8 00000400:00000010:3.0:1789131430.506389:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd52a8. 00000100:00000001:3.0:1789131430.506396:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131430.506409:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a21c0 x1876039997390208/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1789131440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131430.506423:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a21c0 x1876039997390208/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1789131440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.506433:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131430.506435:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.506438:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131430.506443:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131430.506446:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131430.506449:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.506452:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131430.506463:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=143 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131430.506468:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=143 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131430.506579:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131430.506582:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131430.506586:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789131430.506592:0:2356:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ba0d06a21c0 x1876039997390208/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/416 e 0 to 0 dl 1789131440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789131430.506600:0:2356:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.506627:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789131430.506630:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00000040:3.0:1789131430.506636:0:2356:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967301) req@ffff9ba0d483a1c0 x1876039997346816/t4294967300(4294967300) o36->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 528/448 e 0 to 0 dl 1789131409 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.506646:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.506649:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d483a1c0 x1876039997346816/t4294967300(4294967300) o36->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 528/448 e 0 to 0 dl 1789131409 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.506658:0:2356:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131430.506661:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131430.506665:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0d84fc000. 02000000:00000001:3.0:1789131430.506670:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131430.506673:0:2356:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131430.506675:0:2356:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=107 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:3.0:1789131430.506679:0:2356:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131430.506682:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d84fe000. 02000000:00000001:3.0:1789131430.506686:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131430.506688:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131430.506690:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d483a1c0. 00000100:00000001:3.0:1789131430.506695:0:2356:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131430.506697:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131430.506703:0:2356:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967301) req@ffff9ba0d4a2f840 x1876039997347328/t4294967301(4294967301) o36->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 512/456 e 0 to 0 dl 1789131409 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.506709:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.506712:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4a2f840 x1876039997347328/t4294967301(4294967301) o36->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 512/456 e 0 to 0 dl 1789131409 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.506719:0:2356:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131430.506720:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131430.506722:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0c6434400. 02000000:00000001:3.0:1789131430.506725:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131430.506727:0:2356:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131430.506728:0:2356:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=106 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:3.0:1789131430.506730:0:2356:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131430.506738:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d836ce00. 02000000:00000001:3.0:1789131430.506746:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131430.506747:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131430.506749:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4a2f840. 00000100:00000001:3.0:1789131430.506819:0:2356:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131430.506821:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789131430.506828:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131430.506837:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=2/3 committed=0/0 00000100:00000001:3.0:1789131430.506841:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131430.506844:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.506850:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a21c0 x1876039997390208/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/416 e 0 to 0 dl 1789131440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.506858:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131430.506862:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131430.506864:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.506867:0:2356:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1789131430.506876:0:2356:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9ba0d85d4000: connect to target with instance 2 00000020:00000001:3.0:1789131430.506878:0:2356:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789131430.506880:0:2356:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc8adac5b2d01fc4c 00000020:00000001:3.0:1789131430.506883:0:2356:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131430.506887:0:2356:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9ba0d87f5000 refcount=5 00000020:00000001:3.0:1789131430.506889:0:2356:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713862135808 : -110359847415808 : ffff9ba0d87f5000) 00000020:00000001:3.0:1789131430.506891:0:2356:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633713862135808 : -110359847415808 : ffff9ba0d87f5000) 00000100:00001000:3.0:1789131430.506895:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1789131430 v=0 (0 0 0 0) 00000100:00001000:3.0:1789131430.506898:0:2356:0:(import.c:2215:obd_at_measure()) AT ffff9ba0d8572418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1789131430.506903:0:2356:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 682, crc32c 3271, adler 667 00000020:00000040:3.0:1789131430.506910:0:2356:0:(genops.c:879:class_export_put()) PUTting export ffff9ba0d87f5000 : new refcount 4 00000100:00000001:3.0:1789131430.506913:0:2356:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1789131430.506917:0:2356:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:3.0:1789131430.506921:0:2356:0:(osc_request.c:1064:osc_init_grant()) lustre-MDT0000-mdc-ffff9ba0d85d4000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1789131430.506926:0:2356:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1789131430.506933:0:2356:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131430.506935:0:2356:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1789131430.506939:0:2356:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:3.0:1789131430.506943:0:2356:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789131430.506946:0:2356:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131430.506949:0:2356:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131430.506951:0:2356:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131430.506952:0:2356:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789131430.506953:0:2356:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131430.506955:0:2356:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.506956:0:2356:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1789131430.506960:0:2356:0:(import.c:65:import_set_state_nolock()) ffff9ba0d8572000 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:3.0:1789131430.507006:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1789131430.507009:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:3.0:1789131430.507011:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:3.0:1789131430.507013:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789131430.507014:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:3.0:1789131430.507020:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131430.507027:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:3.0:1789131430.507029:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1789131430.507031:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 0 00000100:00000001:3.0:1789131430.507034:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:3.0:1789131430.507040:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.507047:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131430.507048:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795304256 : -110359914247360 : ffff9ba0d4838b40) 00000100:00000040:3.0:1789131430.507054:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030d4d8f0] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.507064:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.507066:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.507522:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.507534:0:2356:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.507541:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a21c0 x1876039997390208/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/416 e 0 to 0 dl 1789131440 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131430.507551:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997390208:192.168.206.157@tcp:38:kworker.0 00000100:00000001:3.0:1789131430.507559:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.507563:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.507566:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a21c0 x1876039997390208/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 520/416 e 0 to 0 dl 1789131440 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.507572:0:2356:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131430.507574:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131430.507576:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0d84fd400. 02000000:00000001:3.0:1789131430.507579:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131430.507581:0:2356:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131430.507583:0:2356:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=105 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:3.0:1789131430.507585:0:2356:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131430.507587:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d09dc000. 02000000:00000001:3.0:1789131430.507591:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131430.507592:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131430.507594:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a21c0. 00000100:00000001:3.0:1789131430.507597:0:2356:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131430.507599:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.507601:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.507612:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131430.507614:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789131430.507617:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.507620:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131430.507622:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131430.507627:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.507634:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131430.507636:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.507640:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131430.507645:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131430.507654:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131430.507659:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4838b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997350656:192.168.206.157@tcp:101:createmany.0 00000100:00000001:3.0:1789131430.507664:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131430.507672:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131430.507676:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.507679:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131430.507685:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d84fd400. 02000000:00000001:3.0:1789131430.507687:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131430.507696:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131430.507701:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995528. 00000400:00000010:3.0:1789131430.507709:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd52a8. 00000100:00000200:3.0:1789131430.507719:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997350656, portal 10 00000100:00000001:3.0:1789131430.507721:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131430.507722:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795304256 : -110359914247360 : ffff9ba0d4838b40) 00000100:00000040:3.0:1789131430.507730:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.507738:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131430.507740:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131430.507743:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd57f8. 00000100:00000200:3.0:1789131430.507747:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997350656, offset 0 00000400:00000200:3.0:1789131430.507767:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131430.507780:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.507790:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131430.507797:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131430.507802:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131430.507807:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131430.507810:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131430.507814:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [476:476:256:4294967295] 192.168.206.157@tcp LPNI seq info [476:476:8:4294967295] 00000400:00000200:3.0:1789131430.507819:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.507829:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131430.507836:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131430.507851:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131430.507859:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131430.507870:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131430.507876:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1789131430.507892:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.507898:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27526 usecs (28 jiffies) 00000400:00000200:3.0:1789131430.507902:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131430.507905:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295017545 00000100:00000001:3.0:1789131430.507909:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:3.0:1789131430.507911:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295017545 00000100:00000001:3.0:1789131430.507944:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:3.0:1789131430.507948:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131430.507950:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.507953:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.507955:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.507959:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131430.507961:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1789131430.507963:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.507964:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131430.507966:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.507968:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789131430.508343:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.508361:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131430.508364:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.508366:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.508373:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.508378:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131430.508385:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.508389:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.508394:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.508398:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 416 into portal 10 MB=0x6aa3f99a0fe00 00000400:00000200:2.0:1789131430.508403:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.508408:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 416/416 into md 0x132d [1] + 0 00000800:00000001:2.0:1789131430.508416:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.508425:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.508429:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.508434:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131430.508443:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131430.508449:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a1e00 x1876039997390336/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1789131440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131430.508461:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9ba0d06a1e00 x1876039997390336/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1789131440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131430.508528:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1789131430.508610:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131430.508615:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:2.0:1789131430.508620:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.508624:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131430.508628:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd57f8 00000400:00000010:2.0:1789131430.508631:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd57f8. 00000100:00000001:2.0:1789131430.508635:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131430.508639:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.508663:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131430.508667:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.508674:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131430.508676:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131430.508685:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.508688:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.509907:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.509917:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131430.509928:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131430.509932:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131430.509936:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995790. 00000400:00000200:3.0:1789131430.509944:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5aa0 00000400:00000010:3.0:1789131430.509947:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5aa0. 00000100:00000001:3.0:1789131430.509951:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131430.509962:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a1e00 x1876039997390336/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1789131440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131430.509975:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a1e00 x1876039997390336/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/544 e 0 to 0 dl 1789131440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.510003:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131430.510005:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.510008:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131430.510013:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131430.510027:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131430.510030:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.510034:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131430.510047:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131430.510052:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131430.510055:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131430.510057:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131430.510060:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789131430.510066:0:2356:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ba0d06a1e00 x1876039997390336/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/416 e 0 to 0 dl 1789131440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789131430.510073:0:2356:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.510078:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789131430.510080:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: committing for last_committed 4294967303 gen 1 00000100:00000040:3.0:1789131430.510087:0:2356:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967303) req@ffff9ba0d4a2e580 x1876039997344640/t4294967297(4294967297) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131408 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.510095:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131430.510097:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797358976 : -110359912192640 : ffff9ba0d4a2e580) 00000100:00000001:3.0:1789131430.510100:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.510104:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2e580 x1876039997344640/t4294967297(4294967297) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131408 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.510112:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.510114:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.510119:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b78000 x1876039997345664/t4294967299(4294967299) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131408 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.510126:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789131430.510129:0:2356:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9ba0c55a18a0. 00000100:00000001:3.0:1789131430.510138:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.510142:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4a2e580 x1876039997344640/t4294967297(4294967297) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131408 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.510149:0:2356:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1789131430.510154:0:2356:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131430.510156:0:2356:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=13 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:3.0:1789131430.510159:0:2356:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131430.510227:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c6436800. 02000000:00000001:3.0:1789131430.510234:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131430.510236:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131430.510239:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4a2e580. 00000100:00000001:3.0:1789131430.510244:0:2356:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131430.510245:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131430.510251:0:2356:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967303) req@ffff9ba0d4a2e940 x1876039997345024/t4294967298(4294967298) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131408 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.510259:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.510262:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4a2e940 x1876039997345024/t4294967298(4294967298) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131408 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.510268:0:2356:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131430.510270:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131430.510272:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0c6435000. 02000000:00000001:3.0:1789131430.510275:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131430.510276:0:2356:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131430.510277:0:2356:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=12 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:3.0:1789131430.510279:0:2356:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131430.510281:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0c5914200. 02000000:00000001:3.0:1789131430.510283:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131430.510284:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131430.510285:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4a2e940. 00000100:00000001:3.0:1789131430.510287:0:2356:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131430.510288:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131430.510291:0:2356:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967303) req@ffff9ba0d1b78000 x1876039997345664/t4294967299(4294967299) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131408 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.510309:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.510312:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d1b78000 x1876039997345664/t4294967299(4294967299) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131408 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.510319:0:2356:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131430.510320:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131430.510322:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0c2fa6800. 02000000:00000001:3.0:1789131430.510328:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131430.510330:0:2356:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131430.510331:0:2356:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=11 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:3.0:1789131430.510333:0:2356:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131430.510335:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d2de0000. 02000000:00000001:3.0:1789131430.510337:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131430.510338:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131430.510340:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d1b78000. 00000100:00000001:3.0:1789131430.510343:0:2356:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131430.510344:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131430.510349:0:2356:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967303) req@ffff9ba0d4d81a40 x1876039997347712/t4294967302(4294967302) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 528/448 e 0 to 0 dl 1789131409 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.510354:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.510357:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4d81a40 x1876039997347712/t4294967302(4294967302) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 528/448 e 0 to 0 dl 1789131409 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mcreate.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.510363:0:2356:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131430.510364:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131430.510365:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0c2f53400. 02000000:00000001:3.0:1789131430.510368:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131430.510369:0:2356:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131430.510371:0:2356:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=10 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:3.0:1789131430.510373:0:2356:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131430.510374:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c2f51400. 02000000:00000001:3.0:1789131430.510376:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131430.510377:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131430.510379:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4d81a40. 00000100:00000001:3.0:1789131430.510389:0:2356:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131430.510390:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131430.510396:0:2356:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967303) req@ffff9ba0d4d82580 x1876039997348224/t4294967303(4294967303) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 512/456 e 0 to 0 dl 1789131409 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.510402:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.510405:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4d82580 x1876039997348224/t4294967303(4294967303) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 512/456 e 0 to 0 dl 1789131409 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.510410:0:2356:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131430.510412:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131430.510413:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0c2f52800. 02000000:00000001:3.0:1789131430.510416:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131430.510417:0:2356:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131430.510418:0:2356:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=9 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:3.0:1789131430.510419:0:2356:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131430.510421:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d193ce00. 02000000:00000001:3.0:1789131430.510423:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131430.510424:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131430.510425:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4d82580. 00000100:00000001:3.0:1789131430.510429:0:2356:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131430.510430:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1789131430.510435:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131430.510443:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: normal: skip=0 replay=5/6 committed=0/0 00000100:00000001:3.0:1789131430.510446:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131430.510449:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.510454:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a1e00 x1876039997390336/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/416 e 0 to 0 dl 1789131440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.510462:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131430.510466:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131430.510529:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.510533:0:2356:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1789131430.510541:0:2356:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: connect to target with instance 2 00000020:00000001:3.0:1789131430.510550:0:2356:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789131430.510552:0:2356:0:(genops.c:804:class_conn2export()) looking for export cookie 0xc8adac5b2d01fcc3 00000020:00000001:3.0:1789131430.510555:0:2356:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789131430.510559:0:2356:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9ba0c3e82800 refcount=5 00000020:00000001:3.0:1789131430.510562:0:2356:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633713516685312 : -110360192866304 : ffff9ba0c3e82800) 00000020:00000001:3.0:1789131430.510565:0:2356:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633713516685312 : -110360192866304 : ffff9ba0c3e82800) 00000100:00001000:3.0:1789131430.510569:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=1789131430 v=0 (0 0 0 0) 00000100:00001000:3.0:1789131430.510572:0:2356:0:(import.c:2215:obd_at_measure()) AT ffff9ba0d1a09c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1789131430.510577:0:2356:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 682, crc32c 3271, adler 667 00000020:00000040:3.0:1789131430.510585:0:2356:0:(genops.c:879:class_export_put()) PUTting export ffff9ba0c3e82800 : new refcount 4 00000100:00000001:3.0:1789131430.510588:0:2356:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1789131430.510593:0:2356:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:3.0:1789131430.510598:0:2356:0:(osc_request.c:1064:osc_init_grant()) lustre-MDT0000-mdc-ffff9ba0d1a0e000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1789131430.510602:0:2356:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1789131430.510604:0:2356:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131430.510607:0:2356:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1789131430.510612:0:2356:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:3.0:1789131430.510617:0:2356:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789131430.510619:0:2356:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1789131430.510622:0:2356:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131430.510624:0:2356:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131430.510625:0:2356:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1789131430.510627:0:2356:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131430.510629:0:2356:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.510630:0:2356:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1789131430.510634:0:2356:0:(import.c:65:import_set_state_nolock()) ffff9ba0d1a09800 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:3.0:1789131430.510643:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1789131430.510646:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:3.0:1789131430.510649:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:3.0:1789131430.510650:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789131430.510652:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: committing for last_committed 4294967303 gen 1 00000100:00100000:3.0:1789131430.510657:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/664 e 0 to 0 dl 1789131412 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131430.510677:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:3.0:1789131430.510680:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1789131430.510681:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d1a09800 from lustre-MDT0000_UUID committed 4294967303 last 0 00000100:00000001:3.0:1789131430.510685:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:3.0:1789131430.510691:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/664 e 0 to 0 dl 1789131412 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.510698:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131430.510700:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800839168 : -110359908712448 : ffff9ba0d4d80000) 00000100:00000040:3.0:1789131430.510706:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e125440] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.510718:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.510721:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.510724:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.510727:0:2356:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.510731:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a1e00 x1876039997390336/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/416 e 0 to 0 dl 1789131440 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131430.510741:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2356:1876039997390336:192.168.206.157@tcp:38:kworker.0 00000100:00000001:3.0:1789131430.510746:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.510748:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.510751:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a1e00 x1876039997390336/t0(0) o38->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 520/416 e 0 to 0 dl 1789131440 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.511656:0:2356:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131430.511660:0:2356:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131430.511664:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0d84ff400. 02000000:00000001:3.0:1789131430.511671:0:2356:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131430.511673:0:2356:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131430.511675:0:2356:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=8 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:3.0:1789131430.511678:0:2356:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131430.511693:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0d09dfc00. 02000000:00000001:3.0:1789131430.511697:0:2356:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131430.511699:0:2356:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131430.511701:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a1e00. 00000100:00000001:3.0:1789131430.511706:0:2356:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131430.511707:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.511711:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.511720:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131430.511723:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789131430.511726:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.511729:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131430.511732:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131430.511742:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.511751:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131430.513051:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.513068:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131430.513072:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131430.513076:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131430.513085:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2356:1876039997349376:192.168.206.157@tcp:101:touch.0 00000100:00000001:3.0:1789131430.513091:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131430.513099:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131430.513103:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.513105:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131430.513117:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d84ff400. 02000000:00000001:3.0:1789131430.513119:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131430.513130:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131430.513136:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995790. 00000400:00000010:3.0:1789131430.513146:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5aa0. 00000100:00000200:3.0:1789131430.513155:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997349376, portal 10 00000100:00000001:3.0:1789131430.513158:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131430.513160:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800839168 : -110359908712448 : ffff9ba0d4d80000) 00000100:00000040:3.0:1789131430.513292:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.513326:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131430.513330:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131430.513334:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5880. 00000100:00000200:3.0:1789131430.513338:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1876039997349376, offset 0 00000400:00000200:3.0:1789131430.513346:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131430.513359:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.513369:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131430.513375:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131430.513381:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131430.513386:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131430.513389:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131430.513393:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [477:477:256:4294967295] 192.168.206.157@tcp LPNI seq info [477:477:8:4294967295] 00000400:00000200:3.0:1789131430.513398:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.513409:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131430.513415:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131430.513421:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302d00. 00000800:00000200:3.0:1789131430.513429:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131430.513438:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131430.513444:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302d00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1789131430.513490:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.513496:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 19400 usecs (20 jiffies) 00000400:00000200:3.0:1789131430.513499:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131430.513514:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4295017543 00000100:00000001:3.0:1789131430.513518:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:3.0:1789131430.513521:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4295017543 00000100:00000001:3.0:1789131430.513524:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:3.0:1789131430.513526:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131430.513530:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.513542:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.513545:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.513554:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131430.513557:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789131430.513560:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.513562:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131430.513564:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.513566:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131430.515205:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131430.515218:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302d00. 00000400:00000200:2.0:1789131430.515228:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.515238:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131430.515248:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5880 00000400:00000010:2.0:1789131430.515251:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5880. 00000100:00000001:2.0:1789131430.515257:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131430.515266:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.515279:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131430.515284:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.515292:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131430.515294:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131430.593230:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.593255:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131430.593261:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.593265:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.593277:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.593286:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131430.593299:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.593305:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.593311:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.593316:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a05e00 00000400:00000200:2.0:1789131430.593344:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.593351:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x134d [1] + 224 00000800:00000001:2.0:1789131430.593360:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.593374:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.593379:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.593384:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131430.593394:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131430.593405:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131430.593416:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.593436:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131430.593447:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131430.593451:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.593457:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131430.593464:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [478:478:256:4294967295] 192.168.206.157@tcp LPNI seq info [478:478:8:4294967295] 00000400:00000200:2.0:1789131430.593525:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.593536:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131430.593542:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131430.593550:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700f00. 00000800:00000200:2.0:1789131430.593556:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131430.593565:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131430.593570:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131430.593680:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131430.593684:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700f00. 00000400:00000200:2.0:1789131430.593688:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.593692:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131430.593699:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.593702:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.594499:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.594518:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131430.594529:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131430.594532:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131430.594536:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995790. 00000400:00000200:3.0:1789131430.594542:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5aa0 00000400:00000010:3.0:1789131430.594545:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5aa0. 00000100:00000001:3.0:1789131430.594549:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131430.594557:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789131430.594568:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.594575:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131430.594577:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.594579:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131430.594583:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131430.594586:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131430.594589:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.594592:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131430.594603:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131430.594608:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131430.594610:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789131430.594614:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/608 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.594621:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789131430.594624:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:3.0:1789131430.594627:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131430.594641:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 4294967303 00000100:00000001:3.0:1789131430.594644:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131430.594647:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1789131430.594653:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/608 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.594660:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1789131430.594664:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131430.594667:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.594669:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:3.0:1789131430.594674:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789131430.594681:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:3.0:1789131430.594693:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d4d830c0 x1876039997350272/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789131430.594700:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:3.0:1789131430.594704:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.618224:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1789131430.618233:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:3.0:1789131430.618236:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:3.0:1789131430.618240:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789131430.618242:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: committing for last_committed 4294967303 gen 1 00000100:00100000:3.0:1789131430.618264:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131430.618275:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:3.0:1789131430.618279:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1789131430.618280:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d1a09800 from lustre-MDT0000_UUID committed 4294967303 last 4294967304 00000100:00000001:3.0:1789131430.618284:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:3.0:1789131430.618304:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4d83480 x1876039997349632/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131412 ref 1 fl New:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.618342:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131430.618343:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800852608 : -110359908699008 : ffff9ba0d4d83480) 00000100:00000040:3.0:1789131430.618351:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb5cd900] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4d83480 x1876039997349632/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.618364:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.618367:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.618370:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.618372:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.618377:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789131430.618387:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2356:1876039997349376:192.168.206.157@tcp:101:touch.0 00000100:00000001:3.0:1789131430.618394:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.618398:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.618402:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/608 e 0 to 0 dl 1789131446 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.618410:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.618412:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.618422:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131430.618424:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789131430.618428:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.618430:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131430.618432:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131430.618436:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d83480 x1876039997349632/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.618444:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131430.618446:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.618451:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131430.618455:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131430.618459:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131430.618514:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2356:1876039997349632:192.168.206.157@tcp:36:touch.0 00000100:00000001:3.0:1789131430.618519:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131430.618528:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131430.618532:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131430.618541:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131430.618547:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995790. 00000400:00000010:3.0:1789131430.618557:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5aa0. 00000100:00000200:3.0:1789131430.618566:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997349632, portal 10 00000100:00000001:3.0:1789131430.618567:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131430.618569:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800852608 : -110359908699008 : ffff9ba0d4d83480) 00000100:00000040:3.0:1789131430.618577:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=204 req@ffff9ba0d4d83480 x1876039997349632/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/204/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.618584:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131430.618587:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131430.618590:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5198. 00000100:00000200:3.0:1789131430.618593:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1876039997349632, offset 0 00000400:00000200:3.0:1789131430.618602:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131430.618614:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.618623:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131430.618630:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131430.618636:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131430.618640:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131430.618643:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131430.618647:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [479:479:256:4294967295] 192.168.206.157@tcp LPNI seq info [479:479:8:4294967295] 00000400:00000200:3.0:1789131430.618652:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.618664:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131430.618671:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131430.618679:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302300. 00000800:00000200:3.0:1789131430.618687:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131430.618697:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131430.618702:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302300 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1789131430.618724:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.618730:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 21988 usecs (22 jiffies) 00000400:00000200:3.0:1789131430.618734:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131430.618738:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4295017650 00000100:00000001:3.0:1789131430.618741:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:3.0:1789131430.618744:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4295017650 00000100:00000001:3.0:1789131430.618746:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:3.0:1789131430.618749:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131430.618752:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.618755:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.618757:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.618760:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131430.618761:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789131430.618763:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.618765:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131430.618766:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.618768:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131430.619715:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131430.619723:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302300. 00000400:00000200:3.0:1789131430.619730:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131430.619739:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131430.619747:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5198 00000400:00000010:3.0:1789131430.619750:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5198. 00000100:00000001:3.0:1789131430.619755:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131430.619823:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d83480 x1876039997349632/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/204/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.619836:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.619840:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d83480 x1876039997349632/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131446 ref 3 fl Rpc:Qr/204/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.619848:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.619850:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131430.627052:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.627077:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131430.627082:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.627085:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.627096:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.627105:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131430.627116:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.627122:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.627128:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.627135:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a05f00 00000400:00000200:2.0:1789131430.627141:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.627148:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x135d [1] + 224 00000800:00000001:2.0:1789131430.627157:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.627170:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.627174:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.627179:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131430.627191:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131430.627203:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d83480 x1876039997349632/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131446 ref 2 fl Rpc:Qr/204/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131430.627217:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=204 mlen=456 offset=224 replen=456 req@ffff9ba0d4d83480 x1876039997349632/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/204/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131430.627241:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131430.627254:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131430.627258:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.627265:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131430.627272:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [480:480:256:4294967295] 192.168.206.157@tcp LPNI seq info [480:480:8:4294967295] 00000400:00000200:2.0:1789131430.627277:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.627286:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131430.627306:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131430.627315:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700f00. 00000800:00000200:2.0:1789131430.627345:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131430.627354:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131430.627360:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131430.627551:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131430.627556:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700f00. 00000400:00000200:2.0:1789131430.627560:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.627564:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131430.627572:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.627576:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.627995:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.628010:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131430.628019:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131430.628022:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131430.628025:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995790. 00000400:00000200:3.0:1789131430.628030:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5aa0 00000400:00000010:3.0:1789131430.628033:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5aa0. 00000100:00000001:3.0:1789131430.628037:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131430.628045:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d83480 x1876039997349632/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/204/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131430.628054:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d83480 x1876039997349632/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/204/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.628061:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131430.628063:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.628066:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131430.628070:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131430.628073:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131430.628076:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.628079:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131430.628091:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131430.628096:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131430.628099:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131430.628101:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131430.628105:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131430.628108:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.628112:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:3.0:1789131430.628115:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131430.628118:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 4294967303 00000100:00000001:3.0:1789131430.628120:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131430.628123:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.628128:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d83480 x1876039997349632/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.628136:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131430.628139:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131430.628142:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.628149:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:3.0:1789131430.628155:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4d83480 x1876039997349632/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.628164:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1789131430.628166:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:3.0:1789131430.628169:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:3.0:1789131430.628171:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789131430.628173:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: committing for last_committed 4294967303 gen 1 00000100:00100000:3.0:1789131430.628180:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131430.628188:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:3.0:1789131430.628190:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1789131430.628192:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d1a09800 from lustre-MDT0000_UUID committed 4294967303 last 4294967305 00000100:00000001:3.0:1789131430.628195:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:3.0:1789131430.628201:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4d830c0 x1876039997350272/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.628208:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131430.628210:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800851648 : -110359908699968 : ffff9ba0d4d830c0) 00000100:00000040:3.0:1789131430.628216:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e42d423a] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4d830c0 x1876039997350272/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.628227:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.628230:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.628232:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.628234:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.628238:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d83480 x1876039997349632/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131430.628246:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2356:1876039997349632:192.168.206.157@tcp:36:touch.0 00000100:00000001:3.0:1789131430.628252:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.628260:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.628265:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4d83480 x1876039997349632/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131446 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131430.628273:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.628275:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.628285:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131430.628287:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789131430.628657:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.628661:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131430.628663:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131430.628670:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d830c0 x1876039997350272/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.628679:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131430.628683:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.628688:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131430.628693:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131430.628696:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131430.628701:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2356:1876039997350272:192.168.206.157@tcp:35:touch.0 00000100:00000001:3.0:1789131430.628707:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131430.628716:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131430.628721:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131430.628729:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131430.628734:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995790. 00000400:00000010:3.0:1789131430.628741:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5aa0. 00000100:00000200:3.0:1789131430.628751:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997350272, portal 10 00000100:00000001:3.0:1789131430.628753:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131430.628755:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800851648 : -110359908699968 : ffff9ba0d4d830c0) 00000100:00000040:3.0:1789131430.628762:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d4d830c0 x1876039997350272/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.628769:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131430.628772:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131430.628775:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5198. 00000100:00000200:3.0:1789131430.628778:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997350272, offset 0 00000400:00000200:3.0:1789131430.628793:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131430.628802:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.628809:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131430.628815:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131430.628820:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131430.628953:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131430.628956:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131430.628960:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [481:481:256:4294967295] 192.168.206.157@tcp LPNI seq info [481:481:8:4294967295] 00000400:00000200:3.0:1789131430.628965:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.628974:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131430.628982:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131430.628988:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302300. 00000800:00000200:3.0:1789131430.628995:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131430.629003:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131430.629008:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789131430.629028:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.629033:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 21698 usecs (22 jiffies) 00000400:00000200:3.0:1789131430.629037:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131430.629040:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4295017660 00000100:00000001:3.0:1789131430.629044:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:3.0:1789131430.629046:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4295017660 00000100:00000001:3.0:1789131430.629049:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:3.0:1789131430.629051:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131430.629054:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.629057:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.629060:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.629064:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131430.629066:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789131430.629069:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.629071:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131430.629072:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.629081:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131430.631166:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131430.631178:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302300. 00000400:00000200:2.0:1789131430.631189:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.631203:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131430.631212:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5198 00000400:00000010:2.0:1789131430.631215:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5198. 00000100:00000001:2.0:1789131430.631221:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131430.631231:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d830c0 x1876039997350272/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.631245:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131430.631249:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d4d830c0 x1876039997350272/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.631257:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131430.631259:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131430.642887:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.642914:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131430.642920:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.642923:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.642936:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.642946:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131430.642958:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.642964:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.642971:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.642976:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a06180 00000400:00000200:2.0:1789131430.643002:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.643010:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x136d [1] + 224 00000800:00000001:2.0:1789131430.643020:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.643035:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.643038:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.643044:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131430.643053:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131430.643063:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d830c0 x1876039997350272/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131430.643076:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d4d830c0 x1876039997350272/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.643099:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131430.643110:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.643114:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.643734:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.643740:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131430.643760:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131430.643763:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131430.643767:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995790. 00000400:00000200:3.0:1789131430.643774:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5aa0 00000400:00000010:3.0:1789131430.643777:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5aa0. 00000100:00000001:3.0:1789131430.643780:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131430.643788:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d830c0 x1876039997350272/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789131430.643797:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d830c0 x1876039997350272/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.643804:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131430.643806:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.643809:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131430.643812:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131430.643815:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131430.643818:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.643821:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131430.643833:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d1a09ca8 time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131430.643837:0:2356:0:(import.c:2215:obd_at_measure()) AT ffff9ba0d1a09ca8 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00001000:3.0:1789131430.643840:0:2356:0:(client.c:430:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff9ba0d1a0e000 ptl 23 has changed from 5 to 10 00000100:00001000:3.0:1789131430.643844:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131430.643847:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131430.643849:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131430.643852:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131430.643857:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.643860:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:3.0:1789131430.643864:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131430.643866:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 4294967303 00000100:00000001:3.0:1789131430.643869:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131430.643872:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.643878:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d830c0 x1876039997350272/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.643904:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131430.643908:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131430.643911:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.643914:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:3.0:1789131430.643919:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4d830c0 x1876039997350272/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.643928:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1789131430.643930:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:3.0:1789131430.643933:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:3.0:1789131430.643934:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789131430.643936:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: committing for last_committed 4294967303 gen 1 00000100:00100000:3.0:1789131430.643943:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131430.643951:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:3.0:1789131430.643953:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1789131430.643955:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d1a09800 from lustre-MDT0000_UUID committed 4294967303 last 4294967306 00000100:00000001:3.0:1789131430.643958:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789131430.643962:0:2356:0:(import.c:65:import_set_state_nolock()) ffff9ba0d1a09800 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:3.0:1789131430.643967:0:2356:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=9 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000100:00000001:3.0:1789131430.646113:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.646124:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.646141:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d830c0 x1876039997350272/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789131430.646154:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d830c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2356:1876039997350272:192.168.206.157@tcp:35:touch.0 00000100:00000001:3.0:1789131430.646164:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.646169:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.646173:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d830c0 x1876039997350272/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.646195:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.646199:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.646203:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.646205:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131430.646207:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.646209:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1789131430.646263:0:10731:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff9ba0d1a0e000 to lustre-MDT0000_UUID@192.168.206.157@tcp 00010000:00000001:0.0:1789131430.646268:0:10731:0:(ldlm_request.c:2924:__ldlm_replay_locks()) Process entered 00010000:00010000:0.0:1789131430.646271:0:10731:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff9ba0d1a0e000 (2) 00010000:00000001:0.0:1789131430.646275:0:10731:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000002:00000001:0.0:1789131430.646283:0:10731:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131430.646286:0:10731:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131430.646358:0:10731:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131430.646363:0:10731:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131430.646368:0:10731:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131430.646369:0:10731:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131430.646372:0:10731:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131430.646373:0:10731:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1789131430.646375:0:10731:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1789131430.646379:0:10731:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:0.0:1789131430.646382:0:10731:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131430.646388:0:10731:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131430.646391:0:10731:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131430.646394:0:10731:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000401:0x3:0x0] mode (null) 00000002:00000001:0.0:1789131430.646400:0:10731:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131430.646403:0:10731:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131430.646411:0:10731:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983000 count: 2 00010000:00000001:0.0:1789131430.646414:0:10731:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131430.646420:0:10731:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131430.646422:0:10731:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131430.646425:0:10731:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131430.646428:0:10731:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131430.646433:0:10731:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713769934504 : -110359939617112 : ffff9ba0d3006ea8) 00000020:00001000:0.0:1789131430.646436:0:10731:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0d3006ea0 00000020:00000001:0.0:1789131430.646439:0:10731:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789131430.646443:0:10731:0:(vvp_object.c:123:vvp_conf_set()) [0x200000401:0x3:0x0]: losing layout lock 00000080:00000001:0.0:1789131430.646446:0:10731:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789131430.646449:0:10731:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789131430.646455:0:10731:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131430.646458:0:10731:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131430.646461:0:10731:0:(lov_object.c:1547:lov_conf_set()) [0x200000401:0x3:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789131430.646462:0:10731:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131430.646464:0:10731:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789131430.646467:0:10731:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0d3006ea0 00000080:00000001:0.0:1789131430.647526:0:10731:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131430.647541:0:10731:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131430.647544:0:10731:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131430.647552:0:10731:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131430.647554:0:10731:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131430.647557:0:10731:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131430.647560:0:10731:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789131430.647566:0:10731:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c29c7a00 with handle 0xc8adac5b2d01fd4f from hash 00010000:00000001:0.0:1789131430.647571:0:10731:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131430.647574:0:10731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131430.647576:0:10731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131430.647577:0:10731:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131430.647582:0:10731:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131430.647585:0:10731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131430.647589:0:10731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba0c29c7a00/0xc8adac5b2d01fd4f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc211536a expref: -99 pid: 10481 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1789131430.647609:0:10731:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c2e52fc0. 00010000:00000040:0.0:1789131430.647618:0:10731:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d5983000 count: 0 00010000:00000010:0.0:1789131430.647625:0:10731:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0c65bf280. 00010000:00000001:0.0:1789131430.647637:0:10731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131430.647639:0:10731:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:0.0:1789131430.647641:0:10731:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131430.647645:0:10731:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131430.647647:0:10731:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131430.647649:0:10731:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000401:0x1:0x0] mode (null) 00000002:00000001:0.0:1789131430.647654:0:10731:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131430.647656:0:10731:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131430.647659:0:10731:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4f18200 count: 2 00010000:00000001:0.0:1789131430.647662:0:10731:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131430.647666:0:10731:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131430.647668:0:10731:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131430.647670:0:10731:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131430.647672:0:10731:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131430.647675:0:10731:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713769934504 : -110359939617112 : ffff9ba0d3006ea8) 00000020:00001000:0.0:1789131430.647678:0:10731:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0d3006ea0 00000020:00000001:0.0:1789131430.647680:0:10731:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789131430.647683:0:10731:0:(vvp_object.c:123:vvp_conf_set()) [0x200000401:0x1:0x0]: losing layout lock 00000080:00000001:0.0:1789131430.647686:0:10731:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1789131430.653352:0:10731:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1789131430.653378:0:10731:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:1.0:1789131430.653381:0:10731:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1789131430.653389:0:10731:0:(lov_object.c:1547:lov_conf_set()) [0x200000401:0x1:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1789131430.653392:0:10731:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131430.653394:0:10731:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1789131430.653399:0:10731:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0d3006ea0 00000080:00000001:1.0:1789131430.653407:0:10731:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131430.653417:0:10731:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1789131430.653420:0:10731:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131430.653429:0:10731:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1789131430.653431:0:10731:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1789131430.653434:0:10731:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789131430.653437:0:10731:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789131430.653442:0:10731:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba1021f7000 with handle 0xc8adac5b2d01fd10 from hash 00010000:00000001:1.0:1789131430.653445:0:10731:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1789131430.653448:0:10731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789131430.653450:0:10731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131430.653451:0:10731:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1789131430.653456:0:10731:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1789131430.653458:0:10731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1789131430.653463:0:10731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d1a0e000 lock: ffff9ba1021f7000/0xc8adac5b2d01fd10 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115252 expref: -99 pid: 10424 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1789131430.653502:0:10731:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0d3001d00. 00010000:00000040:1.0:1789131430.653520:0:10731:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4f18200 count: 0 00010000:00000010:1.0:1789131430.653530:0:10731:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa800. 00010000:00000001:1.0:1789131430.653546:0:10731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789131430.653548:0:10731:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131430.653552:0:10731:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000001:00000001:1.0:1789131430.653556:0:10731:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1789131430.653559:0:10731:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1789131430.654285:0:10731:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131430.654456:0:10731:0:(ldlm_request.c:2954:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.654462:0:10731:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131430.654466:0:10731:0:(import.c:65:import_set_state_nolock()) ffff9ba0d1a09800 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:1.0:1789131430.654559:0:10731:0:(import.c:1557:signal_completed_replay()) Process entered 00000100:02000000:1.0:1789131430.654563:0:10731:0:(import.c:1559:signal_completed_replay()) *** cfs_fail_loc=514, val=0*** 00000800:00000001:2.0:1789131430.655431:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.655449:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131430.655453:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.655455:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.655466:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.655518:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131430.655530:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.655535:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.655541:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.655546:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a06300 00000400:00000200:2.0:1789131430.655552:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.655559:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x133d [1] + 224 00000800:00000001:2.0:1789131430.655568:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.655577:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.655581:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.655586:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131430.655595:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131430.655605:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131430.655642:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.655665:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131430.655678:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131430.655682:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.655688:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131430.655695:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [482:482:256:4294967295] 192.168.206.157@tcp LPNI seq info [482:482:8:4294967295] 00000400:00000200:2.0:1789131430.655700:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.655710:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131430.655717:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131430.655723:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700f00. 00000800:00000200:2.0:1789131430.655731:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131430.655740:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131430.655746:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131430.656053:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131430.656058:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700f00. 00000400:00000200:2.0:1789131430.656062:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.656067:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131430.656076:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.656080:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.656378:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.656383:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131430.656393:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131430.656396:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131430.656400:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995528. 00000400:00000200:3.0:1789131430.656406:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd52a8 00000400:00000010:3.0:1789131430.656408:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd52a8. 00000100:00000001:3.0:1789131430.656412:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131430.656419:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789131430.656429:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.656436:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131430.656438:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.656441:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131430.656445:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131430.656449:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131430.656451:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.656455:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131430.656466:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=143 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131430.656500:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131430.656512:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789131430.656517:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.656524:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789131430.656526:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:3.0:1789131430.656529:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131430.656542:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:3.0:1789131430.656545:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131430.656549:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1789131430.656555:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.656561:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1789131430.656564:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131430.656567:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.656569:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:3.0:1789131430.656574:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789131430.656582:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:3.0:1789131430.656595:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d4d81e00 x1876039997350912/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789131430.656601:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:3.0:1789131430.656605:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.656614:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1789131430.656617:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:3.0:1789131430.656620:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:3.0:1789131430.656621:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789131430.656623:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:3.0:1789131430.656627:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131430.656634:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:3.0:1789131430.656636:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1789131430.656637:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967307 00000100:00000001:3.0:1789131430.656641:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:3.0:1789131430.656646:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4d81e00 x1876039997350912/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.656659:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131430.656660:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800846848 : -110359908704768 : ffff9ba0d4d81e00) 00000100:00000040:3.0:1789131430.656666:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072d34b3d] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4d81e00 x1876039997350912/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.656676:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.656679:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.656681:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.656683:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.656687:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789131430.656695:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4838b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997350656:192.168.206.157@tcp:101:createmany.0 00000100:00000001:3.0:1789131430.656700:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.656703:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.656706:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.656712:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.656715:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.656724:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131430.656726:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.656728:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.656730:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131430.656732:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131430.656735:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d81e00 x1876039997350912/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.656742:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131430.656744:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.656748:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131430.656752:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131430.656756:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131430.656765:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997350912:192.168.206.157@tcp:35:createmany.0 00000100:00000001:3.0:1789131430.656770:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131430.656778:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131430.656781:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131430.656788:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131430.656792:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995528. 00000400:00000010:3.0:1789131430.656797:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd52a8. 00000100:00000200:3.0:1789131430.656804:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997350912, portal 10 00000100:00000001:3.0:1789131430.656806:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131430.656807:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800846848 : -110359908704768 : ffff9ba0d4d81e00) 00000100:00000040:3.0:1789131430.656813:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d4d81e00 x1876039997350912/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.656835:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131430.656838:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131430.656841:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5aa0. 00000100:00000200:3.0:1789131430.656845:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997350912, offset 0 00000400:00000200:3.0:1789131430.656852:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131430.656859:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.656865:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131430.659002:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131430.659015:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131430.659020:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131430.659026:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131430.659031:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [483:483:256:4294967295] 192.168.206.157@tcp LPNI seq info [483:483:8:4294967295] 00000400:00000200:3.0:1789131430.659039:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.659052:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131430.659061:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131430.659075:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302300. 00000800:00000200:3.0:1789131430.659085:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131430.659094:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131430.659101:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789131430.659138:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.659146:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28360 usecs (29 jiffies) 00000400:00000200:3.0:1789131430.659151:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131430.659155:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295017697 00000100:00000001:3.0:1789131430.659159:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:3.0:1789131430.659162:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295017697 00000100:00000001:3.0:1789131430.659164:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:3.0:1789131430.659167:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131430.659171:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.659176:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.659180:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.659192:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131430.659195:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789131430.659198:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.659201:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131430.659202:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.659204:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131430.661731:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131430.661745:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302300. 00000400:00000200:2.0:1789131430.661757:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.661768:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131430.661778:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5aa0 00000400:00000010:2.0:1789131430.661781:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5aa0. 00000100:00000001:2.0:1789131430.661787:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131430.661797:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d81e00 x1876039997350912/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.661847:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131430.661852:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d4d81e00 x1876039997350912/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.661859:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131430.661861:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789131430.664593:0:10731:0:(import.c:1560:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789131430.664607:0:10731:0:(import.c:65:import_set_state_nolock()) ffff9ba0d1a09800 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:1.0:1789131430.664613:0:10731:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1789131430.664616:0:10731:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1789131430.664619:0:10731:0:(import.c:65:import_set_state_nolock()) ffff9ba0d1a09800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1789131430.664622:0:10731:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1789131430.664626:0:10731:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1789131430.664629:0:10731:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1789131430.664632:0:10731:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:1.0:1789131430.664635:0:10731:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1789131430.664637:0:10731:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9ba0d81fa268 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:1.0:1789131430.664641:0:10731:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0xc8adac5b2d01fcc3 00800000:00000040:1.0:1789131430.664645:0:10731:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9ba0d1a0e000=28807d01-a03a-479a-9ee1-7bdfc4545b0f device 8 (ffff9ba0d81fb490) type mdc at LMV idx 0 00800000:00000040:1.0:1789131430.664649:0:10731:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9ba0d81fb490 already active! 00800000:00000001:1.0:1789131430.664651:0:10731:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1789131430.664655:0:10731:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789131430.664658:0:10731:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1789131430.664660:0:10731:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1789131430.664662:0:10731:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131430.664664:0:10731:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1789131430.664665:0:10731:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1789131430.664669:0:10731:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=10 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00010000:00000010:0.1:1789131430.667429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d5983000. 00010000:00000010:0.1:1789131430.667450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c29c7a00. 00000002:00000001:1.0:1789131430.667933:0:10731:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.667939:0:10731:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1789131430.667950:0:10731:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: Connection restored to 192.168.206.157@tcp (at 192.168.206.157@tcp) 00000100:00000001:1.0:1789131430.669835:0:10731:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131430.669847:0:10731:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131430.669851:0:10731:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=9 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:1.0:1789131430.669856:0:10731:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:0.0:1789131430.670223:0:10732:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1789131430.670230:0:10732:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1789131430.670234:0:10732:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131430.670237:0:10732:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131430.670240:0:10732:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=8 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:0.0:1789131430.670242:0:10732:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:0.0:1789131430.670244:0:10732:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1789131430.672526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4f18200. 00010000:00000010:1.1:1789131430.672547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba1021f7000. 00000800:00000001:2.0:1789131430.685841:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.685865:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131430.685879:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.685882:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.685894:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.685904:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131430.685916:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.685922:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.685929:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.685934:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a06400 00000400:00000200:2.0:1789131430.685941:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.685949:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x137d [1] + 224 00000800:00000001:2.0:1789131430.685960:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.686008:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.686013:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.686018:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131430.686030:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131430.686041:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d81e00 x1876039997350912/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131430.686053:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d4d81e00 x1876039997350912/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.686073:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131430.686085:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.686089:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.686256:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.686262:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131430.686271:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131430.686274:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131430.686278:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995528. 00000400:00000200:3.0:1789131430.686284:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd52a8 00000400:00000010:3.0:1789131430.686286:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd52a8. 00000100:00000001:3.0:1789131430.686304:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131430.686309:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d81e00 x1876039997350912/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789131430.686319:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d81e00 x1876039997350912/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.686326:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131430.686328:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.686330:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131430.686334:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131430.686351:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131430.686354:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.686358:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131430.686370:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=142 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131430.686373:0:2356:0:(import.c:2215:obd_at_measure()) AT ffff9ba0d85724a8 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00001000:3.0:1789131430.686377:0:2356:0:(client.c:430:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff9ba0d85d4000 ptl 23 has changed from 5 to 10 00000100:00001000:3.0:1789131430.686379:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131430.686382:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131430.686384:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131430.686388:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131430.686392:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.686396:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:3.0:1789131430.686399:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131430.686401:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:3.0:1789131430.686404:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131430.686407:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.686412:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d81e00 x1876039997350912/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.686419:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131430.686423:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131430.686425:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.686427:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:3.0:1789131430.686432:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4d81e00 x1876039997350912/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.686440:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1789131430.686443:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:3.0:1789131430.686445:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:3.0:1789131430.686447:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789131430.686448:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:3.0:1789131430.686455:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131430.686461:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:3.0:1789131430.686528:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1789131430.686530:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967308 00000100:00000001:3.0:1789131430.686534:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:3.0:1789131430.686541:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.686549:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131430.686550:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800843968 : -110359908707648 : ffff9ba0d4d812c0) 00000100:00000040:3.0:1789131430.686556:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a341fb] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.686566:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.686569:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.686571:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.686573:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.686578:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d81e00 x1876039997350912/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789131430.686586:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d81e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997350912:192.168.206.157@tcp:35:createmany.0 00000100:00000001:3.0:1789131430.686591:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.686595:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.686598:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d81e00 x1876039997350912/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.686605:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.686607:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.686616:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131430.686618:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.686620:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.686622:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131430.686624:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131430.686628:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.686650:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131430.686653:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.686657:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131430.686661:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131430.686665:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131430.686668:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997351296:192.168.206.157@tcp:101:createmany.0 00000100:00000001:3.0:1789131430.686672:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131430.686680:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131430.686682:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.686685:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131430.686692:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d84fc000. 02000000:00000001:3.0:1789131430.686694:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131430.686699:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131430.686703:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995528. 00000400:00000010:3.0:1789131430.686708:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd52a8. 00000100:00000200:3.0:1789131430.686715:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997351296, portal 10 00000100:00000001:3.0:1789131430.686717:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131430.686718:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800843968 : -110359908707648 : ffff9ba0d4d812c0) 00000100:00000040:3.0:1789131430.686724:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.686731:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131430.686733:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131430.686736:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5908. 00000100:00000200:3.0:1789131430.686739:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997351296, offset 0 00000400:00000200:3.0:1789131430.686746:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131430.686753:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.686760:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131430.686767:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131430.686772:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131430.686776:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131430.686779:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131430.686789:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [484:484:256:4294967295] 192.168.206.157@tcp LPNI seq info [484:484:8:4294967295] 00000400:00000200:3.0:1789131430.686794:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.686803:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131430.686810:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131430.686816:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302d00. 00000800:00000200:3.0:1789131430.686823:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131430.686832:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131430.686837:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1789131430.686847:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.686852:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28405 usecs (29 jiffies) 00000400:00000200:3.0:1789131430.686855:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131430.686858:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295017724 00000100:00000001:3.0:1789131430.686862:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:3.0:1789131430.686865:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295017724 00000100:00000001:3.0:1789131430.687216:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:3.0:1789131430.687219:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131430.687223:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.687225:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.687227:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.687232:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131430.687233:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789131430.687235:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.687236:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131430.687238:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.687240:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131430.687634:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131430.687649:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302d00. 00000400:00000200:2.0:1789131430.687658:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.687667:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131430.687676:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5908 00000400:00000010:2.0:1789131430.687679:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5908. 00000100:00000001:2.0:1789131430.687683:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131430.687690:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.687702:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131430.687706:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.687714:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131430.687715:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131430.701933:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.701959:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131430.701964:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.701967:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.701980:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.701989:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131430.702000:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.702005:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.702011:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.702016:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a06580 00000400:00000200:2.0:1789131430.702022:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.702030:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x138d [1] + 224 00000800:00000001:2.0:1789131430.702039:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.702047:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.702051:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.702056:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131430.702067:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131430.702079:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131430.702120:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.702140:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131430.702153:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131430.702157:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.702163:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131430.702170:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [485:485:256:4294967295] 192.168.206.157@tcp LPNI seq info [485:485:8:4294967295] 00000400:00000200:2.0:1789131430.702175:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.702183:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131430.702189:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131430.702195:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700f00. 00000800:00000200:2.0:1789131430.702203:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131430.702212:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131430.702218:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131430.703746:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131430.703798:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700f00. 00000400:00000200:2.0:1789131430.703808:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.703819:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131430.703832:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.703841:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.704067:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.704073:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131430.704084:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131430.704087:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131430.704092:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995528. 00000400:00000200:3.0:1789131430.704098:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd52a8 00000400:00000010:3.0:1789131430.704102:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd52a8. 00000100:00000001:3.0:1789131430.704124:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131430.704134:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789131430.704146:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.704153:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131430.704156:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.704159:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131430.704162:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131430.704165:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131430.704168:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.704171:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131430.704182:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=143 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131430.704187:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131430.704190:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1789131430.704194:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.704202:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1789131430.704206:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:3.0:1789131430.704209:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131430.704212:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:3.0:1789131430.704214:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131430.704218:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1789131430.704223:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.704230:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1789131430.704234:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131430.704237:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.704239:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:3.0:1789131430.704243:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789131430.704250:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:3.0:1789131430.704269:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d4a2f480 x1876039997351552/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1789131430.704275:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:3.0:1789131430.704278:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.704286:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1789131430.704288:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:3.0:1789131430.704624:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:3.0:1789131430.704628:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789131430.704629:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:3.0:1789131430.704637:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131430.704645:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:3.0:1789131430.704647:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1789131430.704649:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967309 00000100:00000001:3.0:1789131430.704653:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:3.0:1789131430.704659:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4a2f480 x1876039997351552/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.704665:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131430.704666:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797362816 : -110359912188800 : ffff9ba0d4a2f480) 00000100:00000040:3.0:1789131430.704672:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000001e37986] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4a2f480 x1876039997351552/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.704682:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.704684:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.704687:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.704689:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.704695:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789131430.704714:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d812c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997351296:192.168.206.157@tcp:101:createmany.0 00000100:00000001:3.0:1789131430.704720:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.704723:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.704727:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4d812c0 x1876039997351296/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.704733:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.704736:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.704744:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131430.704746:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.704748:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.704750:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131430.704752:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131430.704756:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4a2f480 x1876039997351552/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.704774:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131430.704777:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.704781:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131430.704785:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131430.704788:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131430.704792:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997351552:192.168.206.157@tcp:35:createmany.0 00000100:00000001:3.0:1789131430.704796:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131430.704804:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131430.704807:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131430.704816:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131430.704821:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995528. 00000400:00000010:3.0:1789131430.704828:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd52a8. 00000100:00000200:3.0:1789131430.704836:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997351552, portal 10 00000100:00000001:3.0:1789131430.704838:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131430.704839:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797362816 : -110359912188800 : ffff9ba0d4a2f480) 00000100:00000040:3.0:1789131430.704845:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d4a2f480 x1876039997351552/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.704860:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131430.704863:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131430.704866:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5660. 00000100:00000200:3.0:1789131430.704978:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997351552, offset 0 00000400:00000200:3.0:1789131430.704988:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131430.704999:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.705007:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131430.705013:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131430.705019:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131430.705024:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131430.705027:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131430.705030:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [486:486:256:4294967295] 192.168.206.157@tcp LPNI seq info [486:486:8:4294967295] 00000400:00000200:3.0:1789131430.705035:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.705045:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131430.705051:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131430.705058:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131430.705065:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131430.705074:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131430.705080:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1789131430.705102:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.705108:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28371 usecs (29 jiffies) 00000400:00000200:3.0:1789131430.705112:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131430.705115:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295017743 00000100:00000001:3.0:1789131430.705119:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:3.0:1789131430.705121:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295017743 00000100:00000001:3.0:1789131430.705123:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:3.0:1789131430.705126:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131430.705128:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.705137:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.705139:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.705142:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131430.705144:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:3.0:1789131430.705146:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.705147:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131430.705149:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.705151:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131430.706094:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131430.706102:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:2.0:1789131430.706111:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.706118:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131430.706126:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5660 00000400:00000010:2.0:1789131430.706129:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5660. 00000100:00000001:2.0:1789131430.706133:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131430.706140:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2f480 x1876039997351552/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.706167:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131430.706171:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d4a2f480 x1876039997351552/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.706178:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131430.706180:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131430.711025:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.711051:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131430.711056:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.711058:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.711071:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.711080:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131430.711092:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.711098:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.711105:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.711109:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a06680 00000400:00000200:2.0:1789131430.711114:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.711121:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x139d [1] + 224 00000800:00000001:2.0:1789131430.711130:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.711141:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.711145:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.711150:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131430.711159:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131430.711169:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2f480 x1876039997351552/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131430.711182:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d4a2f480 x1876039997351552/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.711201:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131430.711212:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.711215:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.711337:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.711343:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131430.711352:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131430.711355:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131430.711368:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995528. 00000400:00000200:3.0:1789131430.711374:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd52a8 00000400:00000010:3.0:1789131430.711377:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd52a8. 00000100:00000001:3.0:1789131430.711381:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131430.711386:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4a2f480 x1876039997351552/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1789131430.711397:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4a2f480 x1876039997351552/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.711404:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131430.711406:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.711409:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131430.711413:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131430.711416:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131430.711418:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.711421:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131430.711432:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=142 v=10 (10 0 0 0) 00000100:00001000:3.0:1789131430.711437:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131430.711440:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131430.711442:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131430.711446:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131430.711449:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.711452:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:3.0:1789131430.711455:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131430.711457:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:3.0:1789131430.711459:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131430.711536:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.711543:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4a2f480 x1876039997351552/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.711550:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131430.711553:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131430.711556:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.711558:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:3.0:1789131430.711563:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4a2f480 x1876039997351552/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.711572:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1789131430.711574:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:3.0:1789131430.711577:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:3.0:1789131430.711579:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1789131430.711580:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:3.0:1789131430.711587:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131430.711595:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:3.0:1789131430.711598:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1789131430.711599:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967310 00000100:00000001:3.0:1789131430.711604:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:3.0:1789131430.711610:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.711617:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131430.711619:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797356096 : -110359912195520 : ffff9ba0d4a2da40) 00000100:00000040:3.0:1789131430.711625:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068b59841] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.711635:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.711637:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.711640:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.711646:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131430.711651:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4a2f480 x1876039997351552/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789131430.711658:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997351552:192.168.206.157@tcp:35:createmany.0 00000100:00000001:3.0:1789131430.711664:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.711667:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.711670:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2f480 x1876039997351552/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.711676:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.711678:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131430.711687:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131430.711689:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.711691:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131430.711693:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131430.711695:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131430.711698:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.711705:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131430.711707:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.711711:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131430.711714:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131430.711717:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131430.711721:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997351936:192.168.206.157@tcp:101:createmany.0 00000100:00000001:3.0:1789131430.711724:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131430.711731:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131430.711734:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131430.711737:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131430.711744:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d84fec00. 02000000:00000001:3.0:1789131430.711746:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131430.711750:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131430.711753:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995528. 00000400:00000010:3.0:1789131430.711763:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd52a8. 00000100:00000200:3.0:1789131430.711771:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997351936, portal 10 00000100:00000001:3.0:1789131430.711773:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131430.711775:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797356096 : -110359912195520 : ffff9ba0d4a2da40) 00000100:00000040:3.0:1789131430.711781:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.711788:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131430.711791:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131430.711794:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5110. 00000100:00000200:3.0:1789131430.711797:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997351936, offset 0 00000400:00000200:3.0:1789131430.711804:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131430.711812:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.711820:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131430.711827:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131430.711832:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131430.711837:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131430.711840:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131430.711845:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [487:487:256:4294967295] 192.168.206.157@tcp LPNI seq info [487:487:8:4294967295] 00000400:00000200:3.0:1789131430.711849:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.711859:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131430.711866:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131430.712226:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700f00. 00000800:00000200:2.0:1789131430.712242:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131430.712250:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131430.712255:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789131430.712277:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131430.712282:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28268 usecs (29 jiffies) 00000400:00000200:2.0:1789131430.712286:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131430.712289:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295017750 00000100:00000001:2.0:1789131430.712294:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:2.0:1789131430.712297:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295017750 00000100:00000001:2.0:1789131430.712300:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:2.0:1789131430.712302:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131430.712305:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131430.712308:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131430.712310:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131430.712314:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131430.712316:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789131430.712318:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131430.712319:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131430.712321:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131430.712323:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131430.712940:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131430.712948:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700f00. 00000400:00000200:3.0:1789131430.712955:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131430.712962:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131430.713041:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5110 00000400:00000010:3.0:1789131430.713044:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5110. 00000100:00000001:3.0:1789131430.713049:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131430.713056:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.713068:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.713082:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.713089:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.713090:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131430.735951:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.735991:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131430.735996:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.735999:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.736011:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.736031:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131430.736047:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.736054:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.736061:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.736077:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a06800 00000400:00000200:2.0:1789131430.736083:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.736090:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x13ad [1] + 224 00000800:00000001:2.0:1789131430.736120:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.736135:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.736138:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.736144:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131430.736154:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131430.736177:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131430.736189:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.736214:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131430.736226:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131430.736230:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.736236:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131430.736243:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [488:488:256:4294967295] 192.168.206.157@tcp LPNI seq info [488:488:8:4294967295] 00000400:00000200:2.0:1789131430.736248:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.736257:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000100:00000001:0.0:1789131430.736260:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1789131430.736263:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000100:00000001:0.0:1789131430.736265:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1789131430.736271:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700f00. 00000400:00000001:0.0:1789131430.736274:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131430.736276:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1789131430.736279:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000400:00000010:0.0:1789131430.736281:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995528. 00000400:00000200:0.0:1789131430.736287:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd52a8 00000800:00000200:2.0:1789131430.736287:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000400:00000010:0.0:1789131430.736290:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd52a8. 00000100:00000001:0.0:1789131430.736293:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1789131430.736293:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700f00 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:0.0:1789131430.736299:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131430.736308:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.736314:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131430.736316:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.736319:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131430.736322:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131430.736325:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131430.736328:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131430.736331:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131430.736342:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=143 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131430.736347:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131430.736350:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131430.736353:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.736370:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131430.736373:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131430.736376:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131430.736379:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131430.736380:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131430.736384:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131430.736389:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.736396:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131430.736399:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131430.736402:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.736405:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131430.736409:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1789131430.736417:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131430.736421:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700f00. 00000002:00000001:0.0:1789131430.736422:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000400:00000200:2.0:1789131430.736424:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.736427:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000002:00080000:0.0:1789131430.736432:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d4a2d680 x1876039997352192/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000001:2.0:1789131430.736435:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.736438:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1789131430.736439:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131430.736442:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.736450:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131430.736452:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131430.736455:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131430.736457:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131430.736458:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131430.736463:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131430.736514:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131430.736516:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131430.736518:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967311 00000100:00000001:0.0:1789131430.736523:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131430.736529:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4a2d680 x1876039997352192/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.736537:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131430.736539:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797355136 : -110359912196480 : ffff9ba0d4a2d680) 00000100:00000040:0.0:1789131430.736545:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d09cc39f] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4a2d680 x1876039997352192/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.736556:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.736559:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.736561:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.736564:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.736569:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131430.736578:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997351936:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131430.736584:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.736587:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131430.736590:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2da40 x1876039997351936/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.736597:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.736599:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.736609:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131430.736611:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.736613:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131430.736614:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131430.736616:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131430.736620:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4a2d680 x1876039997352192/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.736628:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131430.736631:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131430.736635:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131430.736639:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131430.736643:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131430.736647:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997352192:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131430.736651:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131430.736657:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131430.736660:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131430.736665:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131430.736670:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eef20. 00000400:00000010:0.0:1789131430.736675:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346cc0. 00000100:00000200:0.0:1789131430.736683:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997352192, portal 10 00000100:00000001:0.0:1789131430.736685:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131430.736686:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797355136 : -110359912196480 : ffff9ba0d4a2d680) 00000100:00000040:0.0:1789131430.736693:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d4a2d680 x1876039997352192/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.736700:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131430.736703:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131430.736706:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346550. 00000100:00000200:0.0:1789131430.736710:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997352192, offset 0 00000400:00000200:0.0:1789131430.736717:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131430.736723:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131430.736727:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131430.736733:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131430.736738:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131430.736742:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131430.736745:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131430.736748:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [489:489:256:4294967295] 192.168.206.157@tcp LPNI seq info [489:489:8:4294967295] 00000400:00000200:0.0:1789131430.736752:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131430.736765:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131430.736771:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131430.736775:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879300. 00000800:00000200:0.0:1789131430.736780:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131430.736785:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131430.736788:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131430.736804:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.736809:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28282 usecs (29 jiffies) 00000400:00000200:0.0:1789131430.736813:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131430.736816:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295017775 00000100:00000001:0.0:1789131430.736820:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:0.0:1789131430.736823:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295017775 00000100:00000001:0.0:1789131430.736825:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:0.0:1789131430.736828:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131430.736831:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.736834:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.736836:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.736839:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131430.736840:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1789131430.736843:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131430.736845:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131430.736846:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.736848:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131430.737263:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131430.737268:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879300. 00000400:00000200:3.0:1789131430.737273:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131430.737278:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131430.737283:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346550 00000400:00000010:3.0:1789131430.737285:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346550. 00000100:00000001:3.0:1789131430.737289:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131430.737294:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2d680 x1876039997352192/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.737303:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.737307:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d4a2d680 x1876039997352192/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.737313:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.737314:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131430.740787:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.740810:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131430.740816:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.740819:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131430.740831:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.740841:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131430.740852:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.740857:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.740863:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.740868:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a06900 00000400:00000200:3.0:1789131430.740874:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.740882:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x13bd [1] + 224 00000800:00000001:3.0:1789131430.740890:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.740899:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131430.740920:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131430.740925:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131430.740937:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131430.740947:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2d680 x1876039997352192/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131430.740959:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d4a2d680 x1876039997352192/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.740983:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131430.740994:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.740997:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.741915:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131430.741924:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131430.741935:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131430.741938:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131430.741943:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eef20. 00000400:00000200:0.0:1789131430.741951:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346cc0 00000400:00000010:0.0:1789131430.741955:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346cc0. 00000100:00000001:0.0:1789131430.741960:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131430.741969:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4a2d680 x1876039997352192/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131430.741981:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4a2d680 x1876039997352192/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.741988:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131430.741991:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.741994:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131430.741998:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131430.742001:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131430.742003:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131430.742007:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131430.742027:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=142 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131430.742033:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131430.742035:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131430.742037:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131430.742041:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131430.742045:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.742048:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131430.742051:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131430.742055:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131430.742057:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131430.742061:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.742067:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4a2d680 x1876039997352192/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.742075:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131430.742079:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131430.742081:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.742084:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131430.742088:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4a2d680 x1876039997352192/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.742097:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131430.742099:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131430.742102:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131430.742104:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131430.742105:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131430.742113:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131430.742121:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131430.742123:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131430.742125:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967312 00000100:00000001:0.0:1789131430.742129:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131430.742135:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.742142:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131430.742143:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800842048 : -110359908709568 : ffff9ba0d4d80b40) 00000100:00000040:0.0:1789131430.742149:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f13977e2] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.742159:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.742162:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.742164:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.742166:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.742170:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4a2d680 x1876039997352192/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131430.742179:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997352192:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131430.742185:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.742188:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131430.742191:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2d680 x1876039997352192/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.742198:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.742200:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.742210:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131430.742212:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.742215:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131430.742216:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131430.742219:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131430.742223:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.742231:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131430.742234:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131430.742238:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131430.742242:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131430.742245:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131430.742248:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997352576:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131430.742252:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131430.742259:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131430.742261:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131430.742264:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131430.742276:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d09dc400. 02000000:00000001:0.0:1789131430.742278:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131430.742286:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131430.742305:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eef20. 00000400:00000010:0.0:1789131430.742313:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346cc0. 00000100:00000200:0.0:1789131430.742322:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997352576, portal 10 00000100:00000001:0.0:1789131430.742324:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131430.742325:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800842048 : -110359908709568 : ffff9ba0d4d80b40) 00000100:00000040:0.0:1789131430.742331:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.742337:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131430.742340:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131430.742343:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13467f8. 00000100:00000200:0.0:1789131430.742347:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997352576, offset 0 00000400:00000200:0.0:1789131430.742353:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131430.742362:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131430.742370:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131430.742378:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131430.742383:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131430.742387:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131430.742390:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131430.742394:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [490:490:256:4294967295] 192.168.206.157@tcp LPNI seq info [490:490:8:4294967295] 00000400:00000200:0.0:1789131430.742399:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131430.742410:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131430.742418:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131430.742425:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879200. 00000800:00000200:0.0:1789131430.742433:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131430.742443:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131430.742450:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131430.742752:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.742820:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28172 usecs (29 jiffies) 00000400:00000200:0.0:1789131430.742825:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131430.742829:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295017781 00000100:00000001:0.0:1789131430.742834:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:0.0:1789131430.742837:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295017781 00000100:00000001:0.0:1789131430.742839:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:0.0:1789131430.742842:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131430.742845:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.742848:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.742851:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.742855:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131430.742857:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131430.742860:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131430.742861:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131430.742862:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.742865:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131430.743068:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131430.743074:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879200. 00000400:00000200:3.0:1789131430.743081:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131430.743087:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131430.743093:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13467f8 00000400:00000010:3.0:1789131430.743096:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13467f8. 00000100:00000001:3.0:1789131430.743101:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131430.743106:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.743116:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.743120:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.743127:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.743129:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131430.760892:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.760915:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131430.760921:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.760923:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131430.760935:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.760944:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131430.760955:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.760961:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.760987:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.760991:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a06a80 00000400:00000200:3.0:1789131430.760996:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.761003:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x13c5 [1] + 224 00000800:00000001:3.0:1789131430.761011:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.761029:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131430.761033:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131430.761038:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131430.761048:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131430.761289:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131430.761390:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.761412:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131430.761425:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131430.761429:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.761435:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131430.761442:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [491:491:256:4294967295] 192.168.206.157@tcp LPNI seq info [491:491:8:4294967295] 00000400:00000200:3.0:1789131430.761447:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.761457:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131430.761464:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131430.761675:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131430.761683:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131430.761693:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131430.761698:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131430.761896:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131430.761900:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:3.0:1789131430.761905:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131430.761911:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131430.761934:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.761944:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.761999:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131430.762006:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131430.762027:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131430.762030:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131430.762035:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eef20. 00000400:00000200:0.0:1789131430.762040:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346cc0 00000400:00000010:0.0:1789131430.762042:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346cc0. 00000100:00000001:0.0:1789131430.762046:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131430.762053:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131430.762071:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.762078:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131430.762080:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.762082:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131430.762086:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131430.762089:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131430.762091:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131430.762094:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131430.762106:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=143 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131430.762112:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131430.762115:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131430.762119:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.762125:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131430.762129:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131430.762132:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131430.762135:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131430.762137:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131430.762140:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131430.762145:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.762152:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131430.762156:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131430.762158:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.762160:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131430.762165:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131430.762174:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:0.0:1789131430.762185:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d4d81680 x1876039997352832/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131430.762190:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131430.762194:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.762201:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131430.762204:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131430.762207:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131430.762209:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131430.762210:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131430.762216:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131430.762230:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131430.762232:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131430.762234:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967313 00000100:00000001:0.0:1789131430.762238:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131430.762244:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4d81680 x1876039997352832/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.762250:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131430.762251:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800844928 : -110359908706688 : ffff9ba0d4d81680) 00000100:00000040:0.0:1789131430.762257:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e7ac9a1] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4d81680 x1876039997352832/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.762267:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.762269:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.762271:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.762273:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.762277:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131430.762284:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d80b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997352576:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131430.762301:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.762305:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131430.762308:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4d80b40 x1876039997352576/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.762315:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.762318:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.762327:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131430.762329:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.762331:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131430.762332:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131430.762334:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131430.762338:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d81680 x1876039997352832/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.762345:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131430.762347:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131430.762352:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131430.762355:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131430.762358:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131430.762361:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997352832:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131430.762366:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131430.762374:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131430.762377:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131430.762382:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131430.762387:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eef20. 00000400:00000010:0.0:1789131430.762393:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346cc0. 00000100:00000200:0.0:1789131430.762401:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997352832, portal 10 00000100:00000001:0.0:1789131430.762403:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131430.762404:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800844928 : -110359908706688 : ffff9ba0d4d81680) 00000100:00000040:0.0:1789131430.762411:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d4d81680 x1876039997352832/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.762419:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131430.762422:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131430.762425:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13467f8. 00000100:00000200:0.0:1789131430.762429:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997352832, offset 0 00000400:00000200:0.0:1789131430.762437:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131430.762444:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131430.762450:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131430.762456:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131430.762461:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131430.762465:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131430.762468:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131430.762497:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [492:492:256:4294967295] 192.168.206.157@tcp LPNI seq info [492:492:8:4294967295] 00000400:00000200:0.0:1789131430.762501:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131430.762521:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131430.762527:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131430.762532:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879900. 00000800:00000200:0.0:1789131430.762538:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131430.762546:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131430.762549:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131430.782683:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.782700:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28156 usecs (29 jiffies) 00000400:00000200:0.0:1789131430.782711:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131430.782715:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295017821 00000100:00000001:0.0:1789131430.782849:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:0.0:1789131430.782853:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295017821 00000100:00000001:0.0:1789131430.782856:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:0.0:1789131430.782859:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131430.782864:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.782880:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.782885:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.782896:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131430.782900:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1789131430.782905:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131430.782907:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131430.782909:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.782911:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131430.787370:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131430.787387:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879900. 00000400:00000200:2.0:1789131430.787422:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.787433:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131430.787443:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13467f8 00000400:00000010:2.0:1789131430.787447:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13467f8. 00000100:00000001:2.0:1789131430.787453:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131430.787464:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d81680 x1876039997352832/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.787494:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131430.787499:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d4d81680 x1876039997352832/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.787517:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131430.787519:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131430.799660:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.799684:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131430.799689:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.799692:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131430.799705:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.799715:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131430.799726:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.799733:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.799739:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.799745:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a06b80 00000400:00000200:3.0:1789131430.799751:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.799772:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x13cd [1] + 224 00000800:00000001:3.0:1789131430.799781:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.799795:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131430.799799:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131430.799804:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131430.799814:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131430.799824:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d81680 x1876039997352832/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131430.799836:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d4d81680 x1876039997352832/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.799859:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131430.800246:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131430.800252:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131430.800262:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131430.800264:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131430.800269:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eef20. 00000400:00000200:0.0:1789131430.800275:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346cc0 00000400:00000010:0.0:1789131430.800278:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346cc0. 00000100:00000001:0.0:1789131430.800281:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131430.800287:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d81680 x1876039997352832/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131430.800612:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d81680 x1876039997352832/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.800618:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131430.800621:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.800623:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131430.800627:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131430.800630:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131430.800632:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131430.800636:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131430.800649:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=142 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131430.800653:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131430.800656:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131430.800658:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131430.800661:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131430.800666:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.800670:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131430.800673:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131430.800676:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131430.800679:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131430.800682:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.800688:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d81680 x1876039997352832/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.800695:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131430.800698:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131430.800701:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.800703:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131430.800708:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4d81680 x1876039997352832/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.800716:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131430.800719:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131430.800722:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131430.800724:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131430.800726:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131430.800732:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131430.800739:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131430.800742:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131430.800744:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967314 00000100:00000001:0.0:1789131430.800749:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131430.800754:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.800762:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131430.800764:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800847808 : -110359908703808 : ffff9ba0d4d821c0) 00000100:00000040:0.0:1789131430.800771:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7469296] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.800782:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.800784:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.800786:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.800788:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.800792:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d81680 x1876039997352832/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131430.800800:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d81680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997352832:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131430.800805:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.800809:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131430.800812:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d81680 x1876039997352832/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.800818:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.800821:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.800830:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131430.800833:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.800835:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131430.800837:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1789131430.800981:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.800989:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.801198:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131430.801207:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.801216:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131430.801220:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131430.801224:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131430.801227:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131430.801230:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131430.801233:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d821c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997353216:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131430.801238:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131430.801245:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131430.801249:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131430.801251:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131430.801261:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d075e800. 02000000:00000001:1.0:1789131430.801263:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131430.801269:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131430.801273:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131430.801279:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131430.801287:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997353216, portal 10 00000100:00000001:1.0:1789131430.801289:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131430.801644:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800847808 : -110359908703808 : ffff9ba0d4d821c0) 00000100:00000040:1.0:1789131430.801656:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.801665:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131430.801668:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131430.801672:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020990. 00000100:00000200:1.0:1789131430.801678:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997353216, offset 0 00000400:00000200:1.0:1789131430.801685:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131430.801696:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131430.801706:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131430.801714:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131430.801719:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131430.801723:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131430.801726:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131430.801730:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [493:493:256:4294967295] 192.168.206.157@tcp LPNI seq info [493:493:8:4294967295] 00000400:00000200:1.0:1789131430.801734:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131430.801746:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131430.801753:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131430.801759:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd000. 00000800:00000200:1.0:1789131430.801767:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131430.801776:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131430.801782:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131430.801802:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131430.801808:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28256 usecs (29 jiffies) 00000400:00000200:1.0:1789131430.801811:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131430.801814:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295017840 00000100:00000001:1.0:1789131430.801818:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:1.0:1789131430.801821:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295017840 00000100:00000001:1.0:1789131430.801823:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:1.0:1789131430.801826:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131430.801829:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.801833:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.801836:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.801841:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131430.801844:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131430.801846:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131430.801848:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131430.801850:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.801851:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131430.802195:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131430.802201:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd000. 00000400:00000200:2.0:1789131430.802208:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.802214:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131430.802221:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020990 00000400:00000010:2.0:1789131430.802223:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020990. 00000100:00000001:2.0:1789131430.802229:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131430.802235:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.802244:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131430.802248:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.802256:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131430.802258:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131430.825985:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.826010:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131430.826015:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.826018:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131430.826030:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.826039:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131430.826050:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.826078:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.826085:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.826089:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a06d00 00000400:00000200:3.0:1789131430.826095:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.826102:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x13d5 [1] + 224 00000800:00000001:3.0:1789131430.826111:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.826120:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131430.826123:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131430.826128:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131430.826138:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131430.826150:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131430.826172:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.826199:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131430.826212:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131430.826215:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.826221:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131430.826228:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [494:494:256:4294967295] 192.168.206.157@tcp LPNI seq info [494:494:8:4294967295] 00000400:00000200:3.0:1789131430.826232:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.826240:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131430.826246:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131430.826252:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131430.826259:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131430.826268:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131430.826273:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131430.826379:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131430.826383:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:3.0:1789131430.826388:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131430.826398:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131430.826407:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.826411:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.826704:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131430.826710:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131430.826719:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131430.826721:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131430.826726:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131430.826731:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131430.826734:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131430.826739:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131430.826745:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131430.826777:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.826785:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131430.826787:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.826790:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131430.826794:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131430.826797:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131430.826800:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131430.826804:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131430.826816:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=143 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131430.826821:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131430.826824:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131430.826827:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.826833:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131430.826837:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131430.826840:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131430.826842:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131430.826845:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131430.826848:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131430.826852:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.826859:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131430.826862:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131430.826864:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.826867:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131430.826871:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131430.826881:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:1.0:1789131430.826892:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d483ad00 x1876039997353472/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131430.826900:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131430.826903:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.826911:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131430.826914:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131430.826916:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131430.826918:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131430.826919:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131430.826926:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131430.826934:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131430.826936:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131430.826938:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967315 00000100:00000001:1.0:1789131430.826942:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131430.826948:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d483ad00 x1876039997353472/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.826954:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131430.826956:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795312896 : -110359914238720 : ffff9ba0d483ad00) 00000100:00000040:1.0:1789131430.826963:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a174e042] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d483ad00 x1876039997353472/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.826974:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.826976:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.826978:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.826981:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131430.826984:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131430.826992:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d821c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997353216:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131430.826998:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.827001:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131430.827005:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4d821c0 x1876039997353216/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.827012:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.827015:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.827024:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131430.827027:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.827029:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131430.827030:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131430.827032:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131430.827036:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483ad00 x1876039997353472/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.827042:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131430.827045:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131430.827050:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131430.827054:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131430.827057:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131430.827060:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997353472:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131430.827064:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131430.827071:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131430.827074:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131430.827079:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131430.827085:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131430.827092:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131430.827105:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997353472, portal 10 00000100:00000001:1.0:1789131430.827107:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131430.827109:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795312896 : -110359914238720 : ffff9ba0d483ad00) 00000100:00000040:1.0:1789131430.827116:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d483ad00 x1876039997353472/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.827125:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131430.827129:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131430.827132:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020110. 00000100:00000200:1.0:1789131430.827136:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997353472, offset 0 00000400:00000200:1.0:1789131430.827144:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131430.827151:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131430.827157:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131430.827343:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131430.827349:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131430.827353:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131430.827356:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131430.827360:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [495:495:256:4294967295] 192.168.206.157@tcp LPNI seq info [495:495:8:4294967295] 00000400:00000200:1.0:1789131430.827364:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131430.827374:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131430.827380:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131430.827386:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecdc00. 00000800:00000200:1.0:1789131430.827392:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131430.827401:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131430.827406:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecdc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131430.827512:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131430.827519:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28277 usecs (29 jiffies) 00000400:00000200:1.0:1789131430.827523:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131430.827527:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295017866 00000100:00000001:1.0:1789131430.827530:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:1.0:1789131430.827533:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295017866 00000100:00000001:1.0:1789131430.827535:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:1.0:1789131430.827537:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131430.827541:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.827544:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.827545:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.827549:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131430.827551:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131430.827552:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131430.827553:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131430.827555:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.827556:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131430.842269:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131430.842284:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecdc00. 00000400:00000200:2.0:1789131430.842294:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.842306:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131430.842316:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020110 00000400:00000010:2.0:1789131430.842319:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020110. 00000100:00000001:2.0:1789131430.842345:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131430.842355:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483ad00 x1876039997353472/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.842370:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131430.842375:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d483ad00 x1876039997353472/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.842382:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131430.842384:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131430.854512:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.854539:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131430.854544:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.854547:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.854558:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.854569:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131430.854582:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.854588:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.854594:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.854599:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a06e00 00000400:00000200:2.0:1789131430.854606:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.854614:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x13dd [1] + 224 00000800:00000001:2.0:1789131430.854623:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.854636:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.854640:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.854644:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131430.854655:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131430.854666:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483ad00 x1876039997353472/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131430.854680:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d483ad00 x1876039997353472/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.854710:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131430.854721:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.854744:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.855285:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131430.855303:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131430.855313:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131430.855316:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131430.855320:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131430.855327:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131430.855330:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131430.855335:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131430.855344:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d483ad00 x1876039997353472/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131430.855354:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d483ad00 x1876039997353472/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.855362:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131430.855364:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.855367:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131430.855371:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131430.855374:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131430.855376:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131430.855380:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131430.855393:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=142 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131430.855398:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131430.855400:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131430.855402:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131430.855406:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131430.855410:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.855413:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131430.855416:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131430.855419:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131430.855421:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131430.855424:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131430.855430:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d483ad00 x1876039997353472/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.855438:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131430.855442:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131430.855445:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.855448:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131430.855454:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d483ad00 x1876039997353472/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.855462:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131430.855465:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131430.855468:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131430.855497:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131430.855498:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131430.855517:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131430.855526:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131430.855528:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131430.855530:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967316 00000100:00000001:1.0:1789131430.855536:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131430.855543:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d1b7b0c0 x1876039997353856/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.855550:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131430.855551:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748390080 : -110359961161536 : ffff9ba0d1b7b0c0) 00000100:00000040:1.0:1789131430.855557:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008feb8726] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d1b7b0c0 x1876039997353856/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.855567:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.855570:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.855572:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.855574:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131430.855578:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d483ad00 x1876039997353472/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131430.855586:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997353472:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131430.855592:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.855596:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131430.855600:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483ad00 x1876039997353472/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.855608:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.855611:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.855620:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131430.855622:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.855625:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131430.855626:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131430.855629:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131430.855633:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7b0c0 x1876039997353856/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.855641:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131430.855644:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131430.855648:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131430.855652:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131430.855654:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131430.855658:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997353856:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131430.855662:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131430.855668:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131430.855671:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131430.855673:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131430.855683:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d075d000. 02000000:00000001:1.0:1789131430.855686:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131430.855692:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131430.855696:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131430.855702:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131430.855711:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997353856, portal 10 00000100:00000001:1.0:1789131430.855713:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131430.855715:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748390080 : -110359961161536 : ffff9ba0d1b7b0c0) 00000100:00000040:1.0:1789131430.855721:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d1b7b0c0 x1876039997353856/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.855729:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131430.855732:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131430.855737:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020110. 00000100:00000200:1.0:1789131430.855742:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997353856, offset 0 00000400:00000200:1.0:1789131430.855750:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131430.855770:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131430.855779:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131430.855787:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131430.855793:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131430.855798:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131430.855801:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131430.855805:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [496:496:256:4294967295] 192.168.206.157@tcp LPNI seq info [496:496:8:4294967295] 00000400:00000200:1.0:1789131430.855810:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131430.855821:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131430.855828:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131430.855835:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecdc00. 00000800:00000200:1.0:1789131430.855843:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131430.855853:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131430.855858:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecdc00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131430.858659:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131430.858674:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28313 usecs (29 jiffies) 00000400:00000200:1.0:1789131430.858684:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131430.858689:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295017897 00000100:00000001:1.0:1789131430.858695:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:1.0:1789131430.858697:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295017897 00000100:00000001:1.0:1789131430.858700:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:1.0:1789131430.858703:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131430.858707:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.858713:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.858717:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.858726:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131430.858729:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131430.858732:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131430.858735:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131430.858736:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.858738:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131430.859563:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131430.859572:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecdc00. 00000400:00000200:2.0:1789131430.859580:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.859590:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131430.859599:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020110 00000400:00000010:2.0:1789131430.859602:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020110. 00000100:00000001:2.0:1789131430.859608:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131430.859617:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7b0c0 x1876039997353856/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.859629:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131430.859633:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7b0c0 x1876039997353856/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.859641:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131430.859643:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131430.877209:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.877241:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131430.877248:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.877250:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.877264:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.877274:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131430.877288:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.877310:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.877317:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.877322:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a06f80 00000400:00000200:2.0:1789131430.877327:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.877335:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x13e5 [1] + 224 00000800:00000001:2.0:1789131430.877344:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.877355:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.877359:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.877363:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131430.877373:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131430.877384:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7b0c0 x1876039997353856/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131430.877421:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d1b7b0c0 x1876039997353856/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.877445:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131430.877458:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131430.877462:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131430.877668:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131430.877673:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131430.877682:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131430.877684:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131430.877688:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131430.877693:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131430.877696:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131430.877700:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131430.877705:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b7b0c0 x1876039997353856/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131430.877715:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b7b0c0 x1876039997353856/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.877721:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131430.877724:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.877727:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131430.877731:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131430.877733:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131430.877736:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131430.877738:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131430.877750:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=143 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131430.877754:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131430.877767:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131430.877772:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d1b7b0c0 x1876039997353856/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.877779:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131430.877784:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131430.877787:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131430.877790:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131430.877792:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131430.877795:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131430.877800:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b7b0c0 x1876039997353856/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.877808:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131430.877812:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131430.877814:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.877817:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131430.877821:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d1b7b0c0 x1876039997353856/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131430.877831:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:1.0:1789131430.877843:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d1b7b480 x1876039997354112/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131430.877850:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131430.877853:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d1b7b0c0 x1876039997353856/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.877860:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131430.877862:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131430.877865:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131430.877877:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131430.877879:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131430.877886:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131430.877893:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131430.877896:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131430.877898:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967317 00000100:00000001:1.0:1789131430.877904:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131430.877911:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d1b7b480 x1876039997354112/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.877917:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131430.877919:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748391040 : -110359961160576 : ffff9ba0d1b7b480) 00000100:00000040:1.0:1789131430.877925:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e379a7ba] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d1b7b480 x1876039997354112/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.877934:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.877936:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.877939:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.877941:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131430.877944:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b7b0c0 x1876039997353856/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131430.877953:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b7b0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997353856:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131430.877958:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.877961:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131430.877964:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7b0c0 x1876039997353856/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.877971:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.877973:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.877981:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131430.877984:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.877986:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131430.877988:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131430.877989:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131430.877994:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7b480 x1876039997354112/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.878001:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131430.878004:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131430.878008:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131430.878012:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131430.878015:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131430.878019:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997354112:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131430.878023:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131430.878030:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131430.878033:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131430.878038:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131430.878043:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131430.878048:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131430.878055:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997354112, portal 10 00000100:00000001:1.0:1789131430.878057:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131430.878058:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748391040 : -110359961160576 : ffff9ba0d1b7b480) 00000100:00000040:1.0:1789131430.878243:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d1b7b480 x1876039997354112/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.878252:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131430.878255:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131430.878259:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020990. 00000100:00000200:1.0:1789131430.878263:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997354112, offset 0 00000400:00000200:1.0:1789131430.878270:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131430.878278:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131430.878284:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131430.878301:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131430.878307:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131430.878311:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131430.878314:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131430.878318:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [497:497:256:4294967295] 192.168.206.157@tcp LPNI seq info [497:497:8:4294967295] 00000400:00000200:1.0:1789131430.878323:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.878359:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131430.878367:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [498:498:256:4294967295] 192.168.206.157@tcp LPNI seq info [498:498:8:4294967295] 00000400:00000200:2.0:1789131430.878371:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.878381:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131430.878388:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131430.878396:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700f00. 00000800:00000200:2.0:1789131430.878404:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131430.878414:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131430.878419:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131430.878616:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131430.878621:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700f00. 00000400:00000200:3.0:1789131430.878627:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131430.878631:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000400:00000200:1.0:1789131430.878726:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131430.878732:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131430.878737:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd000. 00000800:00000200:1.0:1789131430.878741:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131430.878745:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131430.878748:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131430.878752:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131430.878762:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28310 usecs (29 jiffies) 00000400:00000200:1.0:1789131430.878766:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131430.878770:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295017917 00000100:00000001:1.0:1789131430.878774:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:1.0:1789131430.878776:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295017917 00000100:00000001:1.0:1789131430.878779:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:1.0:1789131430.878781:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131430.878785:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.878788:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.878790:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.878796:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131430.878798:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131430.878800:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131430.878802:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131430.878803:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.878806:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789131430.879149:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.879157:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789131430.880668:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131430.880679:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd000. 00000400:00000200:3.0:1789131430.880686:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131430.880696:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131430.880704:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020990 00000400:00000010:3.0:1789131430.880707:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020990. 00000100:00000001:3.0:1789131430.880713:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131430.880723:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7b480 x1876039997354112/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.880737:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.880741:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d1b7b480 x1876039997354112/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.880748:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.880750:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131430.897436:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.897461:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131430.897466:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.897523:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.897536:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.897546:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131430.897557:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.897563:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.897570:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.897574:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a07080 00000400:00000200:2.0:1789131430.897580:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.897587:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x13ed [1] + 224 00000800:00000001:2.0:1789131430.897619:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.897635:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.897640:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.897645:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131430.897655:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131430.897667:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7b480 x1876039997354112/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131430.897680:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d1b7b480 x1876039997354112/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.897706:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131430.897720:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.897724:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.899026:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131430.899037:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131430.899050:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131430.899054:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131430.899059:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131430.899288:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131430.899299:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131430.899307:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131430.899319:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b7b480 x1876039997354112/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131430.899331:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b7b480 x1876039997354112/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.899339:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131430.899342:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.899344:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131430.899350:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131430.899353:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131430.899356:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131430.899360:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131430.899372:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=142 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131430.899377:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131430.899380:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131430.899382:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131430.899385:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131430.899389:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.899393:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131430.899396:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131430.899398:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131430.899401:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131430.899404:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131430.899411:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b7b480 x1876039997354112/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.899420:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131430.899424:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131430.899426:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.899428:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131430.899433:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d1b7b480 x1876039997354112/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.899441:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131430.899444:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131430.899447:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131430.899448:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131430.899450:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131430.899457:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131430.899465:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131430.899467:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131430.899516:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967318 00000100:00000001:1.0:1789131430.899524:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131430.899530:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d1b792c0 x1876039997354496/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.899543:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131430.899544:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748382400 : -110359961169216 : ffff9ba0d1b792c0) 00000100:00000040:1.0:1789131430.899551:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcf28c6c] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d1b792c0 x1876039997354496/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.899562:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.899564:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.899566:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.899568:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131430.899573:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b7b480 x1876039997354112/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131430.899581:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997354112:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131430.899587:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.899590:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131430.899594:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7b480 x1876039997354112/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.899601:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.899603:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.899613:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131430.899616:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.899619:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131430.899620:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131430.899622:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131430.899627:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b792c0 x1876039997354496/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.899635:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131430.899637:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131430.899643:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131430.899647:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131430.899650:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131430.899653:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b792c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997354496:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131430.899657:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131430.899664:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131430.899667:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131430.899670:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131430.899681:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d075d800. 02000000:00000001:1.0:1789131430.899684:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131430.899691:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131430.899697:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131430.899703:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131430.899711:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997354496, portal 10 00000100:00000001:1.0:1789131430.899713:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131430.899715:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748382400 : -110359961169216 : ffff9ba0d1b792c0) 00000100:00000040:1.0:1789131430.899720:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d1b792c0 x1876039997354496/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.899727:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131430.899730:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131430.899732:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020088. 00000100:00000200:1.0:1789131430.899736:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997354496, offset 0 00000400:00000200:1.0:1789131430.899744:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131430.899754:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131430.900424:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131430.900433:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131430.900439:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131430.900443:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131430.900448:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131430.900452:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [499:499:256:4294967295] 192.168.206.157@tcp LPNI seq info [499:499:8:4294967295] 00000400:00000200:1.0:1789131430.900458:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131430.900517:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131430.900525:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131430.900534:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131430.900543:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131430.900553:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131430.900558:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131430.900584:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131430.900590:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28302 usecs (29 jiffies) 00000400:00000200:1.0:1789131430.900595:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131430.900598:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295017939 00000100:00000001:1.0:1789131430.900602:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:1.0:1789131430.900604:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295017939 00000100:00000001:1.0:1789131430.900607:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:1.0:1789131430.900609:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131430.900613:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.900617:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.900620:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.900627:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131430.900629:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131430.900631:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131430.900632:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131430.900634:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.900636:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131430.903342:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131430.903355:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:3.0:1789131430.903364:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131430.903374:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131430.903382:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020088 00000400:00000010:3.0:1789131430.903385:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020088. 00000100:00000001:3.0:1789131430.903393:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131430.903402:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b792c0 x1876039997354496/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.903417:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.903420:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b792c0 x1876039997354496/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.903450:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.903452:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131430.926302:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.926325:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131430.926330:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.926334:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.926345:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.926354:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131430.926366:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.926372:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.926379:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.926384:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a07200 00000400:00000200:2.0:1789131430.926390:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.926398:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x13f5 [1] + 224 00000800:00000001:2.0:1789131430.926407:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.926418:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.926422:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.926428:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131430.926438:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131430.926450:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b792c0 x1876039997354496/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131430.926545:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d1b792c0 x1876039997354496/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.926569:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131430.926582:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131430.926586:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.926593:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131430.926600:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [500:500:256:4294967295] 192.168.206.157@tcp LPNI seq info [500:500:8:4294967295] 00000400:00000200:2.0:1789131430.926604:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.926613:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131430.926619:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131430.926626:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131430.926632:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131430.926640:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131430.926645:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131430.926953:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131430.926958:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131430.927037:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.927044:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131430.927054:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.927058:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.929844:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131430.929856:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131430.930144:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131430.930148:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131430.930154:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131430.930166:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131430.930169:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131430.930177:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131430.930191:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b792c0 x1876039997354496/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131430.930212:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b792c0 x1876039997354496/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.930222:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131430.930225:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.930228:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131430.930231:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131430.930234:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131430.930237:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131430.930240:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131430.930252:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=143 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131430.930257:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131430.930260:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131430.930264:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d1b792c0 x1876039997354496/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.930271:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131430.930274:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131430.930278:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131430.930280:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131430.930282:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131430.930286:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131430.930301:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b792c0 x1876039997354496/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.930310:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131430.930314:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131430.930317:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.930319:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131430.930324:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d1b792c0 x1876039997354496/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131430.930333:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:1.0:1789131430.930344:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d1b783c0 x1876039997354752/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131430.930351:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131430.930354:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d1b792c0 x1876039997354496/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.930362:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131430.930365:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131430.930367:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131430.930369:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131430.930370:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131430.930376:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131430.930384:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131430.930386:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131430.930387:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967319 00000100:00000001:1.0:1789131430.930392:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131430.930397:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d1b783c0 x1876039997354752/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.930403:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131430.930405:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748378560 : -110359961173056 : ffff9ba0d1b783c0) 00000100:00000040:1.0:1789131430.930410:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7278500] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d1b783c0 x1876039997354752/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.930420:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.930423:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.930425:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.930426:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131430.930430:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b792c0 x1876039997354496/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131430.930438:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b792c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997354496:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131430.930443:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.930446:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131430.930449:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b792c0 x1876039997354496/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.930455:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.930457:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131430.930465:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131430.930467:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131430.930532:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131430.930534:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131430.930536:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131430.930541:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b783c0 x1876039997354752/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131430.930547:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131430.930550:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131430.930553:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131430.930558:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131430.930563:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131430.930566:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b783c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997354752:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131430.930570:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131430.930576:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131430.930579:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131430.930587:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131430.930668:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eef20. 00000400:00000010:0.0:1789131430.930677:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346cc0. 00000100:00000200:0.0:1789131430.930695:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997354752, portal 10 00000100:00000001:0.0:1789131430.930697:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131430.930698:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748378560 : -110359961173056 : ffff9ba0d1b783c0) 00000100:00000040:0.0:1789131430.930705:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d1b783c0 x1876039997354752/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.930712:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131430.930715:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131430.930718:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346550. 00000100:00000200:0.0:1789131430.930722:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997354752, offset 0 00000400:00000200:0.0:1789131430.930729:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131430.930740:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131430.930749:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131430.930764:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131430.930770:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131430.930774:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131430.930777:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131430.930781:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [501:501:256:4294967295] 192.168.206.157@tcp LPNI seq info [501:501:8:4294967295] 00000400:00000200:0.0:1789131430.930786:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131430.930797:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131430.930804:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131430.930812:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879400. 00000800:00000200:0.0:1789131430.930820:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131430.930829:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131430.930835:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131430.930858:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.930863:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28352 usecs (29 jiffies) 00000400:00000200:0.0:1789131430.930867:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131430.930872:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295017969 00000100:00000001:0.0:1789131430.930876:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:0.0:1789131430.930879:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295017969 00000100:00000001:0.0:1789131430.930881:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:0.0:1789131430.930883:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131430.930886:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.930889:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.930891:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.930895:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131430.930896:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1789131430.930898:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131430.930899:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131430.930900:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.930902:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131430.931248:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131430.931254:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879400. 00000400:00000200:3.0:1789131430.931259:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131430.931264:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131430.931270:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346550 00000400:00000010:3.0:1789131430.931272:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346550. 00000100:00000001:3.0:1789131430.931277:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131430.931282:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b783c0 x1876039997354752/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.931301:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.931305:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d1b783c0 x1876039997354752/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.931313:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.931314:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131430.942076:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.942098:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131430.942103:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.942105:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131430.942116:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.942126:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131430.942136:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.942142:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.942148:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.942152:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a07300 00000400:00000200:3.0:1789131430.942158:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.942177:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x13fd [1] + 224 00000800:00000001:3.0:1789131430.942187:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.942199:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131430.942203:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131430.942227:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131430.942237:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131430.942248:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b783c0 x1876039997354752/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131430.942261:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d1b783c0 x1876039997354752/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.942282:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131430.942293:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.942297:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.942454:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131430.942460:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131430.942486:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131430.942488:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131430.942493:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eef20. 00000400:00000200:0.0:1789131430.942500:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346cc0 00000400:00000010:0.0:1789131430.942514:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346cc0. 00000100:00000001:0.0:1789131430.942519:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131430.942524:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b783c0 x1876039997354752/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131430.942536:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b783c0 x1876039997354752/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.942553:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131430.942556:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.942559:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131430.942563:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131430.942566:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131430.942569:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131430.942572:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131430.942584:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=142 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131430.942590:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131430.942593:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131430.942595:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131430.942598:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131430.942603:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.942607:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131430.942610:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131430.942612:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131430.942615:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131430.942619:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.942625:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b783c0 x1876039997354752/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.942633:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131430.942637:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131430.942640:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.942643:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131430.942647:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d1b783c0 x1876039997354752/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.942656:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131430.942658:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131430.942661:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131430.942663:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131430.942664:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131430.942671:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131430.942686:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131430.942688:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131430.942690:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967320 00000100:00000001:0.0:1789131430.942697:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131430.942704:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.942716:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131430.942718:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800854528 : -110359908697088 : ffff9ba0d4d83c00) 00000100:00000040:0.0:1789131430.942725:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b690ffab] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.942737:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.942740:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.942742:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.942744:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.942748:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b783c0 x1876039997354752/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131430.942877:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b783c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997354752:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131430.942884:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.942887:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131430.942891:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b783c0 x1876039997354752/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.942898:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.942901:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.942911:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131430.942914:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.942917:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131430.942918:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131430.942921:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131430.942925:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.942933:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131430.942936:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131430.942941:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131430.942945:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131430.942948:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131430.942952:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997355136:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131430.942956:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131430.942963:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131430.942966:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131430.942969:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131430.942980:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d09de400. 02000000:00000001:0.0:1789131430.942982:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131430.942988:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131430.942993:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eef20. 00000400:00000010:0.0:1789131430.942999:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346cc0. 00000100:00000200:0.0:1789131430.943007:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997355136, portal 10 00000100:00000001:0.0:1789131430.943009:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131430.943010:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800854528 : -110359908697088 : ffff9ba0d4d83c00) 00000100:00000040:0.0:1789131430.943017:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.943025:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131430.943027:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131430.943030:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346880. 00000100:00000200:0.0:1789131430.943035:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997355136, offset 0 00000400:00000200:0.0:1789131430.943042:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131430.943050:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131430.943057:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131430.943063:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131430.943069:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131430.943073:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131430.943076:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131430.943081:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [502:502:256:4294967295] 192.168.206.157@tcp LPNI seq info [502:502:8:4294967295] 00000400:00000200:0.0:1789131430.943086:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131430.943096:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131430.943105:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131430.943111:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879d00. 00000800:00000200:0.0:1789131430.943121:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131430.943130:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131430.943136:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131430.943288:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.943294:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28287 usecs (29 jiffies) 00000400:00000200:0.0:1789131430.943298:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131430.943302:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295017981 00000100:00000001:0.0:1789131430.943307:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:0.0:1789131430.943309:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295017981 00000100:00000001:0.0:1789131430.943312:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:0.0:1789131430.943314:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131430.943317:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.943319:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.943322:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.943325:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131430.943327:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131430.943329:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131430.943331:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131430.943332:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.943334:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131430.951271:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131430.951285:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879d00. 00000400:00000200:2.0:1789131430.951296:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.951308:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131430.951318:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346880 00000400:00000010:2.0:1789131430.951321:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346880. 00000100:00000001:2.0:1789131430.951327:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131430.951338:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.951378:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131430.951382:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.951390:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131430.951392:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131430.981963:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.981986:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131430.981992:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.981994:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131430.982005:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.982015:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131430.982027:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.982032:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.982039:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.982044:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a07480 00000400:00000200:3.0:1789131430.982049:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.982057:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1405 [1] + 224 00000800:00000001:3.0:1789131430.982065:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.982073:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131430.982077:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131430.982082:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131430.982092:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131430.982103:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131430.982115:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.982174:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131430.982187:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131430.982191:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.982198:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131430.982205:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [503:503:256:4294967295] 192.168.206.157@tcp LPNI seq info [503:503:8:4294967295] 00000400:00000200:3.0:1789131430.982209:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131430.982218:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131430.982226:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131430.982233:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131430.982240:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131430.982248:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131430.982253:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131430.982360:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131430.982364:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:3.0:1789131430.982369:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131430.982372:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131430.982379:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131430.982383:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.982778:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131430.982784:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131430.982802:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131430.982805:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131430.982810:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eef20. 00000400:00000200:0.0:1789131430.982815:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346cc0 00000400:00000010:0.0:1789131430.982818:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346cc0. 00000100:00000001:0.0:1789131430.982822:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131430.982830:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131430.982840:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.982853:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131430.982855:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.982858:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131430.982862:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131430.982865:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131430.982867:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131430.982870:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131430.982883:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=143 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131430.982888:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131430.982890:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131430.982895:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.982902:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131430.982906:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131430.982909:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131430.982912:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131430.982914:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131430.982918:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131430.982923:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.982931:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131430.982934:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131430.982936:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.982938:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131430.982943:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131430.982951:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:0.0:1789131430.982962:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d4d80780 x1876039997355392/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131430.982969:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131430.982972:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.982980:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131430.982983:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131430.982986:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131430.982987:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131430.982988:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131430.982995:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131430.983002:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131430.983005:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131430.983006:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967321 00000100:00000001:0.0:1789131430.983013:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131430.983018:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4d80780 x1876039997355392/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.983025:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131430.983026:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800841088 : -110359908710528 : ffff9ba0d4d80780) 00000100:00000040:0.0:1789131430.983032:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4ae091d] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4d80780 x1876039997355392/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.983044:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.983046:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.983048:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.983050:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.983054:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131430.983062:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d83c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997355136:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131430.983068:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.983071:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131430.983074:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4d83c00 x1876039997355136/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.983081:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.983083:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.983091:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131430.983094:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.983095:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131430.983096:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131430.983099:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131430.983102:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4d80780 x1876039997355392/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.983108:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131430.983110:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131430.983114:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131430.983118:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131430.983121:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131430.983124:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4d80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997355392:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131430.983128:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131430.983134:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131430.983137:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131430.983142:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131430.983148:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eef20. 00000400:00000010:0.0:1789131430.983153:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346cc0. 00000100:00000200:0.0:1789131430.983295:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997355392, portal 10 00000100:00000001:0.0:1789131430.983299:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131430.983300:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800841088 : -110359908710528 : ffff9ba0d4d80780) 00000100:00000040:0.0:1789131430.983308:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d4d80780 x1876039997355392/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.983316:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131430.983318:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131430.983322:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346aa0. 00000100:00000200:0.0:1789131430.983327:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997355392, offset 0 00000400:00000200:0.0:1789131430.983334:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131430.983341:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131430.983347:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131430.983353:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131430.983358:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131430.983362:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131430.983365:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131430.983368:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [504:504:256:4294967295] 192.168.206.157@tcp LPNI seq info [504:504:8:4294967295] 00000400:00000200:0.0:1789131430.983373:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131430.983381:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131430.983388:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131430.983394:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879e00. 00000800:00000200:0.0:1789131430.983400:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131430.983407:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131430.983411:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131430.983426:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.983431:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28393 usecs (29 jiffies) 00000400:00000200:0.0:1789131430.983434:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131430.983437:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018021 00000100:00000001:0.0:1789131430.983441:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:0.0:1789131430.983444:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018021 00000100:00000001:0.0:1789131430.983446:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:0.0:1789131430.983449:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131430.983452:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.983454:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.983456:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.983459:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131430.983461:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1789131430.983463:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131430.983464:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131430.983466:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.983525:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131430.984074:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131430.984081:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879e00. 00000400:00000200:3.0:1789131430.984087:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131430.984093:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131430.984100:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346aa0 00000400:00000010:3.0:1789131430.984102:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346aa0. 00000100:00000001:3.0:1789131430.984106:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131430.984114:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4d80780 x1876039997355392/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.984124:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.984127:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d4d80780 x1876039997355392/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.984154:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.984156:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131430.995613:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.995634:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131430.995640:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.995642:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.995652:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.995661:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131430.995671:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.995676:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.995683:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.995687:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a07580 00000400:00000200:2.0:1789131430.995693:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131430.995700:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x140d [1] + 224 00000800:00000001:2.0:1789131430.995708:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.995738:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131430.995742:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131430.995748:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131430.995772:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131430.995782:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4d80780 x1876039997355392/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131430.995795:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d4d80780 x1876039997355392/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131430.995814:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131430.995824:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131430.995826:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.995982:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131430.995987:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131430.995996:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131430.995998:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131430.996002:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eef20. 00000400:00000200:0.0:1789131430.996007:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346cc0 00000400:00000010:0.0:1789131430.996010:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346cc0. 00000100:00000001:0.0:1789131430.996013:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131430.996018:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4d80780 x1876039997355392/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131430.996029:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4d80780 x1876039997355392/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.996036:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131430.996038:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.996041:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131430.996044:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131430.996047:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131430.996050:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131430.996053:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131430.996064:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=142 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131430.996068:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131430.996071:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131430.996073:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131430.996077:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131430.996080:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.996083:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131430.996086:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131430.996088:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131430.996090:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131430.996093:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.996098:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4d80780 x1876039997355392/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.996107:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131430.996110:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131430.996113:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.996115:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131430.996120:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4d80780 x1876039997355392/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.996128:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131430.996131:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131430.996133:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131430.996135:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131430.996136:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131430.996142:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131430.996150:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131430.996153:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131430.996154:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967322 00000100:00000001:0.0:1789131430.996171:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131430.996177:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.996183:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131430.996185:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583026368 : -110360126525248 : ffff9ba0c7dc70c0) 00000100:00000040:0.0:1789131430.996191:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbeb2723] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.996201:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.996204:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.996206:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.996208:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.996212:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4d80780 x1876039997355392/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131430.996221:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4d80780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997355392:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131430.996229:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.996232:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131430.996235:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4d80780 x1876039997355392/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131452 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.996242:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.996244:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.996252:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131430.996254:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.996257:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131430.996258:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131430.996260:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131430.996263:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.996271:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131430.996273:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131430.996277:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131430.996281:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131430.996284:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131430.996287:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997355776:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131430.996290:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131430.996297:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131430.996300:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131430.996303:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131430.996312:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d09de000. 02000000:00000001:0.0:1789131430.996314:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131430.996319:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131430.996322:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eef20. 00000400:00000010:0.0:1789131430.996328:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346cc0. 00000100:00000200:0.0:1789131430.996335:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997355776, portal 10 00000100:00000001:0.0:1789131430.996337:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131430.996338:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583026368 : -110360126525248 : ffff9ba0c7dc70c0) 00000100:00000040:0.0:1789131430.996345:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131430.996353:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131430.996356:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131430.996359:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346bb0. 00000100:00000200:0.0:1789131430.996363:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997355776, offset 0 00000400:00000200:0.0:1789131430.996370:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131430.996377:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131430.996384:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131430.996390:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131430.996395:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131430.996400:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131430.996403:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131430.996407:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [505:505:256:4294967295] 192.168.206.157@tcp LPNI seq info [505:505:8:4294967295] 00000400:00000200:0.0:1789131430.996412:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131430.996422:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131430.996429:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131430.996436:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879100. 00000800:00000200:0.0:1789131430.996444:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131430.996452:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131430.996457:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131430.996520:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131430.996524:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28335 usecs (29 jiffies) 00000400:00000200:0.0:1789131430.996528:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131430.996532:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018035 00000100:00000001:0.0:1789131430.996536:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:0.0:1789131430.996538:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018035 00000100:00000001:0.0:1789131430.996541:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:0.0:1789131430.996543:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131430.996546:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.996549:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.996551:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131430.996554:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131430.996556:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131430.996558:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131430.996559:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131430.996560:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131430.996563:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131430.996779:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131430.996785:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879100. 00000400:00000200:3.0:1789131430.996791:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131430.996795:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131430.996800:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346bb0 00000400:00000010:3.0:1789131430.996801:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346bb0. 00000100:00000001:3.0:1789131430.996805:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131430.996810:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.996819:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131430.996822:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131430.996829:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131430.996830:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.025662:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.025703:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.025708:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.025712:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.025723:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.025734:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.025746:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.025768:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.025776:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.025781:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a07700 00000400:00000200:2.0:1789131431.025787:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.025796:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1415 [1] + 224 00000800:00000001:2.0:1789131431.025804:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.025814:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.025819:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.025824:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.025834:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.025846:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.025858:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.025888:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131431.025899:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131431.025904:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.025910:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131431.025917:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [506:506:256:4294967295] 192.168.206.157@tcp LPNI seq info [506:506:8:4294967295] 00000400:00000200:2.0:1789131431.025921:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.025930:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131431.025937:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131431.025944:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131431.025951:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131431.025965:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131431.025971:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1789131431.026072:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.026078:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.026087:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.026089:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.026094:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eef20. 00000400:00000200:0.0:1789131431.026099:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346cc0 00000400:00000010:0.0:1789131431.026101:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346cc0. 00000100:00000001:0.0:1789131431.026105:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.026110:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.026121:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.026128:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.026130:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.026133:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.026137:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.026140:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.026143:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.026146:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.026158:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131431.026175:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.026178:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131431.026182:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.026189:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131431.026191:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.026195:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.026198:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.026200:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.026204:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131431.026209:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.026216:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131431.026219:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.026222:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.026225:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.026229:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.026238:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:0.0:1789131431.026250:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0c7dc4000 x1876039997356032/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.026257:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131431.026261:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.026269:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.026271:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.026274:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.026275:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.026277:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.026284:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.026291:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.026294:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.026295:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967323 00000100:00000001:0.0:1789131431.026303:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.026308:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7dc4000 x1876039997356032/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.026316:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.026318:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583013888 : -110360126537728 : ffff9ba0c7dc4000) 00000100:00000040:0.0:1789131431.026324:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000655f096] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7dc4000 x1876039997356032/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.026335:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.026337:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.026352:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.026354:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.026358:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.026366:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc70c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997355776:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.026371:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.026375:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.026378:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7dc70c0 x1876039997355776/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.026384:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.026387:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.026396:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.026399:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.026401:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.026402:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.026404:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.026408:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc4000 x1876039997356032/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.026416:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.026418:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.026423:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.026427:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.026431:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.026435:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997356032:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.026440:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.026446:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.026449:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.026454:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.026458:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eef20. 00000400:00000010:0.0:1789131431.026464:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346cc0. 00000100:00000200:0.0:1789131431.026525:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997356032, portal 10 00000100:00000001:0.0:1789131431.026528:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.026529:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583013888 : -110360126537728 : ffff9ba0c7dc4000) 00000100:00000040:0.0:1789131431.026536:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7dc4000 x1876039997356032/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.026543:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.026546:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.026549:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346dd0. 00000100:00000200:0.0:1789131431.026553:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997356032, offset 0 00000400:00000200:0.0:1789131431.026559:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.026565:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.026570:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.026576:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.026582:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.026586:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.026589:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.026593:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [507:507:255:4294967295] 192.168.206.157@tcp LPNI seq info [507:507:7:4294967295] 00000400:00000200:0.0:1789131431.026597:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.026604:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.026609:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.026615:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879100. 00000800:00000200:0.0:1789131431.026619:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.026624:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.026628:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.027311:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.027321:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28378 usecs (29 jiffies) 00000400:00000200:0.0:1789131431.027326:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.027330:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018065 00000100:00000001:0.0:1789131431.027334:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:0.0:1789131431.027337:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018065 00000100:00000001:0.0:1789131431.027340:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:0.0:1789131431.027342:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.027346:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.027349:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.027351:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.027357:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.027358:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1789131431.027361:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.027362:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.027364:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.027366:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.028850:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.028862:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:3.0:1789131431.028873:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.028884:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000200:3.0:1789131431.028977:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.028980:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879100. 00000400:00000200:3.0:1789131431.028985:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.028988:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.028994:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346dd0 00000400:00000010:3.0:1789131431.028997:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346dd0. 00000100:00000001:3.0:1789131431.029003:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.029012:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc4000 x1876039997356032/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.029949:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.029959:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7dc4000 x1876039997356032/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.029990:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.029992:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.030670:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.030683:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.041439:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.041465:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.041527:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.041532:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.041543:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.041552:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131431.041564:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.041570:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.041576:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.041581:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a07800 00000400:00000200:3.0:1789131431.041587:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.041594:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x141d [1] + 224 00000800:00000001:3.0:1789131431.041602:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.041610:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.041614:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.041620:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131431.041629:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131431.041639:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc4000 x1876039997356032/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131431.041653:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0c7dc4000 x1876039997356032/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.041666:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131431.041676:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.041680:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.043289:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.043309:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.043321:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.043324:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.043329:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eef20. 00000400:00000200:0.0:1789131431.043342:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346cc0 00000400:00000010:0.0:1789131431.043344:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346cc0. 00000100:00000001:0.0:1789131431.043350:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.043364:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc4000 x1876039997356032/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.043376:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc4000 x1876039997356032/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.043384:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.043386:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.043389:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.043393:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.043397:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.043400:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.043404:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.043417:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131431.043422:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.043425:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131431.043426:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131431.043430:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131431.043435:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.043438:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.043441:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.043444:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.043446:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.043451:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.043456:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc4000 x1876039997356032/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.043464:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.043524:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.043528:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.043531:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.043536:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7dc4000 x1876039997356032/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.043544:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.043546:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.043549:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.043550:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.043552:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.043558:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.043565:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.043567:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.043569:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967324 00000100:00000001:0.0:1789131431.043577:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.043584:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.043590:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.043592:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748379520 : -110359961172096 : ffff9ba0d1b78780) 00000100:00000040:0.0:1789131431.043597:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f13d1319] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.043607:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.043609:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.043611:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.043613:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.043617:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc4000 x1876039997356032/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.043627:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997356032:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.043632:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.043635:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.043638:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc4000 x1876039997356032/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.043645:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.043648:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.043657:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.043659:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.043661:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.043663:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.043748:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.043753:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.043761:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.043764:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.043768:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.043772:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.043776:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.043780:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b78780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997356416:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.043785:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.043791:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.043794:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.043797:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131431.043807:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d09dc000. 02000000:00000001:0.0:1789131431.043809:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.043827:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.043835:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eef20. 00000400:00000010:0.0:1789131431.043841:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346cc0. 00000100:00000200:0.0:1789131431.043848:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997356416, portal 10 00000100:00000001:0.0:1789131431.043850:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.043851:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748379520 : -110359961172096 : ffff9ba0d1b78780) 00000100:00000040:0.0:1789131431.043858:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.043865:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.043868:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.043871:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346ee0. 00000100:00000200:0.0:1789131431.043875:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997356416, offset 0 00000400:00000200:0.0:1789131431.043883:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.043893:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.043903:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.043910:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.043915:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.043920:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.043923:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.043927:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [508:508:256:4294967295] 192.168.206.157@tcp LPNI seq info [508:508:8:4294967295] 00000400:00000200:0.0:1789131431.043931:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.043941:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.043948:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.043955:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879e00. 00000800:00000200:0.0:1789131431.044334:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.044348:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.044354:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879e00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.044377:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.044382:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28345 usecs (29 jiffies) 00000400:00000200:0.0:1789131431.044386:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.044389:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018082 00000100:00000001:0.0:1789131431.044394:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:0.0:1789131431.044396:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018082 00000100:00000001:0.0:1789131431.044399:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:0.0:1789131431.044401:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.044404:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.044408:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.044410:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.044415:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.044417:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131431.044420:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.044422:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.044423:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.044425:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.047027:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.047041:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879e00. 00000400:00000200:2.0:1789131431.047051:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.047065:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.047074:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346ee0 00000400:00000010:2.0:1789131431.047077:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346ee0. 00000100:00000001:2.0:1789131431.047083:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.047093:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.047108:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.047112:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.047120:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.047123:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131431.068446:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.068524:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.068529:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.068533:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.068545:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.068578:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131431.068590:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.068596:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.068602:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.068605:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a07980 00000400:00000200:3.0:1789131431.068611:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.068618:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1425 [1] + 224 00000800:00000001:3.0:1789131431.068627:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.068635:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.068639:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.068644:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131431.068655:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131431.068668:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131431.068680:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.068694:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131431.068705:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131431.068709:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.068715:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131431.068722:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [509:509:256:4294967295] 192.168.206.157@tcp LPNI seq info [509:509:8:4294967295] 00000400:00000200:3.0:1789131431.068726:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.068735:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131431.068741:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131431.068749:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131431.068770:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131431.068779:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131431.068785:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131431.068915:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.068919:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:3.0:1789131431.068923:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.068927:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131431.068934:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.068937:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.069551:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.069557:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.069567:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.069570:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.069575:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eef20. 00000400:00000200:0.0:1789131431.069582:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346cc0 00000400:00000010:0.0:1789131431.069585:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346cc0. 00000100:00000001:0.0:1789131431.069588:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.069597:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.069608:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.069621:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.069623:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.069626:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.069630:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.069632:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.069635:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.069638:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.069649:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131431.069653:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.069656:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131431.069660:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.069667:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131431.069670:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.069673:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.069676:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.069679:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.069682:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131431.069686:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.069693:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131431.069696:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.069698:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.069701:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.069705:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.069713:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:0.0:1789131431.069725:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d1b7bc00 x1876039997356672/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.069731:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131431.069734:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.069743:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.069745:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.069762:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.069764:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.069765:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.069772:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.069779:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.069781:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.069783:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967325 00000100:00000001:0.0:1789131431.069791:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.069797:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d1b7bc00 x1876039997356672/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.069803:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.069805:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748392960 : -110359961158656 : ffff9ba0d1b7bc00) 00000100:00000040:0.0:1789131431.069810:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cceeb2d4] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d1b7bc00 x1876039997356672/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.069821:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.069823:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.069825:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.069827:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.069831:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.069838:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b78780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997356416:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.069844:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.069846:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.069850:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b78780 x1876039997356416/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.069856:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.069858:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.069866:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.069868:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.069870:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.069871:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.069873:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.069877:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7bc00 x1876039997356672/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131412 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.069884:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.069887:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.069891:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.069895:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.069898:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.069901:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997356672:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.069906:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.069913:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.069916:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.069922:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.069928:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eef20. 00000400:00000010:0.0:1789131431.069934:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346cc0. 00000100:00000200:0.0:1789131431.069941:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997356672, portal 10 00000100:00000001:0.0:1789131431.069943:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.069945:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748392960 : -110359961158656 : ffff9ba0d1b7bc00) 00000100:00000040:0.0:1789131431.069951:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d1b7bc00 x1876039997356672/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.069957:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.069960:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.069963:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346660. 00000100:00000200:0.0:1789131431.069967:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997356672, offset 0 00000400:00000200:0.0:1789131431.069975:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.069983:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.069990:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.069996:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.070001:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.070006:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.070008:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.070012:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [510:510:256:4294967295] 192.168.206.157@tcp LPNI seq info [510:510:8:4294967295] 00000400:00000200:0.0:1789131431.070124:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.070135:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.070141:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.070147:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879d00. 00000800:00000200:0.0:1789131431.070154:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.070163:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.070167:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.070180:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.070186:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28365 usecs (29 jiffies) 00000400:00000200:0.0:1789131431.070190:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.070194:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018108 00000100:00000001:0.0:1789131431.070198:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:0.0:1789131431.070200:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018108 00000100:00000001:0.0:1789131431.070203:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:0.0:1789131431.070205:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.070208:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.070211:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.070213:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.070217:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.070219:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1789131431.070220:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.070222:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.070223:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.070225:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.071141:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.071149:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879d00. 00000400:00000200:3.0:1789131431.071156:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.071164:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.071171:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346660 00000400:00000010:3.0:1789131431.071174:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346660. 00000100:00000001:3.0:1789131431.071179:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.071186:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7bc00 x1876039997356672/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.071199:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.071202:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d1b7bc00 x1876039997356672/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.071209:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.071211:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131431.084167:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.084190:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.084197:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.084200:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.084212:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.084222:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131431.084233:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.084239:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.084246:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.084260:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a07a80 00000400:00000200:3.0:1789131431.084266:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.084275:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x142d [1] + 224 00000800:00000001:3.0:1789131431.084283:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.084316:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.084320:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.084326:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131431.084336:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131431.084348:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7bc00 x1876039997356672/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131431.084372:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d1b7bc00 x1876039997356672/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.084397:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131431.084408:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.084412:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.085229:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.085249:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.085258:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.085261:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.085266:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eef20. 00000400:00000200:0.0:1789131431.085274:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346cc0 00000400:00000010:0.0:1789131431.085278:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346cc0. 00000100:00000001:0.0:1789131431.085282:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.085291:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b7bc00 x1876039997356672/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.085302:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b7bc00 x1876039997356672/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.085310:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.085312:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.085314:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.085318:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.085321:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.085324:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.085328:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.085339:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131431.085343:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.085346:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131431.085348:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131431.085351:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131431.085355:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.085359:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.085361:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.085364:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.085366:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.085370:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.085376:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b7bc00 x1876039997356672/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.085383:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.085386:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.085390:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.085392:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.085396:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d1b7bc00 x1876039997356672/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.085404:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.085407:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.085409:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.085411:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.085412:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.085418:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.085426:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.085428:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.085430:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967326 00000100:00000001:0.0:1789131431.085437:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.085443:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.085449:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.085451:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748387200 : -110359961164416 : ffff9ba0d1b7a580) 00000100:00000040:0.0:1789131431.085456:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053fb7c3a] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.085466:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.085468:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.085511:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.085513:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.085518:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b7bc00 x1876039997356672/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.085525:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b7bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997356672:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.085533:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.085536:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.085539:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7bc00 x1876039997356672/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.085545:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.085547:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.085555:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.085557:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.085559:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.085561:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.085562:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.085565:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131412 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.085572:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.085574:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.085578:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.085582:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.085585:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.085588:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997357056:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.085592:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.085598:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.085601:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.085603:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131431.085613:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d09dfc00. 02000000:00000001:0.0:1789131431.085615:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.085621:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.085625:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eef20. 00000400:00000010:0.0:1789131431.085630:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346cc0. 00000100:00000200:0.0:1789131431.085636:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997357056, portal 10 00000100:00000001:0.0:1789131431.085638:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.085639:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748387200 : -110359961164416 : ffff9ba0d1b7a580) 00000100:00000040:0.0:1789131431.085644:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.085651:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.085653:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.085656:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346c38. 00000100:00000200:0.0:1789131431.085659:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997357056, offset 0 00000400:00000200:0.0:1789131431.085665:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.085673:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.085681:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.085687:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.085692:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.085696:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.085699:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.085703:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [511:511:256:4294967295] 192.168.206.157@tcp LPNI seq info [511:511:8:4294967295] 00000400:00000200:0.0:1789131431.085707:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.085716:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.085722:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.085727:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879400. 00000800:00000200:0.0:1789131431.085733:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.085742:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.085747:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.086348:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.086353:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28322 usecs (29 jiffies) 00000400:00000200:0.0:1789131431.086359:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.086362:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018124 00000100:00000001:0.0:1789131431.086367:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:0.0:1789131431.086369:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018124 00000100:00000001:0.0:1789131431.086372:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:0.0:1789131431.086374:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.086378:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.086381:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.086384:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.086389:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.086391:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131431.086393:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.086395:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.086397:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.086399:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.087171:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.087179:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879400. 00000400:00000200:3.0:1789131431.087187:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.087197:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.087204:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346c38 00000400:00000010:3.0:1789131431.087207:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346c38. 00000100:00000001:3.0:1789131431.087212:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.087220:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.088715:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.088735:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.088746:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.088749:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131431.110106:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.110127:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.110132:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.110135:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.110146:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.110156:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131431.110181:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.110206:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.110213:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.110218:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a07c00 00000400:00000200:3.0:1789131431.110224:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.110231:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1435 [1] + 224 00000800:00000001:3.0:1789131431.110250:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.110259:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.110263:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.110268:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131431.110279:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131431.110289:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131431.110302:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.110327:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131431.110339:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131431.110343:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.110349:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131431.110356:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [512:512:256:4294967295] 192.168.206.157@tcp LPNI seq info [512:512:8:4294967295] 00000400:00000200:3.0:1789131431.110360:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.110369:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131431.110375:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131431.110382:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131431.110389:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131431.110397:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131431.110403:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131431.110576:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.110580:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:3.0:1789131431.110585:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.110594:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131431.110603:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.110607:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.111183:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.111189:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.111199:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.111201:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.111205:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eef20. 00000400:00000200:0.0:1789131431.111211:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346cc0 00000400:00000010:0.0:1789131431.111214:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346cc0. 00000100:00000001:0.0:1789131431.111218:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.111226:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.111249:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.111256:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.111259:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.111261:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.111265:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.111268:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.111270:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.111274:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.111286:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131431.111291:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.111294:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131431.111298:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.111305:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131431.111309:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.111312:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.111316:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.111318:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.111321:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131431.111327:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.111335:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131431.111338:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.111341:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.111344:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.111348:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.111357:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:0.0:1789131431.111368:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d1b7a940 x1876039997357312/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.111375:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131431.111378:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.155308:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.155317:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.155320:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.155323:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.155325:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.155345:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.155356:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.155359:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.155360:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967327 00000100:00000001:0.0:1789131431.155369:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.155377:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d1b7a940 x1876039997357312/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.155386:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.155387:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748388160 : -110359961163456 : ffff9ba0d1b7a940) 00000100:00000040:0.0:1789131431.155393:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de48fd75] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d1b7a940 x1876039997357312/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.155404:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.155406:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.155408:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.155410:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.155416:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.155424:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b7a580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997357056:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.155429:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.155433:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.155436:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7a580 x1876039997357056/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.155442:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.155444:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.155453:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.155455:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.155457:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.155460:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.155462:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.155465:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7a940 x1876039997357312/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.155489:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.155493:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.155498:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.155513:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.155516:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.155521:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997357312:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.155525:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.155532:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.155535:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.155544:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.155553:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eef20. 00000400:00000010:0.0:1789131431.155562:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346cc0. 00000100:00000200:0.0:1789131431.155571:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997357312, portal 10 00000100:00000001:0.0:1789131431.155573:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.155575:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748388160 : -110359961163456 : ffff9ba0d1b7a940) 00000100:00000040:0.0:1789131431.155583:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d1b7a940 x1876039997357312/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.155590:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.155593:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.155596:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346198. 00000100:00000200:0.0:1789131431.155600:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997357312, offset 0 00000400:00000200:0.0:1789131431.155608:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.155619:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.155628:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.155635:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.155640:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.155644:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.155647:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.155651:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [513:513:256:4294967295] 192.168.206.157@tcp LPNI seq info [513:513:8:4294967295] 00000400:00000200:0.0:1789131431.155655:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.155667:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.155674:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.155682:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879900. 00000800:00000200:0.0:1789131431.155690:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.155699:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.155704:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.155723:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.155728:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28341 usecs (29 jiffies) 00000400:00000200:0.0:1789131431.155733:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.155736:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018194 00000100:00000001:2.0:1789131431.155841:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:2.0:1789131431.155845:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018194 00000100:00000001:2.0:1789131431.155847:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:2.0:1789131431.155850:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131431.155853:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.155856:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.155859:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.155863:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131431.155865:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:2.0:1789131431.155867:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131431.155868:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131431.155869:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.155871:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.158915:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.158932:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879900. 00000400:00000200:3.0:1789131431.158942:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.158954:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.158966:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346198 00000400:00000010:3.0:1789131431.158969:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346198. 00000100:00000001:3.0:1789131431.158976:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.158987:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7a940 x1876039997357312/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.159002:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.159006:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d1b7a940 x1876039997357312/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.159014:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.159016:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.159743:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.159796:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.159800:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.159803:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.159812:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.159819:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.159831:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.159836:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.159842:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.159846:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a07d00 00000400:00000200:2.0:1789131431.159852:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.159859:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x143d [1] + 224 00000800:00000001:2.0:1789131431.159868:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.159877:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.159880:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.159883:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.159890:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.159896:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7a940 x1876039997357312/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.159906:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d1b7a940 x1876039997357312/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.159933:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131431.159942:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.159945:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.160085:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.160090:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.160100:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.160103:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.160107:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eef20. 00000400:00000200:0.0:1789131431.160112:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346cc0 00000400:00000010:0.0:1789131431.160114:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346cc0. 00000100:00000001:0.0:1789131431.160117:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.160121:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b7a940 x1876039997357312/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.160131:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b7a940 x1876039997357312/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.160137:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.160139:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.160141:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.160145:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.160148:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.160150:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.160153:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.160178:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131431.160183:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.160186:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131431.160188:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131431.160192:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131431.160197:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.160200:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.160204:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.160207:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.160210:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.160214:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.160220:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b7a940 x1876039997357312/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.160229:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.160242:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.160245:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.160247:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.160254:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d1b7a940 x1876039997357312/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.160261:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.160264:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.160267:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.160268:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.160270:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.160277:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.160286:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.160288:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.160290:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967328 00000100:00000001:0.0:1789131431.160300:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.160307:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.160314:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.160316:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797358016 : -110359912193600 : ffff9ba0d4a2e1c0) 00000100:00000040:0.0:1789131431.160323:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9fac2c9] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.160333:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.160336:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.160338:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.160340:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.160344:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b7a940 x1876039997357312/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.160353:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b7a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997357312:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.160360:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.160363:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.160367:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7a940 x1876039997357312/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.160373:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.160376:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.160386:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.160389:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.160391:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.160393:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.160395:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.160399:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.160406:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.160409:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.160414:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.160418:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.160422:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.160425:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997357696:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.160430:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.160438:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.160442:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.160445:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131431.160460:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c6435000. 02000000:00000001:0.0:1789131431.160463:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.160520:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.160526:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eef20. 00000400:00000010:0.0:1789131431.160532:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346cc0. 00000100:00000200:0.0:1789131431.160539:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997357696, portal 10 00000100:00000001:0.0:1789131431.160542:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.160543:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797358016 : -110359912193600 : ffff9ba0d4a2e1c0) 00000100:00000040:0.0:1789131431.160550:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.160557:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.160559:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.160562:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346908. 00000100:00000200:0.0:1789131431.160566:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997357696, offset 0 00000400:00000200:0.0:1789131431.160573:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.160580:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.160587:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.160593:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.160598:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.160603:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.160605:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.160609:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [514:514:256:4294967295] 192.168.206.157@tcp LPNI seq info [514:514:8:4294967295] 00000400:00000200:0.0:1789131431.160613:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.160624:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.160630:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.160637:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879200. 00000800:00000200:0.0:1789131431.160644:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.160653:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.160659:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.160682:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.160687:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28235 usecs (29 jiffies) 00000400:00000200:0.0:1789131431.160691:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.160694:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018199 00000100:00000001:0.0:1789131431.160698:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:0.0:1789131431.160700:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018199 00000100:00000001:0.0:1789131431.160703:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:0.0:1789131431.160706:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.160710:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.160712:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.160714:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.160717:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.160719:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131431.160720:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.160721:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.160723:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.160725:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.161139:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.161144:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879200. 00000400:00000200:3.0:1789131431.161150:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.161164:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.161171:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346908 00000400:00000010:3.0:1789131431.161174:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346908. 00000100:00000001:3.0:1789131431.161179:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.161184:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.161194:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.161197:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.161203:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.161205:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.174126:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.174150:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.174155:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.174170:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.174183:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.174193:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.174205:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.174211:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.174217:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.174258:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a07e80 00000400:00000200:2.0:1789131431.174263:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.174272:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1445 [1] + 224 00000800:00000001:2.0:1789131431.174281:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.174291:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.174295:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.174300:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.174310:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.174323:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.174337:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.174361:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131431.174375:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131431.174379:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.174385:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131431.174391:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [515:515:256:4294967295] 192.168.206.157@tcp LPNI seq info [515:515:8:4294967295] 00000400:00000200:2.0:1789131431.174396:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.174405:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131431.174413:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131431.174422:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131431.174430:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131431.174453:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131431.174460:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1789131431.175087:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.175094:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.175104:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.175106:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.175110:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eef20. 00000400:00000200:0.0:1789131431.175116:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346cc0 00000400:00000010:0.0:1789131431.175119:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346cc0. 00000100:00000001:0.0:1789131431.175123:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.175131:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.175142:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.175150:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.175152:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.175164:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.175168:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.175171:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.175173:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.175176:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.175187:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131431.175191:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.175194:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131431.175198:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.175205:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131431.175209:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.175211:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.175214:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.175215:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.175219:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131431.175223:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.175230:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131431.175233:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.175235:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.175237:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.175241:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.175250:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:0.0:1789131431.175262:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d1b7b840 x1876039997357952/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.175268:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131431.175271:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.175278:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.175281:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.175283:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.175285:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.175286:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.175291:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.175297:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.175299:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.175301:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967329 00000100:00000001:0.0:1789131431.175308:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.175315:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d1b7b840 x1876039997357952/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.175323:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.175324:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748392000 : -110359961159616 : ffff9ba0d1b7b840) 00000100:00000040:0.0:1789131431.175330:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000265653b0] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d1b7b840 x1876039997357952/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.175342:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.175344:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.175346:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.175348:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.175352:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.175361:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997357696:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.175366:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.175369:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.175372:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2e1c0 x1876039997357696/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.175380:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.175382:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.175391:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.175393:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.175395:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.175396:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.175398:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.175402:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7b840 x1876039997357952/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.175409:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.175411:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.175415:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.175419:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.175423:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.175426:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997357952:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.175430:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.175437:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.175440:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.175445:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.175450:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eef20. 00000400:00000010:0.0:1789131431.175456:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346cc0. 00000100:00000200:0.0:1789131431.175463:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997357952, portal 10 00000100:00000001:0.0:1789131431.175465:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.175467:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748392000 : -110359961159616 : ffff9ba0d1b7b840) 00000100:00000040:0.0:1789131431.175516:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d1b7b840 x1876039997357952/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.175524:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.175527:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.175530:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346770. 00000100:00000200:0.0:1789131431.175534:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997357952, offset 0 00000400:00000200:0.0:1789131431.175541:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.175547:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.175554:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.175560:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.175564:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.175569:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.175572:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.175575:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [516:516:255:4294967295] 192.168.206.157@tcp LPNI seq info [516:516:7:4294967295] 00000400:00000200:0.0:1789131431.175579:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.175587:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.175592:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.175597:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879300. 00000800:00000200:0.0:1789131431.175603:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.175610:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.175614:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.175618:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.175622:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28190 usecs (29 jiffies) 00000400:00000200:0.0:1789131431.175625:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.175628:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018213 00000100:00000001:0.0:1789131431.175631:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:0.0:1789131431.175634:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018213 00000100:00000001:0.0:1789131431.175636:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:0.0:1789131431.175638:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.175641:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.175643:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.175645:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.175648:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.175649:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1789131431.175651:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.175652:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.175653:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.175655:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.175746:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.175843:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131431.175850:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.175855:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131431.175867:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.175887:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131431.184386:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.184400:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879300. 00000400:00000200:2.0:1789131431.184408:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.184420:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.184430:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346770 00000400:00000010:2.0:1789131431.184433:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346770. 00000100:00000001:2.0:1789131431.184440:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.184451:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7b840 x1876039997357952/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.184466:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.184486:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d1b7b840 x1876039997357952/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.184494:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.184496:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131431.191697:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.191742:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.191747:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.191749:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.191770:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.191780:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131431.191791:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.191798:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.191805:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.191810:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a07f80 00000400:00000200:3.0:1789131431.191815:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.191822:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x144d [1] + 224 00000800:00000001:3.0:1789131431.191831:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.191844:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.191848:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.191853:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131431.191863:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131431.191874:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7b840 x1876039997357952/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131431.191886:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d1b7b840 x1876039997357952/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.191912:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131431.191925:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.191928:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.192707:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.192714:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.192726:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.192729:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.192733:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eef20. 00000400:00000200:0.0:1789131431.192741:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346cc0 00000400:00000010:0.0:1789131431.192744:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346cc0. 00000100:00000001:0.0:1789131431.192749:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.192774:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b7b840 x1876039997357952/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.192785:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b7b840 x1876039997357952/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.192793:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.192795:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.192798:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.192802:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.192806:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.192808:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.192812:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.192823:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131431.192828:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.192831:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131431.192833:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131431.192838:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131431.192842:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.192845:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.192849:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.192852:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.192856:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.192859:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.192865:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b7b840 x1876039997357952/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.192873:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.192876:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.192879:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.192882:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.192887:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d1b7b840 x1876039997357952/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.192894:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.192897:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.192900:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.192901:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.192903:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.192909:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.192915:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.192918:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.192920:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967330 00000100:00000001:0.0:1789131431.192930:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.192935:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.192942:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.192943:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748381440 : -110359961170176 : ffff9ba0d1b78f00) 00000100:00000040:0.0:1789131431.192949:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b77854e3] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.192960:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.193227:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.193229:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.193232:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.193320:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b7b840 x1876039997357952/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.193329:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b7b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997357952:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.193336:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.193339:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.193342:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7b840 x1876039997357952/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.193350:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.193352:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.193361:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.193363:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.193366:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.193368:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.193371:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.193375:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.193383:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.193386:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.193391:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.193395:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.193398:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.193401:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b78f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997358336:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.193405:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.193413:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.193416:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.193418:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131431.193431:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c6436800. 02000000:00000001:0.0:1789131431.193433:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.193441:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.193446:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eef20. 00000400:00000010:0.0:1789131431.193453:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346cc0. 00000100:00000200:0.0:1789131431.193462:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997358336, portal 10 00000100:00000001:0.0:1789131431.193464:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.193466:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748381440 : -110359961170176 : ffff9ba0d1b78f00) 00000100:00000040:0.0:1789131431.193664:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.193672:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.193675:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131431.204192:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ee58. 00000100:00000200:2.0:1789131431.204217:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997358336, offset 0 00000400:00000200:2.0:1789131431.204249:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131431.204264:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.204275:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131431.204282:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131431.204287:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131431.204291:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131431.204294:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131431.204299:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [517:517:256:4294967295] 192.168.206.157@tcp LPNI seq info [517:517:8:4294967295] 00000400:00000200:2.0:1789131431.204303:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.204315:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131431.204321:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131431.204328:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131431.204336:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131431.204346:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131431.204370:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789131431.204401:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131431.204409:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28160 usecs (29 jiffies) 00000400:00000200:2.0:1789131431.204413:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131431.204417:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018242 00000100:00000001:2.0:1789131431.204420:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:2.0:1789131431.204423:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018242 00000100:00000001:2.0:1789131431.204425:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:2.0:1789131431.204427:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131431.204431:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.204437:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.204442:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.204452:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131431.204455:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789131431.204458:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131431.204460:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131431.204462:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.204464:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.205407:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.205417:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:3.0:1789131431.205425:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.205434:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.205442:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ee58 00000400:00000010:3.0:1789131431.205446:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ee58. 00000100:00000001:3.0:1789131431.205452:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.205461:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.205534:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.205538:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.205545:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.205546:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131431.242267:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.242291:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.242297:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.242300:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.242312:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.242323:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131431.242335:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.242341:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.242348:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.242352:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a08100 00000400:00000200:3.0:1789131431.242358:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.242366:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1455 [1] + 224 00000800:00000001:3.0:1789131431.242375:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.242383:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.242388:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.242393:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131431.242404:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131431.242414:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131431.242428:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.242448:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131431.242460:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131431.242464:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.242556:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131431.242563:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [518:518:256:4294967295] 192.168.206.157@tcp LPNI seq info [518:518:8:4294967295] 00000400:00000200:3.0:1789131431.242568:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.242577:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131431.242585:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131431.242592:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131431.242599:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131431.242608:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131431.242613:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131431.242718:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.242723:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:3.0:1789131431.242728:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.242732:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131431.242740:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.242743:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.243222:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131431.243228:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131431.243238:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131431.243241:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131431.243246:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eef20. 00000400:00000200:2.0:1789131431.243253:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346cc0 00000400:00000010:2.0:1789131431.243256:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346cc0. 00000100:00000001:2.0:1789131431.243259:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.243269:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131431.243281:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.243288:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131431.243291:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.243293:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131431.243307:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131431.243310:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131431.243312:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131431.243316:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131431.243328:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131431.243334:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131431.243337:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1789131431.243342:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.243350:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1789131431.243354:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1789131431.243357:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131431.243359:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1789131431.243361:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131431.243365:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1789131431.243370:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.243376:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1789131431.243380:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131431.243382:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.243385:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1789131431.243389:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131431.243397:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:2.0:1789131431.243409:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d1b7a1c0 x1876039997358592/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131431.243416:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:2.0:1789131431.243419:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.243427:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1789131431.243429:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1789131431.243440:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1789131431.243442:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789131431.243444:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1789131431.243451:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.243459:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:2.0:1789131431.243462:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1789131431.243464:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967331 00000100:00000001:2.0:1789131431.243494:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1789131431.243514:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d1b7a1c0 x1876039997358592/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.243522:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131431.243524:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748386240 : -110359961165376 : ffff9ba0d1b7a1c0) 00000100:00000040:2.0:1789131431.243530:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096367acb] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d1b7a1c0 x1876039997358592/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.243541:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.243544:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.243546:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.243548:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131431.243553:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131431.243561:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b78f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997358336:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131431.243567:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.243570:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.243573:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b78f00 x1876039997358336/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.243581:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.243583:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.243599:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131431.243601:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.243603:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131431.243606:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131431.243608:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131431.243613:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7a1c0 x1876039997358592/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.243621:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131431.243623:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131431.243627:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131431.243631:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131431.243634:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131431.243638:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997358592:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131431.243643:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131431.243650:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131431.243653:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131431.243660:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131431.243665:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d466e0. 00000400:00000010:2.0:1789131431.243671:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1eb28. 00000100:00000200:2.0:1789131431.243678:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997358592, portal 10 00000100:00000001:2.0:1789131431.243681:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131431.243682:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748386240 : -110359961165376 : ffff9ba0d1b7a1c0) 00000100:00000040:2.0:1789131431.243688:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d1b7a1c0 x1876039997358592/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.243695:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131431.243698:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131431.243701:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e3b8. 00000100:00000200:2.0:1789131431.243704:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997358592, offset 0 00000400:00000200:2.0:1789131431.243711:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131431.243719:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.243727:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131431.243733:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131431.243737:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131431.243747:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131431.243766:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131431.243771:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [519:519:256:4294967295] 192.168.206.157@tcp LPNI seq info [519:519:8:4294967295] 00000400:00000200:2.0:1789131431.243775:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.243783:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131431.243789:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131431.243794:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700f00. 00000800:00000200:2.0:1789131431.243802:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131431.243810:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131431.243814:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789131431.259081:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131431.259097:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28321 usecs (29 jiffies) 00000400:00000200:2.0:1789131431.259107:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131431.259110:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018296 00000100:00000001:2.0:1789131431.259115:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:2.0:1789131431.259118:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018296 00000100:00000001:2.0:1789131431.259120:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:2.0:1789131431.259122:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131431.259127:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.259132:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.259137:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.259147:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131431.259150:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:2.0:1789131431.259153:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131431.259155:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131431.259157:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.264728:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.274058:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.274071:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700f00. 00000400:00000200:3.0:1789131431.274079:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.274089:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.274099:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e3b8 00000400:00000010:3.0:1789131431.274102:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e3b8. 00000100:00000001:3.0:1789131431.274109:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.274118:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7a1c0 x1876039997358592/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.274132:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.274136:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d1b7a1c0 x1876039997358592/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.274143:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.274145:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131431.282531:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.282581:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.282587:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.282590:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.282601:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.282611:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131431.282622:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.282628:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.282634:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.282639:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a08200 00000400:00000200:3.0:1789131431.282644:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.282652:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x1465 [1] + 224 00000800:00000001:3.0:1789131431.282661:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.282674:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.282678:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.282682:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131431.282692:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131431.282703:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7a1c0 x1876039997358592/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131431.282715:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d1b7a1c0 x1876039997358592/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.282740:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131431.282975:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.282981:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.283058:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131431.283063:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131431.283072:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131431.283074:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131431.283079:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d466e0. 00000400:00000200:2.0:1789131431.283094:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1eb28 00000400:00000010:2.0:1789131431.283097:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1eb28. 00000100:00000001:2.0:1789131431.283102:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.283107:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b7a1c0 x1876039997358592/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131431.283117:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b7a1c0 x1876039997358592/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.283124:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131431.283127:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.283129:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131431.283133:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131431.283136:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131431.283138:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131431.283142:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131431.283154:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:2.0:1789131431.283234:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131431.283238:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131431.283240:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131431.283243:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131431.283248:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.283251:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1789131431.283255:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131431.283257:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1789131431.283260:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131431.283263:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131431.283270:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b7a1c0 x1876039997358592/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.283278:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131431.283281:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131431.283284:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.283286:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1789131431.283290:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d1b7a1c0 x1876039997358592/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.283310:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1789131431.283312:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1789131431.283315:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1789131431.283316:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789131431.283318:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1789131431.283325:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.283333:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:2.0:1789131431.283335:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1789131431.283337:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967332 00000100:00000001:2.0:1789131431.283346:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1789131431.283353:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.283359:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131431.283361:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797364736 : -110359912186880 : ffff9ba0d4a2fc00) 00000100:00000040:2.0:1789131431.283366:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000061f359b4] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.283377:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.283380:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.283382:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.283384:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131431.283388:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b7a1c0 x1876039997358592/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131431.283397:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b7a1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997358592:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131431.283403:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.283405:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.283409:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7a1c0 x1876039997358592/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.283423:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.283425:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.283435:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131431.283438:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.283439:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131431.283441:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131431.283443:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131431.283447:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.283454:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131431.283456:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131431.283460:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131431.283464:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131431.283468:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131431.283499:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997358976:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131431.283514:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131431.283521:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131431.283524:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131431.283527:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131431.283536:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d11f2000. 02000000:00000001:2.0:1789131431.283539:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131431.283543:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131431.283546:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d466e0. 00000400:00000010:2.0:1789131431.283552:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1eb28. 00000100:00000200:2.0:1789131431.283560:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997358976, portal 10 00000100:00000001:2.0:1789131431.283562:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131431.283563:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797364736 : -110359912186880 : ffff9ba0d4a2fc00) 00000100:00000040:2.0:1789131431.283570:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.283577:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131431.283580:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131431.283589:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e3b8. 00000100:00000200:2.0:1789131431.283593:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997358976, offset 0 00000400:00000200:2.0:1789131431.283600:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131431.283607:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.283614:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131431.283621:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131431.283626:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131431.283631:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131431.283634:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131431.283638:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [520:520:256:4294967295] 192.168.206.157@tcp LPNI seq info [520:520:8:4294967295] 00000400:00000200:2.0:1789131431.283643:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.283653:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131431.283660:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131431.283665:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700f00. 00000800:00000200:2.0:1789131431.283674:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131431.283683:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131431.283688:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1789131431.283712:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131431.283717:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28420 usecs (29 jiffies) 00000400:00000200:2.0:1789131431.283721:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131431.283724:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018322 00000100:00000001:2.0:1789131431.283728:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:2.0:1789131431.283731:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018322 00000100:00000001:2.0:1789131431.283733:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:2.0:1789131431.283736:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131431.283739:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.283741:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.283743:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.283747:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131431.283748:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789131431.285922:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131431.285926:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131431.285931:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.285935:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.286419:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.286426:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700f00. 00000400:00000200:3.0:1789131431.286435:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.286446:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.286456:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e3b8 00000400:00000010:3.0:1789131431.286459:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e3b8. 00000100:00000001:3.0:1789131431.286467:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.286527:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.286624:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.286629:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.286637:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.286639:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131431.315364:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.315388:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.315393:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.315395:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.315406:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.315416:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131431.315427:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.315432:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.315440:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.315444:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a08380 00000400:00000200:3.0:1789131431.315449:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.315456:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1475 [1] + 224 00000800:00000001:3.0:1789131431.315464:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.315527:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.315531:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.315537:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131431.315546:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131431.315556:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131431.315568:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.315591:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131431.315601:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131431.315605:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.315630:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131431.315637:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [521:521:256:4294967295] 192.168.206.157@tcp LPNI seq info [521:521:8:4294967295] 00000400:00000200:3.0:1789131431.315641:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.315651:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131431.315657:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131431.315665:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131431.315672:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131431.315681:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131431.315687:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131431.315898:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.315902:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:3.0:1789131431.315907:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.315912:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131431.315920:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.315924:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.316080:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131431.316086:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131431.316095:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131431.316098:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131431.316102:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d466e0. 00000400:00000200:2.0:1789131431.316107:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1eb28 00000400:00000010:2.0:1789131431.316110:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1eb28. 00000100:00000001:2.0:1789131431.316114:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.316120:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131431.316131:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.316138:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131431.316140:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.316142:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131431.316146:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131431.316149:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131431.316152:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131431.316167:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131431.316180:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131431.316185:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131431.316188:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1789131431.316192:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.316200:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1789131431.316203:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1789131431.316206:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131431.316209:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1789131431.316211:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131431.316215:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1789131431.316220:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.316237:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1789131431.316240:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131431.316242:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.316245:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1789131431.316250:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131431.316259:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:2.0:1789131431.316271:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d4a2c780 x1876039997359232/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131431.316277:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:2.0:1789131431.316281:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.316289:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1789131431.316292:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1789131431.316294:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1789131431.316296:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789131431.316298:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1789131431.316304:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.316312:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:2.0:1789131431.316314:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1789131431.316316:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967333 00000100:00000001:2.0:1789131431.316325:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1789131431.316332:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4a2c780 x1876039997359232/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.316339:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131431.316341:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797351296 : -110359912200320 : ffff9ba0d4a2c780) 00000100:00000040:2.0:1789131431.316347:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000825618ce] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4a2c780 x1876039997359232/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.316384:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.316387:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.316389:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.316391:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131431.316396:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131431.316404:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997358976:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131431.316410:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.316413:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.316416:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2fc00 x1876039997358976/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.316423:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.316426:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.316436:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131431.316438:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.316441:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131431.316443:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131431.316444:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131431.316449:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4a2c780 x1876039997359232/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.316456:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131431.316458:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131431.316462:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131431.316466:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131431.316495:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131431.316509:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997359232:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131431.316514:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131431.316521:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131431.316524:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131431.316536:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131431.316540:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d466e0. 00000400:00000010:2.0:1789131431.316545:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1eb28. 00000100:00000200:2.0:1789131431.316554:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997359232, portal 10 00000100:00000001:2.0:1789131431.316556:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131431.316558:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797351296 : -110359912200320 : ffff9ba0d4a2c780) 00000100:00000040:2.0:1789131431.316564:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d4a2c780 x1876039997359232/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.316572:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131431.316575:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131431.316578:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ee58. 00000100:00000200:2.0:1789131431.316582:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997359232, offset 0 00000400:00000200:2.0:1789131431.316588:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131431.316595:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.316601:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131431.316607:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131431.316613:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131431.316617:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131431.316620:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131431.316624:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [522:522:256:4294967295] 192.168.206.157@tcp LPNI seq info [522:522:8:4294967295] 00000400:00000200:2.0:1789131431.316628:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.316635:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131431.316641:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131431.316646:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131431.316652:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131431.316659:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131431.316663:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789131431.316675:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131431.316679:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28477 usecs (29 jiffies) 00000400:00000200:2.0:1789131431.316683:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131431.316685:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018355 00000100:00000001:2.0:1789131431.316693:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:2.0:1789131431.316696:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018355 00000100:00000001:2.0:1789131431.316699:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:2.0:1789131431.316701:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131431.316704:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.316706:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.316709:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.316712:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131431.316713:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:2.0:1789131431.316715:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131431.316717:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131431.316718:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.316720:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.317098:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.317103:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:3.0:1789131431.317107:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.317112:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.317117:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ee58 00000400:00000010:3.0:1789131431.317120:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ee58. 00000100:00000001:3.0:1789131431.317124:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.317130:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2c780 x1876039997359232/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.317139:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.317142:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d4a2c780 x1876039997359232/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.317148:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.317150:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131431.326124:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.326165:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.326171:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.326174:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.326186:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.326195:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131431.326205:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.326211:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.326218:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.326222:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a08480 00000400:00000200:3.0:1789131431.326228:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.326236:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x1485 [1] + 224 00000800:00000001:3.0:1789131431.326245:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.326257:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.326261:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.326267:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131431.326276:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131431.326287:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2c780 x1876039997359232/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131431.326300:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d4a2c780 x1876039997359232/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.326325:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131431.326338:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.326342:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.326381:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131431.326387:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131431.326396:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131431.326399:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131431.326403:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d466e0. 00000400:00000200:2.0:1789131431.326410:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1eb28 00000400:00000010:2.0:1789131431.326413:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1eb28. 00000100:00000001:2.0:1789131431.326417:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.326423:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4a2c780 x1876039997359232/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131431.326432:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4a2c780 x1876039997359232/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.326439:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131431.326441:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.326444:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131431.326448:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131431.326451:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131431.326453:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131431.326456:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131431.326522:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:2.0:1789131431.326528:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131431.326538:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131431.326541:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131431.326545:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131431.326549:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.326552:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1789131431.326555:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131431.326558:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1789131431.326561:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131431.326564:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131431.326570:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4a2c780 x1876039997359232/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.326579:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131431.326582:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131431.326584:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.326587:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1789131431.326591:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4a2c780 x1876039997359232/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.326600:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1789131431.326602:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1789131431.326604:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1789131431.326606:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789131431.326607:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1789131431.326613:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.326621:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:2.0:1789131431.326623:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1789131431.326625:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967334 00000100:00000001:2.0:1789131431.326634:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1789131431.326640:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.326648:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131431.326655:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748389120 : -110359961162496 : ffff9ba0d1b7ad00) 00000100:00000040:2.0:1789131431.326662:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ed2b6109] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.326673:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.326675:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.326678:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.326680:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131431.326684:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4a2c780 x1876039997359232/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131431.326691:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997359232:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131431.326696:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.326699:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.326703:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2c780 x1876039997359232/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.326709:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.326712:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.326722:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131431.326724:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.326726:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131431.326728:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131431.326730:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131431.326734:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.326741:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131431.326743:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131431.326747:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131431.326885:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131431.326889:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131431.326894:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b7ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997359616:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131431.326898:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131431.326912:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131431.326916:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131431.326920:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131431.331948:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c6434400. 02000000:00000001:0.0:1789131431.331961:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.331977:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.331984:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eecb8. 00000400:00000010:0.0:1789131431.331992:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13462a8. 00000100:00000200:0.0:1789131431.332000:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997359616, portal 10 00000100:00000001:0.0:1789131431.332004:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.332006:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748389120 : -110359961162496 : ffff9ba0d1b7ad00) 00000100:00000040:0.0:1789131431.332023:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.332033:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.332036:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.332040:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346220. 00000100:00000200:0.0:1789131431.332044:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997359616, offset 0 00000400:00000200:0.0:1789131431.332051:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.332062:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.332071:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.332077:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.332082:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.332087:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.332090:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.332094:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [523:523:256:4294967295] 192.168.206.157@tcp LPNI seq info [523:523:8:4294967295] 00000400:00000200:0.0:1789131431.332098:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.332110:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.332116:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.332123:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879600. 00000800:00000200:0.0:1789131431.332131:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.332141:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.332146:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.332181:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.332187:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28403 usecs (29 jiffies) 00000400:00000200:0.0:1789131431.332191:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.332194:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018370 00000100:00000001:0.0:1789131431.332198:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, keep current deadline 4295018372 00000100:00000001:0.0:1789131431.332201:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018370 00000100:00000001:0.0:1789131431.332203:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, keep current deadline 4295018372 00000100:00000001:0.0:1789131431.332205:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.332209:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.332215:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.332220:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.332231:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.332234:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131431.332237:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.332240:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.332241:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.332243:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.332613:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.332619:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879600. 00000400:00000200:3.0:1789131431.332625:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.332631:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.332637:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346220 00000400:00000010:3.0:1789131431.332640:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346220. 00000100:00000001:3.0:1789131431.332644:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.332650:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.332683:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.332687:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.332694:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.332696:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131431.344703:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.344725:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.344731:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.344733:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.344744:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.344769:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131431.344781:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.344787:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.344794:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.344798:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a08600 00000400:00000200:3.0:1789131431.344803:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.344811:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1495 [1] + 224 00000800:00000001:3.0:1789131431.344819:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.344828:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.344831:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.344837:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131431.344846:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131431.344857:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131431.344870:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.344895:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131431.344907:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131431.344911:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.344943:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131431.344951:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [524:524:256:4294967295] 192.168.206.157@tcp LPNI seq info [524:524:8:4294967295] 00000400:00000200:3.0:1789131431.344956:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.344965:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131431.344971:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131431.344978:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131431.344987:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131431.344996:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131431.345002:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131431.345117:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.345122:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:3.0:1789131431.345126:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.345130:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131431.345137:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.345141:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.345953:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.345961:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.345971:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.345975:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.345980:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eecb8. 00000400:00000200:0.0:1789131431.345987:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13462a8 00000400:00000010:0.0:1789131431.345990:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13462a8. 00000100:00000001:0.0:1789131431.345995:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.346006:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.346027:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.346035:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.346037:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.346040:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.346044:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.346048:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.346050:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.346053:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.346065:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131431.346070:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.346073:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131431.346077:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.346085:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131431.346088:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.346091:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.346094:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.346096:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.346100:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131431.346105:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.346113:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131431.346117:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.346120:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.346122:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.346127:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.346136:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:0.0:1789131431.346149:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d1b79e00 x1876039997359872/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.346156:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131431.346232:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.346242:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.346244:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.346247:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.346249:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.346250:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.346256:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.346264:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.346267:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.346268:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967335 00000100:00000001:0.0:1789131431.346278:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.346285:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d1b79e00 x1876039997359872/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.346292:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.346293:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748385280 : -110359961166336 : ffff9ba0d1b79e00) 00000100:00000040:0.0:1789131431.346300:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0941b8d] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d1b79e00 x1876039997359872/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.346311:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.346313:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.346315:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.346317:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.346322:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.346331:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b7ad00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997359616:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.346337:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.346340:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.346344:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b7ad00 x1876039997359616/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.346352:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.346355:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.346363:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.346365:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.346368:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.346369:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.346371:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.346375:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b79e00 x1876039997359872/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.346382:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.346384:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.346389:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.346393:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.346396:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.346399:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b79e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997359872:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.346403:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.346410:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.346413:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.346421:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.346428:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eecb8. 00000400:00000010:0.0:1789131431.346433:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13462a8. 00000100:00000200:0.0:1789131431.346441:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997359872, portal 10 00000100:00000001:0.0:1789131431.346443:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.346444:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748385280 : -110359961166336 : ffff9ba0d1b79e00) 00000100:00000040:0.0:1789131431.346450:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d1b79e00 x1876039997359872/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.346457:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.346460:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.346463:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13463b8. 00000100:00000200:0.0:1789131431.346467:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997359872, offset 0 00000400:00000200:1.0:1789131431.348985:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131431.349003:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.349086:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131431.349093:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131431.349098:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131431.349103:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131431.349106:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131431.349111:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [525:525:256:4294967295] 192.168.206.157@tcp LPNI seq info [525:525:8:4294967295] 00000400:00000200:1.0:1789131431.349116:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.349130:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131431.349137:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131431.349148:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131431.349157:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131431.349433:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131431.349439:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131431.349466:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.349493:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28385 usecs (29 jiffies) 00000400:00000200:1.0:1789131431.349498:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131431.349512:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018388 00000100:00000001:1.0:1789131431.349522:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018372 00000100:00000001:1.0:1789131431.349601:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018388 00000100:00000001:1.0:1789131431.349605:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018372 00000100:00000001:1.0:1789131431.349611:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.349617:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.349622:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.349627:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.349636:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.349639:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131431.349643:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.349645:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.349647:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.349649:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.352000:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.352013:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:3.0:1789131431.352033:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.352044:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.352054:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13463b8 00000400:00000010:3.0:1789131431.352057:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13463b8. 00000100:00000001:3.0:1789131431.352064:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.352073:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b79e00 x1876039997359872/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.352087:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.352091:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d1b79e00 x1876039997359872/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.352099:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.352101:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.360037:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.360066:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.360071:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.360074:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.360086:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.360096:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.360109:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.360115:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.360122:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.360127:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a08700 00000400:00000200:2.0:1789131431.360132:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.360141:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x149d [1] + 224 00000800:00000001:2.0:1789131431.360149:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.360930:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.360939:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.360947:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.360958:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.360970:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b79e00 x1876039997359872/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.360982:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d1b79e00 x1876039997359872/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.361073:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.361078:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131431.361097:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131431.361110:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.361115:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131431.363888:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131431.363897:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131431.363902:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eecb8. 00000400:00000200:1.0:1789131431.363915:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13462a8 00000400:00000010:1.0:1789131431.363918:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13462a8. 00000100:00000001:1.0:1789131431.363925:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131431.363942:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b79e00 x1876039997359872/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131431.363963:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b79e00 x1876039997359872/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.363973:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131431.363975:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.363979:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131431.363983:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131431.363987:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131431.363989:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.363993:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131431.364005:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131431.364010:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131431.364013:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131431.364015:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131431.364019:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131431.364025:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.364029:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131431.364032:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131431.364035:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131431.364038:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131431.364042:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.364047:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b79e00 x1876039997359872/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.364054:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.364058:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131431.364061:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.364063:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131431.364067:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d1b79e00 x1876039997359872/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.364075:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131431.364077:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131431.364080:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131431.364082:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131431.364083:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131431.364090:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131431.364097:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131431.364099:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131431.364101:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967336 00000100:00000001:1.0:1789131431.364111:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131431.364117:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.364123:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.364125:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797361856 : -110359912189760 : ffff9ba0d4a2f0c0) 00000100:00000040:1.0:1789131431.364131:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f857593] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.364142:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.364144:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.364146:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.364148:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.364152:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b79e00 x1876039997359872/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131431.364223:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b79e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997359872:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131431.364230:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.364497:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131431.364514:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b79e00 x1876039997359872/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.364522:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.364525:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.364535:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.364538:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.364540:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.364543:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.364547:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131431.364552:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.364560:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131431.364563:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.364567:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131431.364571:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131431.364575:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131431.364578:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997360256:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131431.364583:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131431.364590:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131431.364593:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.364597:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131431.364609:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d075e400. 02000000:00000001:1.0:1789131431.364611:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131431.364619:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131431.364624:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131431.364630:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131431.364639:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997360256, portal 10 00000100:00000001:1.0:1789131431.364641:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.364643:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797361856 : -110359912189760 : ffff9ba0d4a2f0c0) 00000100:00000040:1.0:1789131431.364649:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.364656:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131431.364659:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131431.364662:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020880. 00000100:00000200:1.0:1789131431.364666:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997360256, offset 0 00000400:00000200:1.0:1789131431.364673:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131431.364684:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.364694:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131431.364702:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131431.364707:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131431.364712:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131431.364715:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131431.364719:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [526:526:256:4294967295] 192.168.206.157@tcp LPNI seq info [526:526:8:4294967295] 00000400:00000200:1.0:1789131431.364723:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.364735:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131431.364742:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131431.364748:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd000. 00000800:00000200:1.0:1789131431.364872:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131431.364882:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131431.364888:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131431.364992:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.364997:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28356 usecs (29 jiffies) 00000400:00000200:1.0:1789131431.365001:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131431.365005:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018403 00000100:00000001:1.0:1789131431.365014:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018388 00000100:00000001:1.0:1789131431.365020:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018403 00000100:00000001:1.0:1789131431.365023:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018388 00000100:00000001:1.0:1789131431.365026:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.365029:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.365032:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.365034:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.365038:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.365040:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131431.365042:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.365043:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.365044:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.365046:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.369698:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.369729:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd000. 00000400:00000200:3.0:1789131431.369739:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.369763:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.369773:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020880 00000400:00000010:3.0:1789131431.369776:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020880. 00000100:00000001:3.0:1789131431.369784:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.369794:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.369809:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.369813:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.369821:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.369823:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.382171:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.382191:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.382197:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.382199:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.382211:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.382220:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.382231:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.382260:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.382267:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.382271:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a08880 00000400:00000200:2.0:1789131431.382277:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.382284:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x14a5 [1] + 224 00000800:00000001:2.0:1789131431.382293:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.382303:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.382307:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.382312:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.382323:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.382334:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.382346:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.382410:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.382416:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131431.382436:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131431.382447:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131431.382451:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.382457:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131431.382463:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [527:527:256:4294967295] 192.168.206.157@tcp LPNI seq info [527:527:8:4294967295] 00000400:00000200:2.0:1789131431.382517:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.382528:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131431.382534:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131431.382542:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131431.382550:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131431.382558:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131431.382564:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131431.382672:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.382676:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131431.382680:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.382693:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131431.382701:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.382705:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131431.383047:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131431.383050:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131431.383054:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131431.383060:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131431.383062:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131431.383067:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131431.383073:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131431.383084:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.383091:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131431.383094:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.383097:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131431.383101:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131431.383104:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131431.383106:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.383109:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131431.383122:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131431.383128:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131431.383131:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131431.383135:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.383143:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131431.383147:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131431.383151:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131431.383153:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131431.383156:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131431.383160:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131431.383165:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.383174:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131431.383177:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131431.383179:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.383182:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131431.383187:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131431.383195:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:1.0:1789131431.383205:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d4a2cb40 x1876039997360512/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131431.383212:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131431.383216:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.383224:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131431.383226:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131431.383229:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131431.383230:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131431.383232:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131431.383238:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131431.383246:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131431.383248:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131431.383250:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967337 00000100:00000001:1.0:1789131431.383259:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131431.383265:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4a2cb40 x1876039997360512/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.383271:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.383273:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797352256 : -110359912199360 : ffff9ba0d4a2cb40) 00000100:00000040:1.0:1789131431.383279:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000678b229] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4a2cb40 x1876039997360512/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.383290:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.383292:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.383296:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.383298:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.383302:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131431.383311:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997360256:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131431.383317:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.383320:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131431.383323:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4a2f0c0 x1876039997360256/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.383330:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.383333:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.383341:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.383343:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.383346:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.383348:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.383350:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131431.383354:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4a2cb40 x1876039997360512/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.383361:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131431.383365:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.383369:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131431.383373:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131431.383376:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131431.383379:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4a2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997360512:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131431.383383:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131431.383389:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131431.383392:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131431.383397:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131431.383403:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131431.383408:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131431.383415:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997360512, portal 10 00000100:00000001:1.0:1789131431.383418:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.383419:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713797352256 : -110359912199360 : ffff9ba0d4a2cb40) 00000100:00000040:1.0:1789131431.383424:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d4a2cb40 x1876039997360512/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.383431:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131431.383433:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131431.383436:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80206e8. 00000100:00000200:1.0:1789131431.383439:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997360512, offset 0 00000400:00000200:1.0:1789131431.383445:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131431.383451:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.383457:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131431.383463:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131431.383468:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131431.383856:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131431.383860:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131431.383864:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [528:528:256:4294967295] 192.168.206.157@tcp LPNI seq info [528:528:8:4294967295] 00000400:00000200:1.0:1789131431.383869:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.383879:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131431.383885:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131431.383892:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecdc00. 00000800:00000200:1.0:1789131431.383899:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131431.383907:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131431.383912:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecdc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131431.383930:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.383936:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28335 usecs (29 jiffies) 00000400:00000200:1.0:1789131431.383940:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131431.383943:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018422 00000100:00000001:1.0:1789131431.383952:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018403 00000100:00000001:1.0:1789131431.383959:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018422 00000100:00000001:1.0:1789131431.383962:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018403 00000100:00000001:1.0:1789131431.383966:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.383970:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.383973:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.383975:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.383979:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.383981:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131431.383984:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.383986:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.383987:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.383989:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.384331:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.384336:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecdc00. 00000400:00000200:2.0:1789131431.384342:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.384348:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.384355:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80206e8 00000400:00000010:2.0:1789131431.384358:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80206e8. 00000100:00000001:2.0:1789131431.384364:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.384372:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4a2cb40 x1876039997360512/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.384383:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.384387:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d4a2cb40 x1876039997360512/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.384394:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.384396:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131431.389445:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.389619:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.389625:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.389957:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.389969:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.389979:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.389991:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.389996:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.390003:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.390007:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a08980 00000400:00000200:2.0:1789131431.390025:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.390032:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x14ad [1] + 224 00000800:00000001:2.0:1789131431.390042:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.390057:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.390062:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.390067:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.390078:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.390089:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4a2cb40 x1876039997360512/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.390121:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d4a2cb40 x1876039997360512/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.390148:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131431.390282:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.390286:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.390467:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.390577:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131431.390587:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131431.390590:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131431.390594:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131431.390599:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131431.390602:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131431.390607:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131431.390612:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4a2cb40 x1876039997360512/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131431.390623:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4a2cb40 x1876039997360512/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.390631:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131431.390633:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.390637:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131431.390641:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131431.390644:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131431.390647:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.390651:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131431.390663:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131431.390668:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131431.390671:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131431.390673:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131431.390676:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131431.390680:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.390683:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131431.390687:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131431.390690:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131431.390692:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131431.390696:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.390702:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4a2cb40 x1876039997360512/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.390710:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.390713:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131431.390716:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.390718:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131431.390724:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4a2cb40 x1876039997360512/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.390732:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131431.390735:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131431.390737:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131431.390739:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131431.390740:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131431.390747:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131431.391089:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131431.391093:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131431.391094:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967338 00000100:00000001:1.0:1789131431.391106:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131431.391113:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.391121:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.391123:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580582272 : -110360128969344 : ffff9ba0c7b72580) 00000100:00000040:1.0:1789131431.391129:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0ffdd44] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.391140:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.391143:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.391145:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.391147:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.391152:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4a2cb40 x1876039997360512/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131431.391351:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4a2cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997360512:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131431.391358:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.391362:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131431.391366:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4a2cb40 x1876039997360512/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.391373:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.391375:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.391385:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.391387:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.391390:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.391392:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.391395:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131431.391399:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.391407:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131431.391410:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.391414:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131431.391418:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131431.391422:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131431.391425:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b72580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997360896:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131431.391430:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131431.391437:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131431.391440:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.391443:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131431.391455:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d075fc00. 02000000:00000001:1.0:1789131431.391457:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131431.391466:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131431.391985:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131431.391999:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131431.392008:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997360896, portal 10 00000100:00000001:1.0:1789131431.392083:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.392085:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580582272 : -110360128969344 : ffff9ba0c7b72580) 00000100:00000040:1.0:1789131431.392098:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.392107:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131431.392110:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131431.392114:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020770. 00000100:00000200:1.0:1789131431.392119:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997360896, offset 0 00000400:00000200:1.0:1789131431.392129:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131431.392140:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.392150:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131431.392157:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131431.392237:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131431.392242:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131431.392245:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131431.392249:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [529:529:256:4294967295] 192.168.206.157@tcp LPNI seq info [529:529:8:4294967295] 00000400:00000200:1.0:1789131431.392254:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.392267:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131431.392273:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131431.392281:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecdc00. 00000800:00000200:1.0:1789131431.392289:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131431.392719:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131431.392725:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecdc00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131431.392836:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.392842:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28248 usecs (29 jiffies) 00000400:00000200:1.0:1789131431.392847:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131431.392850:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018431 00000100:00000001:1.0:1789131431.392861:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018422 00000100:00000001:1.0:1789131431.392868:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018431 00000100:00000001:1.0:1789131431.392872:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018422 00000100:00000001:1.0:1789131431.392875:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.392879:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.392882:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.392886:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.392894:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.392896:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131431.392899:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.392901:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.392903:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.392905:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.393074:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.393080:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecdc00. 00000400:00000200:2.0:1789131431.393087:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.393093:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.393099:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020770 00000400:00000010:2.0:1789131431.393102:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020770. 00000100:00000001:2.0:1789131431.393108:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.393116:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.393129:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.393132:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.393138:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.393140:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.402449:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.402528:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.402533:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.402537:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.402548:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.402557:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.402568:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.402573:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.402580:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.402585:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a08b00 00000400:00000200:2.0:1789131431.402590:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.402618:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x14b5 [1] + 224 00000800:00000001:2.0:1789131431.402628:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.402637:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.402648:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.402654:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.402665:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.402678:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.402691:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.402718:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131431.402732:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131431.402736:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.402742:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131431.402926:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [530:530:256:4294967295] 192.168.206.157@tcp LPNI seq info [530:530:8:4294967295] 00000400:00000200:2.0:1789131431.402932:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.402942:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131431.402949:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131431.402957:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131431.402964:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131431.402972:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131431.402978:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131431.403742:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.403748:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131431.403765:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.403772:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131431.403784:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.403788:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.404348:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.404354:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131431.404375:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131431.404378:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131431.404384:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131431.404390:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131431.404394:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131431.404399:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131431.404410:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131431.404421:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.404429:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131431.404432:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.404435:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131431.404438:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131431.404441:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131431.404444:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.404447:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131431.404459:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131431.404464:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131431.404511:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131431.404517:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.404524:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131431.404528:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131431.404532:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131431.404535:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131431.404537:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131431.404541:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131431.404547:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.404555:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131431.404559:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131431.404561:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.404564:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131431.404569:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131431.404578:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:1.0:1789131431.404589:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0c7b730c0 x1876039997361152/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131431.404596:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131431.404600:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.404608:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131431.404610:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131431.404613:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131431.404615:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131431.404616:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131431.404623:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131431.404637:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131431.404640:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131431.404641:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967339 00000100:00000001:1.0:1789131431.404651:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131431.404657:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7b730c0 x1876039997361152/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.404664:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.404666:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580585152 : -110360128966464 : ffff9ba0c7b730c0) 00000100:00000040:1.0:1789131431.404672:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004936fe95] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7b730c0 x1876039997361152/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.404682:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.404684:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.404686:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.404689:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.404693:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131431.404702:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b72580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997360896:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131431.404707:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.404710:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131431.404713:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b72580 x1876039997360896/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.404720:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.404722:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.404731:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.404733:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.404736:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.404737:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.404740:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131431.404745:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b730c0 x1876039997361152/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.404766:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131431.404768:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.404774:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131431.404778:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131431.404780:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131431.404785:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b730c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997361152:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131431.404789:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131431.404795:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131431.404799:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131431.404805:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131431.404968:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131431.404978:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131431.404986:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997361152, portal 10 00000100:00000001:1.0:1789131431.404988:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.404989:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580585152 : -110360128966464 : ffff9ba0c7b730c0) 00000100:00000040:1.0:1789131431.404996:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7b730c0 x1876039997361152/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.405003:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131431.405007:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131431.405010:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020f68. 00000100:00000200:1.0:1789131431.405025:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997361152, offset 0 00000400:00000200:1.0:1789131431.405032:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131431.405042:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.405050:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131431.405058:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131431.405062:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131431.405066:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131431.405069:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131431.405073:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [531:531:256:4294967295] 192.168.206.157@tcp LPNI seq info [531:531:8:4294967295] 00000400:00000200:1.0:1789131431.405077:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.405088:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131431.405094:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131431.405100:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd000. 00000800:00000200:1.0:1789131431.405106:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131431.405115:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131431.405120:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131431.405140:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.405145:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28197 usecs (29 jiffies) 00000400:00000200:1.0:1789131431.405149:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131431.405152:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018443 00000100:00000001:1.0:1789131431.405288:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018431 00000100:00000001:1.0:1789131431.405297:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018443 00000100:00000001:1.0:1789131431.405301:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018431 00000100:00000001:1.0:1789131431.405304:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.405308:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.405311:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.405313:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.405318:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.405319:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131431.405322:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.405324:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.405325:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.405327:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.416006:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.416055:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd000. 00000400:00000200:2.0:1789131431.416069:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.416081:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.416091:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020f68 00000400:00000010:2.0:1789131431.416094:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020f68. 00000100:00000001:2.0:1789131431.416102:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.416111:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b730c0 x1876039997361152/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.416127:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.416131:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7b730c0 x1876039997361152/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.416139:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.416141:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.424492:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.424530:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.424536:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.424539:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.424550:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.424560:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.424573:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.424578:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.424585:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.424589:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a08c00 00000400:00000200:2.0:1789131431.424596:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.424603:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x14bd [1] + 224 00000800:00000001:2.0:1789131431.424611:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.424624:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.424629:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.424634:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.424644:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.424654:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b730c0 x1876039997361152/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.424690:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0c7b730c0 x1876039997361152/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.424774:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.424779:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131431.424896:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131431.424909:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.424913:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131431.429438:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131431.429448:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131431.429455:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131431.429466:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131431.429488:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131431.429497:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131431.429523:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b730c0 x1876039997361152/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131431.429545:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b730c0 x1876039997361152/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.429555:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131431.429557:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.429561:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131431.429566:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131431.429570:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131431.429573:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.429576:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131431.429589:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131431.429594:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131431.429597:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131431.429599:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131431.429603:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131431.429607:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.429610:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131431.429613:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131431.429616:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131431.429618:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131431.429622:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.429628:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b730c0 x1876039997361152/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.429636:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.429639:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131431.429642:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.429644:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131431.429649:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7b730c0 x1876039997361152/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.429658:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131431.429661:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131431.429663:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131431.429665:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131431.429667:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131431.429673:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131431.429680:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131431.429682:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131431.429684:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967340 00000100:00000001:1.0:1789131431.429695:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131431.429702:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.429708:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.429710:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748380480 : -110359961171136 : ffff9ba0d1b78b40) 00000100:00000040:1.0:1789131431.429717:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d577c978] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.429729:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.429732:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.429734:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.429736:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.429740:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b730c0 x1876039997361152/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131431.429748:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b730c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997361152:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131431.430661:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.430666:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131431.430676:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b730c0 x1876039997361152/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.430684:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.430687:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.430699:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.430703:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.430706:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.430708:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.430711:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131431.430716:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.430724:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131431.430727:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.430731:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131431.430735:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131431.430738:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131431.430742:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b78b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997361536:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131431.430746:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131431.431233:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131431.431239:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.431242:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131431.431255:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d075c000. 02000000:00000001:1.0:1789131431.431257:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131431.431267:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131431.431273:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131431.431282:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131431.431293:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997361536, portal 10 00000100:00000001:1.0:1789131431.431295:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.431297:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748380480 : -110359961171136 : ffff9ba0d1b78b40) 00000100:00000040:1.0:1789131431.431307:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.431316:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131431.431319:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131431.431322:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80202a8. 00000100:00000200:1.0:1789131431.431327:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997361536, offset 0 00000400:00000200:1.0:1789131431.431335:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131431.431347:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.431972:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131431.431985:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131431.431992:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131431.431996:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131431.432000:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131431.432004:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [532:532:256:4294967295] 192.168.206.157@tcp LPNI seq info [532:532:8:4294967295] 00000400:00000200:1.0:1789131431.432010:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.432139:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131431.432147:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131431.432154:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131431.432226:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131431.432236:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131431.432241:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131431.432335:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.432341:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28210 usecs (29 jiffies) 00000400:00000200:1.0:1789131431.432346:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131431.432350:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018470 00000100:00000001:1.0:1789131431.432371:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018443 00000100:00000001:1.0:1789131431.432378:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018470 00000100:00000001:1.0:1789131431.432383:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018443 00000100:00000001:1.0:1789131431.432386:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.432390:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.432394:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.432398:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.432406:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.432408:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131431.432411:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.432413:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.432414:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.432416:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.436121:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.436135:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:2.0:1789131431.436145:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.436167:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.436177:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80202a8 00000400:00000010:2.0:1789131431.436180:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80202a8. 00000100:00000001:2.0:1789131431.436188:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.436199:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.436215:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.436219:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.436228:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.436230:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.449190:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.449211:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.449216:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.449218:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.449229:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.449238:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.449247:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.449253:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.449259:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.449264:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a08d80 00000400:00000200:2.0:1789131431.449269:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.449295:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x14c5 [1] + 224 00000800:00000001:2.0:1789131431.449304:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.449311:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.449315:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.449320:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.449330:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.449339:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.449351:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.449374:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131431.449384:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131431.449388:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.449393:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131431.449401:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [533:533:256:4294967295] 192.168.206.157@tcp LPNI seq info [533:533:8:4294967295] 00000400:00000200:2.0:1789131431.449406:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.449415:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131431.449420:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131431.449426:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131431.449433:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131431.449442:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131431.449447:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131431.449640:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.449644:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131431.449647:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.449651:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131431.449658:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.449661:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.450251:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.450256:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131431.450267:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131431.450270:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131431.450274:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131431.450280:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131431.450283:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131431.450287:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131431.450296:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131431.450306:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.450313:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131431.450315:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.450317:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131431.450321:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131431.450324:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131431.450327:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.450330:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131431.450341:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131431.450345:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131431.450348:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131431.450352:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.450359:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131431.450362:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131431.450365:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131431.450367:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131431.450369:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131431.450373:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131431.450377:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.450385:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131431.450389:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131431.450392:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.450395:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131431.450400:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131431.450409:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:1.0:1789131431.450419:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d1b79680 x1876039997361792/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131431.450425:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131431.450429:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.450436:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131431.450439:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131431.450442:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131431.450443:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131431.450444:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131431.450450:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131431.450458:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131431.450460:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131431.450462:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967341 00000100:00000001:1.0:1789131431.450491:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131431.450496:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d1b79680 x1876039997361792/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.450515:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.450516:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748383360 : -110359961168256 : ffff9ba0d1b79680) 00000100:00000040:1.0:1789131431.450523:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e88383b] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d1b79680 x1876039997361792/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.450534:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.450536:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.450539:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.450541:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.450545:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131431.450553:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b78b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997361536:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131431.450558:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.450561:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131431.450564:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b78b40 x1876039997361536/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.450572:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.450574:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.450582:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.450584:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.450587:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.450588:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.450590:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131431.450594:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b79680 x1876039997361792/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.450601:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131431.450604:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.450607:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131431.450611:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131431.450615:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131431.450618:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b79680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997361792:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131431.450622:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131431.450629:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131431.450632:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131431.450638:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131431.450645:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131431.450651:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131431.450660:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997361792, portal 10 00000100:00000001:1.0:1789131431.450663:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.450664:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748383360 : -110359961168256 : ffff9ba0d1b79680) 00000100:00000040:1.0:1789131431.450670:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d1b79680 x1876039997361792/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.450679:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131431.450681:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131431.450684:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020dd0. 00000100:00000200:1.0:1789131431.450689:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997361792, offset 0 00000400:00000200:1.0:1789131431.450696:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131431.450706:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.450713:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131431.450720:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131431.450726:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131431.450731:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131431.450734:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131431.450737:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [534:534:256:4294967295] 192.168.206.157@tcp LPNI seq info [534:534:8:4294967295] 00000400:00000200:1.0:1789131431.450741:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.450865:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131431.450872:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131431.450880:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131431.450886:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131431.450894:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131431.450898:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131431.454942:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.454961:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28198 usecs (29 jiffies) 00000400:00000200:1.0:1789131431.454972:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131431.454977:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018493 00000100:00000001:1.0:1789131431.454987:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018470 00000100:00000001:1.0:1789131431.454993:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018493 00000100:00000001:1.0:1789131431.454997:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018470 00000100:00000001:1.0:1789131431.455001:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.455005:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.455022:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.455027:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.455039:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.455041:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131431.455044:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.455047:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.455049:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.455051:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.459534:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.459548:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:3.0:1789131431.459557:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.459568:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.459577:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020dd0 00000400:00000010:3.0:1789131431.459580:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020dd0. 00000100:00000001:3.0:1789131431.459588:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.459597:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b79680 x1876039997361792/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.459611:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.459615:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d1b79680 x1876039997361792/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.459623:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.459625:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.465034:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.465075:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.465081:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.465084:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.465096:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.465105:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.465117:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.465123:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.465129:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.465134:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a08e80 00000400:00000200:2.0:1789131431.465140:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.465148:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x14cd [1] + 224 00000800:00000001:2.0:1789131431.465156:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.465561:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.465566:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.465572:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.465582:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.465593:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b79680 x1876039997361792/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.465606:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d1b79680 x1876039997361792/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.465629:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131431.465641:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.465645:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.465782:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.465787:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131431.465796:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131431.465799:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131431.465803:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131431.465809:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131431.465812:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131431.465816:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131431.465822:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b79680 x1876039997361792/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131431.465832:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b79680 x1876039997361792/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.465838:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131431.465841:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.465844:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131431.465847:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131431.465851:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131431.465854:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.465858:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131431.465872:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131431.465877:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131431.465880:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131431.465882:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131431.465886:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131431.465890:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.465894:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131431.465898:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131431.465901:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131431.465903:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131431.465907:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.465912:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b79680 x1876039997361792/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.465920:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.465924:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131431.465926:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.465929:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131431.465933:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d1b79680 x1876039997361792/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.465942:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131431.465944:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131431.465947:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131431.465948:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131431.465950:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131431.465956:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131431.465964:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131431.465967:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131431.465969:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967342 00000100:00000001:1.0:1789131431.465981:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131431.465987:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.465994:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.465995:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748384320 : -110359961167296 : ffff9ba0d1b79a40) 00000100:00000040:1.0:1789131431.466002:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000905561c2] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.466013:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.466016:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.466019:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.466021:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.466025:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b79680 x1876039997361792/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131431.466034:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b79680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997361792:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131431.466040:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.466042:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131431.466046:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b79680 x1876039997361792/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.466053:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.466055:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.466063:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.466065:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.466067:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.466069:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.466070:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131431.466074:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.466082:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131431.466085:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.466090:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131431.466094:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131431.466097:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131431.466100:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d1b79a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997362176:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131431.466104:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131431.466111:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131431.466114:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.466117:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131431.466127:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d075c400. 02000000:00000001:1.0:1789131431.466130:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131431.466136:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131431.466139:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131431.466146:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131431.466153:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997362176, portal 10 00000100:00000001:1.0:1789131431.466155:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.466715:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713748384320 : -110359961167296 : ffff9ba0d1b79a40) 00000100:00000040:1.0:1789131431.466729:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.466737:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131431.466740:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131431.466808:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020e58. 00000100:00000200:1.0:1789131431.466817:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997362176, offset 0 00000400:00000200:1.0:1789131431.466826:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131431.466835:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.466844:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131431.466851:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131431.466857:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131431.466862:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131431.466864:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131431.466869:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [535:535:256:4294967295] 192.168.206.157@tcp LPNI seq info [535:535:8:4294967295] 00000400:00000200:1.0:1789131431.466873:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.466884:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131431.466891:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131431.466897:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd000. 00000800:00000200:1.0:1789131431.466905:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131431.466914:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131431.466920:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131431.467011:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.467017:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28158 usecs (29 jiffies) 00000400:00000200:1.0:1789131431.467021:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131431.467024:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018505 00000100:00000001:1.0:1789131431.467035:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018493 00000100:00000001:1.0:1789131431.467041:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018505 00000100:00000001:1.0:1789131431.467045:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018493 00000100:00000001:1.0:1789131431.467048:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.467051:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.467054:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.467056:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.467063:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.467065:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131431.467068:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.467069:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.467071:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.467072:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.467992:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.468002:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd000. 00000400:00000200:3.0:1789131431.468009:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.468034:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.468042:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020e58 00000400:00000010:3.0:1789131431.468044:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020e58. 00000100:00000001:3.0:1789131431.468051:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.468058:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.468069:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.468073:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.468079:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.468081:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.475678:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.475700:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.475705:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.475707:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.475718:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.475727:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.475738:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.475743:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.475856:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.475882:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a09000 00000400:00000200:2.0:1789131431.475888:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.475896:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x14d5 [1] + 224 00000800:00000001:2.0:1789131431.475905:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.475913:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.475917:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.475922:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.475932:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.475943:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.475954:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.475977:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131431.475989:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131431.475993:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.475999:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131431.476006:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [536:536:256:4294967295] 192.168.206.157@tcp LPNI seq info [536:536:8:4294967295] 00000100:00000001:1.0:1789131431.476114:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.476119:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131431.476129:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131431.476132:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131431.476135:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131431.476141:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131431.476144:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131431.476148:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131431.476153:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131431.476240:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.476246:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131431.476249:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.476252:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131431.476255:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131431.476258:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131431.476261:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.476264:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131431.476275:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131431.476280:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131431.476283:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131431.476288:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.476294:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131431.476298:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131431.476301:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131431.476303:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131431.476306:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131431.476309:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131431.476314:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.476322:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131431.476325:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131431.476327:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.476330:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131431.476334:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131431.476342:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:1.0:1789131431.476354:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0c7b70000 x1876039997362432/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131431.476371:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131431.476375:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.476383:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131431.476386:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131431.476389:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131431.476390:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131431.476391:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131431.476398:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131431.476410:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131431.476412:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131431.476414:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967343 00000100:00000001:1.0:1789131431.476424:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131431.476430:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7b70000 x1876039997362432/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.476436:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.476438:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580572672 : -110360128978944 : ffff9ba0c7b70000) 00000100:00000040:1.0:1789131431.476444:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000149078e1] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7b70000 x1876039997362432/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.476454:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.476457:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.476459:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.476461:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.476466:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131431.476654:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d1b79a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997362176:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131431.476660:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.476664:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131431.476668:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d1b79a40 x1876039997362176/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.476675:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.476678:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.476688:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.476690:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.476693:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.476694:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1789131431.476845:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.476858:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131431.476865:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131431.476875:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131431.476881:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131431.476890:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131431.476896:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131431.477343:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.477349:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131431.477355:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.477372:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131431.477384:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.477405:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.477738:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.477855:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b70000 x1876039997362432/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.477866:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.477868:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.477873:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.477876:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.477880:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.477883:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997362432:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.477887:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.477895:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.477898:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.477904:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.477910:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee000. 00000400:00000010:0.0:1789131431.477918:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346330. 00000100:00000200:0.0:1789131431.477926:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997362432, portal 10 00000100:00000001:0.0:1789131431.477929:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.477930:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580572672 : -110360128978944 : ffff9ba0c7b70000) 00000100:00000040:0.0:1789131431.477938:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7b70000 x1876039997362432/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.477951:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.477954:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.477957:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346a18. 00000100:00000200:0.0:1789131431.477962:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997362432, offset 0 00000400:00000200:0.0:1789131431.477969:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.477978:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.477985:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.477992:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.477998:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.478002:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.478005:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.478009:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [537:537:256:4294967295] 192.168.206.157@tcp LPNI seq info [537:537:8:4294967295] 00000400:00000200:0.0:1789131431.478086:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.478096:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.478102:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.478108:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879600. 00000800:00000200:0.0:1789131431.478113:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.478120:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.478124:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.478250:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.478255:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28091 usecs (29 jiffies) 00000400:00000200:0.0:1789131431.478259:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.478263:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018516 00000100:00000001:0.0:1789131431.478271:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018505 00000100:00000001:0.0:1789131431.478276:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018516 00000100:00000001:0.0:1789131431.478280:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018505 00000100:00000001:0.0:1789131431.478283:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.478286:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.478291:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.478294:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.478302:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.478305:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1789131431.478308:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.478310:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.478311:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.478313:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.478893:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.478899:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879600. 00000400:00000200:2.0:1789131431.478904:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.478910:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.478917:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346a18 00000400:00000010:2.0:1789131431.478919:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346a18. 00000100:00000001:2.0:1789131431.478924:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.478930:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b70000 x1876039997362432/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.478941:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.478944:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7b70000 x1876039997362432/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.478950:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.478952:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1789131431.486689:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131431.486699:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131431.486705:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131431.486706:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131431.487037:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131431.487041:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131431.487046:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789131431.487191:0:2359:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789131431.487196:0:2359:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1789131431.487216:0:2359:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131415/real 1789131415] req@ffff9ba0c7dc6580 x1876039997385216/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131431 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1789131431.488515:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.488539:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.488544:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.488547:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.488560:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.488569:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131431.488582:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.488588:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.488596:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.488601:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a09100 00000400:00000200:3.0:1789131431.488607:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.488615:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x14dd [1] + 224 00000800:00000001:3.0:1789131431.488625:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.488639:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.488643:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.488648:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131431.488659:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131431.488669:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b70000 x1876039997362432/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131431.488681:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0c7b70000 x1876039997362432/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.488738:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131431.488853:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.488858:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.488947:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.488951:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.488960:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.488963:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.488967:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee000. 00000400:00000200:0.0:1789131431.488972:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346330 00000400:00000010:0.0:1789131431.488975:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346330. 00000100:00000001:0.0:1789131431.488978:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.488983:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b70000 x1876039997362432/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.488992:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b70000 x1876039997362432/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.488998:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.489000:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.489003:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.489007:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.489010:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.489023:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.489027:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.489038:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131431.489043:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.489046:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131431.489048:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131431.489052:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131431.489057:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.489060:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.489063:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.489066:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.489068:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.489072:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.489077:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b70000 x1876039997362432/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.489085:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.489088:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.489091:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.489093:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.489098:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7b70000 x1876039997362432/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.489105:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.489108:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.489110:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.489111:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.489113:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.489125:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.489136:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.489139:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.489141:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967344 00000100:00000001:0.0:1789131431.489152:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.489159:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.489171:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.489172:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580576512 : -110360128975104 : ffff9ba0c7b70f00) 00000100:00000040:0.0:1789131431.489178:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa2919bd] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.489194:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.489197:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.489199:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.489201:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.489205:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b70000 x1876039997362432/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.489213:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997362432:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.489218:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.489221:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.489224:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b70000 x1876039997362432/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.489230:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.489233:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.489247:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.489249:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.489251:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.489253:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.489255:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.489258:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.489264:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.489266:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.489270:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.489274:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.489277:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.489280:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b70f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997362816:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.489284:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.489290:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.489293:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.489297:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131431.489308:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d3095c00. 02000000:00000001:0.0:1789131431.489310:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.489316:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.489320:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee000. 00000400:00000010:0.0:1789131431.489325:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346330. 00000100:00000200:0.0:1789131431.489333:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997362816, portal 10 00000100:00000001:0.0:1789131431.489335:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.489336:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580576512 : -110360128975104 : ffff9ba0c7b70f00) 00000100:00000040:0.0:1789131431.489342:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.489349:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.489352:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.489355:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13465d8. 00000100:00000200:0.0:1789131431.489359:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997362816, offset 0 00000400:00000200:0.0:1789131431.489372:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.489380:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.489388:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.489395:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.489406:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.489411:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.489417:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.489420:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [538:538:256:4294967295] 192.168.206.157@tcp LPNI seq info [538:538:8:4294967295] 00000400:00000200:0.0:1789131431.489425:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.489435:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.489447:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.489453:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879300. 00000800:00000200:0.0:1789131431.489464:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.489911:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.489918:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.490006:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.490013:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28037 usecs (29 jiffies) 00000400:00000200:0.0:1789131431.490017:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.490021:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018528 00000100:00000001:0.0:1789131431.490029:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018516 00000100:00000001:0.0:1789131431.490035:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018528 00000100:00000001:0.0:1789131431.490038:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018516 00000100:00000001:0.0:1789131431.490041:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.490044:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.490047:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.490049:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.490054:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.490056:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131431.490064:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.490066:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.490067:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.490069:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.496728:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.496740:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879300. 00000400:00000200:3.0:1789131431.496758:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.496771:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.496780:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13465d8 00000400:00000010:3.0:1789131431.496782:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13465d8. 00000100:00000001:3.0:1789131431.496790:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.496800:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.496815:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.496819:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.496828:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.496830:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:2.0:1789131431.510872:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131431.510880:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131431.510885:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d463c8. 00000400:00000200:2.0:1789131431.510895:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1eee0 00000400:00000010:2.0:1789131431.510899:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1eee0. 00000100:00000001:2.0:1789131431.510906:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.510920:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc6580 x1876039997385216/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131431 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789131431.510933:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc6580 x1876039997385216/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131431 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131431.510942:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131431.510944:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.510948:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131431.511094:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789131431.511101:0:2359:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9ba0c7dc6580 x1876039997385216/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131431 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131431.511108:0:2359:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.511111:0:2359:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1789131431.511117:0:2359:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131415/real 1789131415] req@ffff9ba0d48392c0 x1876039997385600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131431 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1789131431.511128:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131431.511130:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131431.511132:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46a50. 00000400:00000200:2.0:1789131431.511134:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e880 00000400:00000010:2.0:1789131431.511137:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e880. 00000100:00000001:2.0:1789131431.511140:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.511144:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d48392c0 x1876039997385600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131431 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789131431.511152:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d48392c0 x1876039997385600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131431 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131431.511231:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131431.511233:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.511235:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131431.511237:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1789131431.511242:0:2359:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9ba0d48392c0 x1876039997385600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131431 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131431.511249:0:2359:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.511258:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131431.511261:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.511265:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131431.511269:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131431.511271:0:2359:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.511274:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131431.511278:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131431.511283:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc6580 x1876039997385216/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131431 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131431.511297:0:2359:0:(client.c:2190:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1789131431.511301:0:2359:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.511303:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131431.511304:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131431.511309:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc6580 x1876039997385216/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131431 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131431.511318:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc6580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2359:1876039997385216:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131431.511324:0:2359:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.511326:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131431.511327:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131431.511331:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d48392c0 x1876039997385600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131431 ref 1 fl Rpc:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131431.511338:0:2359:0:(client.c:2201:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1789131431.511340:0:2359:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.511342:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131431.511343:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131431.511346:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d48392c0 x1876039997385600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131431 ref 1 fl Interpret:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131431.511354:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d48392c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2359:1876039997385600:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131431.511358:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.511361:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.511365:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c7dc6580 x1876039997385216/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131431 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131431.511372:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131431.511375:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131431.511380:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d1144a00. 02000000:00000001:2.0:1789131431.511390:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131431.511394:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131431.511396:0:2359:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=104 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:2.0:1789131431.511400:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131431.511403:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d2a4d500. 02000000:00000001:2.0:1789131431.511408:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131431.511409:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131431.511412:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c7dc6580. 00000100:00000001:2.0:1789131431.511416:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131431.511418:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.511420:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.511424:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d48392c0 x1876039997385600/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131431 ref 1 fl Complete:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131431.511430:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131431.511431:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131431.511433:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d1144400. 02000000:00000001:2.0:1789131431.511435:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131431.511436:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131431.511437:0:2359:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=7 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:2.0:1789131431.511439:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131431.511441:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d2a4d000. 02000000:00000001:2.0:1789131431.511442:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131431.511443:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131431.511614:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d48392c0. 00000100:00000001:2.0:1789131431.511621:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131431.511622:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.511625:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131431.511629:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131431.511630:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.511631:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131431.511635:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789131431.513305:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.513328:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.513333:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.513336:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.513347:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.513354:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131431.513374:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.513380:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.513386:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.513391:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a09280 00000400:00000200:3.0:1789131431.513396:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.513404:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x14e5 [1] + 224 00000800:00000001:3.0:1789131431.513412:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.513420:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.513439:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.513638:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131431.513649:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131431.513660:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131431.513671:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.513726:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.513731:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131431.513760:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131431.513772:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131431.513776:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.513782:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131431.513789:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [539:539:256:4294967295] 192.168.206.157@tcp LPNI seq info [539:539:8:4294967295] 00000400:00000200:3.0:1789131431.513793:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.513802:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131431.513808:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131431.513815:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131431.513822:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131431.513832:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131431.513838:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131431.513988:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.513992:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:3.0:1789131431.513996:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.514001:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131431.514009:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.514023:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789131431.516273:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.516283:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.516288:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee000. 00000400:00000200:0.0:1789131431.516300:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346330 00000400:00000010:0.0:1789131431.516303:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346330. 00000100:00000001:0.0:1789131431.516309:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.516323:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.516336:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.516344:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.516346:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.516350:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.516354:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.516357:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.516362:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.516365:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.516377:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131431.516382:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.516385:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131431.516389:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.516397:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131431.516400:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.516404:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.516407:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.516409:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.516412:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131431.516417:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.516425:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131431.516428:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.516431:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.516433:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.516438:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.516446:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:0.0:1789131431.516485:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0c7b712c0 x1876039997363072/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.516493:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131431.516497:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.516515:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.516526:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.516529:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.516532:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.516533:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.516539:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.516546:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.516549:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.516550:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967345 00000100:00000001:0.0:1789131431.516562:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.516568:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7b712c0 x1876039997363072/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.516576:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.516577:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580577472 : -110360128974144 : ffff9ba0c7b712c0) 00000100:00000040:0.0:1789131431.516584:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd71d264] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7b712c0 x1876039997363072/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.516594:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.516597:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.516599:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.516601:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.516605:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.516614:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b70f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997362816:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.516620:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.516624:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.516627:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b70f00 x1876039997362816/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.516634:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.516637:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.516646:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.516649:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.516652:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.516654:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.516658:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.516661:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b712c0 x1876039997363072/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.516668:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.516670:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.516674:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.516678:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.516681:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.516684:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997363072:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.516689:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.516695:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.516698:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.516706:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.516716:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee000. 00000400:00000010:0.0:1789131431.516722:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346330. 00000100:00000200:0.0:1789131431.516730:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997363072, portal 10 00000100:00000001:0.0:1789131431.516732:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.516733:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580577472 : -110360128974144 : ffff9ba0c7b712c0) 00000100:00000040:0.0:1789131431.516739:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7b712c0 x1876039997363072/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.516746:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.516764:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.516767:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346000. 00000100:00000200:0.0:1789131431.516771:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997363072, offset 0 00000400:00000200:0.0:1789131431.516778:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.516788:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.516797:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.516804:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.516810:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.516815:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.516819:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.516823:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [540:540:256:4294967295] 192.168.206.157@tcp LPNI seq info [540:540:8:4294967295] 00000400:00000200:0.0:1789131431.516827:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.516840:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.516847:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.516855:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879200. 00000800:00000200:0.0:1789131431.516863:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.516872:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.516877:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.516902:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.516907:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28062 usecs (29 jiffies) 00000400:00000200:0.0:1789131431.516911:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.516915:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018552 00000100:00000001:0.0:1789131431.516925:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018528 00000100:00000001:0.0:1789131431.516931:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018552 00000100:00000001:0.0:1789131431.516935:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018528 00000100:00000001:0.0:1789131431.516938:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.516941:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.516944:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.516946:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.516949:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.516951:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1789131431.516953:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.516955:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.516956:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.516968:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.517412:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.517418:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879200. 00000400:00000200:2.0:1789131431.517424:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.517431:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.517437:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346000 00000400:00000010:2.0:1789131431.517466:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346000. 00000100:00000001:2.0:1789131431.517511:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.517518:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b712c0 x1876039997363072/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.517528:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.517531:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7b712c0 x1876039997363072/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.517537:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.517539:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.527677:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.527702:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.527708:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.527711:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.527723:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.527732:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.527744:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.527766:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.527773:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.527778:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a09380 00000400:00000200:2.0:1789131431.527784:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.527792:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x14ed [1] + 224 00000800:00000001:2.0:1789131431.527801:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.527815:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.527819:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.527824:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.527833:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.527844:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b712c0 x1876039997363072/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.527856:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0c7b712c0 x1876039997363072/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.527880:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131431.527909:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.527912:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.528011:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.528017:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.528026:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.528028:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.528032:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee000. 00000400:00000200:0.0:1789131431.528037:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346330 00000400:00000010:0.0:1789131431.528041:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346330. 00000100:00000001:0.0:1789131431.528044:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.528049:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b712c0 x1876039997363072/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.528058:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b712c0 x1876039997363072/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.528065:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.528067:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.528070:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.528073:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.528076:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.528078:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.528081:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.528092:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131431.528096:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.528099:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131431.528101:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131431.528105:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131431.528109:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.528112:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.528115:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.528117:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.528119:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.528123:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.528127:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b712c0 x1876039997363072/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.528134:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.528138:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.528140:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.528143:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.528147:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7b712c0 x1876039997363072/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.528166:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.528169:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.528172:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.528174:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.528175:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.528182:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.528190:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.528193:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.528194:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967346 00000100:00000001:0.0:1789131431.528205:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.528210:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.528217:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.528218:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713799265280 : -110359910286336 : ffff9ba0d4bffc00) 00000100:00000040:0.0:1789131431.528224:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087a67940] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.528235:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.528237:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.528240:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.528242:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.528246:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b712c0 x1876039997363072/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.528254:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b712c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997363072:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.528260:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.528262:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.528266:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b712c0 x1876039997363072/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.528277:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.528281:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.528288:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.528291:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.528293:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.528295:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.528297:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.528300:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.528308:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.528310:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.528314:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.528318:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.528322:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.528325:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4bffc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997363456:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.528329:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.528336:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.528339:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.528342:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131431.528355:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c2f2ec00. 02000000:00000001:0.0:1789131431.528362:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.528368:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.528372:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee000. 00000400:00000010:0.0:1789131431.528377:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346330. 00000100:00000200:0.0:1789131431.528384:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997363456, portal 10 00000100:00000001:0.0:1789131431.528386:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.528387:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713799265280 : -110359910286336 : ffff9ba0d4bffc00) 00000100:00000040:0.0:1789131431.528393:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.528401:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.528404:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.528407:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346d48. 00000100:00000200:0.0:1789131431.528411:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997363456, offset 0 00000400:00000200:0.0:1789131431.528418:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.528427:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.528434:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.528440:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.528456:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.528461:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.528464:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.528468:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [541:541:256:4294967295] 192.168.206.157@tcp LPNI seq info [541:541:8:4294967295] 00000400:00000200:0.0:1789131431.528525:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.528535:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.528542:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.528549:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879900. 00000800:00000200:0.0:1789131431.528557:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.528566:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.528571:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.528586:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.528591:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28002 usecs (29 jiffies) 00000400:00000200:0.0:1789131431.528594:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.528597:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018567 00000100:00000001:0.0:1789131431.528606:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018552 00000100:00000001:0.0:1789131431.528611:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018567 00000100:00000001:0.0:1789131431.528615:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018552 00000100:00000001:0.0:1789131431.528618:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.528621:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.528623:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.528625:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.528628:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.528630:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131431.528632:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.528633:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.528634:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.528636:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.529026:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.529032:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879900. 00000400:00000200:3.0:1789131431.529038:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.529044:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.529049:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346d48 00000400:00000010:3.0:1789131431.529065:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346d48. 00000100:00000001:3.0:1789131431.529071:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.529076:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.529086:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.529090:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.529096:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.529098:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.545546:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.545570:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.545575:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.545578:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.545590:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.545599:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.545610:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.545615:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.545622:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.545627:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a09500 00000400:00000200:2.0:1789131431.545632:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.545639:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x14f5 [1] + 224 00000800:00000001:2.0:1789131431.545649:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.545658:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.545661:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.545667:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.545677:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.545689:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.545702:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.545725:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131431.545737:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131431.545740:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.545746:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131431.545765:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [542:542:256:4294967295] 192.168.206.157@tcp LPNI seq info [542:542:8:4294967295] 00000400:00000200:2.0:1789131431.545770:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.545779:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131431.545786:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131431.545816:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131431.545824:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131431.545833:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131431.545838:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1789131431.545938:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.545943:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.545952:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.545954:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.545959:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee000. 00000400:00000200:0.0:1789131431.545964:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346330 00000400:00000010:0.0:1789131431.545977:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346330. 00000100:00000001:0.0:1789131431.545980:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.545986:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.545994:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.546000:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.546002:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.546005:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.546008:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.546011:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.546013:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.546017:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.546028:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131431.546032:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.546035:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131431.546039:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.546045:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131431.546048:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.546051:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.546053:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.546055:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.546059:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131431.546063:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.546071:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131431.546075:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.546077:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.546080:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.546084:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.546092:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:0.0:1789131431.546102:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d081e940 x1876039997363712/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.546109:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131431.546112:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.546120:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.546122:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.546125:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.546127:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.546128:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.546134:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.546140:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.546143:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.546144:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967347 00000100:00000001:0.0:1789131431.546155:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000800:00000200:2.0:1789131431.546379:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.546384:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131431.546388:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.546392:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131431.546400:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.546404:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1789131431.546430:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d081e940 x1876039997363712/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.546438:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.546439:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728088384 : -110359981463232 : ffff9ba0d081e940) 00000100:00000040:0.0:1789131431.546446:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a24ab68f] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d081e940 x1876039997363712/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.546457:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.546460:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.546462:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.546464:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.546520:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.546531:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4bffc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997363456:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.546537:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.546540:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.546544:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4bffc00 x1876039997363456/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.546551:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.546553:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.546562:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.546564:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.546566:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.546568:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.546570:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.546573:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081e940 x1876039997363712/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.546581:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.546583:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.546587:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.546592:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.546594:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.546597:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997363712:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.546601:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.546608:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.546611:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.546616:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.546620:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee000. 00000400:00000010:0.0:1789131431.546626:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346330. 00000100:00000200:0.0:1789131431.546634:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997363712, portal 10 00000100:00000001:0.0:1789131431.546635:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.546636:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728088384 : -110359981463232 : ffff9ba0d081e940) 00000100:00000040:0.0:1789131431.546642:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d081e940 x1876039997363712/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.546649:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.546651:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.546654:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346110. 00000100:00000200:0.0:1789131431.546658:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997363712, offset 0 00000400:00000200:0.0:1789131431.546666:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.546674:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.546680:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.546686:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.546691:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.546696:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.546699:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.546703:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [543:543:256:4294967295] 192.168.206.157@tcp LPNI seq info [543:543:8:4294967295] 00000400:00000200:0.0:1789131431.546706:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.546714:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.546719:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.546723:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879400. 00000800:00000200:0.0:1789131431.546729:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.546736:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.546740:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.553676:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.553692:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27977 usecs (28 jiffies) 00000400:00000200:0.0:1789131431.553703:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.553708:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018591 00000100:00000001:0.0:1789131431.553719:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018567 00000100:00000001:0.0:1789131431.553726:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018591 00000100:00000001:0.0:1789131431.553731:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018567 00000100:00000001:0.0:1789131431.553734:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.553739:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.553744:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.553761:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.553772:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.553774:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1789131431.553777:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.553779:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.553781:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.553783:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.554609:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.554618:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879400. 00000400:00000200:3.0:1789131431.554626:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.554635:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.554644:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346110 00000400:00000010:3.0:1789131431.554646:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346110. 00000100:00000001:3.0:1789131431.554653:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.554662:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081e940 x1876039997363712/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.554676:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.554680:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d081e940 x1876039997363712/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.554688:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.554689:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.573998:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.574022:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.574026:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.574029:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.574041:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.574050:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.574062:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.574068:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.574075:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.574080:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a09600 00000400:00000200:2.0:1789131431.574086:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.574093:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x14fd [1] + 224 00000800:00000001:2.0:1789131431.574102:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.574116:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.574120:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.574125:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.574135:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.574145:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081e940 x1876039997363712/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.574172:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d081e940 x1876039997363712/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.574194:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131431.574223:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.574227:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.574964:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.574971:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.574983:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.574986:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.574991:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee000. 00000400:00000200:0.0:1789131431.574999:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346330 00000400:00000010:0.0:1789131431.575001:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346330. 00000100:00000001:0.0:1789131431.575005:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.575015:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081e940 x1876039997363712/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.575026:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081e940 x1876039997363712/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.575034:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.575036:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.575039:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.575043:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.575046:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.575049:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.575052:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.575063:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131431.575068:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.575071:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131431.575073:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131431.575076:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131431.575081:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.575084:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.575088:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.575090:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.575093:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.575097:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.575102:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081e940 x1876039997363712/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.575111:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.575115:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.575117:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.575120:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.575126:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d081e940 x1876039997363712/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.575135:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.575137:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.575140:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.575141:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.575143:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.575150:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.575176:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.575179:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.575180:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967348 00000100:00000001:0.0:1789131431.575193:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.575200:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.575207:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.575209:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728087424 : -110359981464192 : ffff9ba0d081e580) 00000100:00000040:0.0:1789131431.575215:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000168eb5e7] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.575232:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.575235:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.575237:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.575239:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.575243:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081e940 x1876039997363712/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.575252:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081e940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997363712:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.575257:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.575260:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.575264:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081e940 x1876039997363712/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.575272:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.575274:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.575296:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.575299:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.575302:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.575303:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.575305:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.575309:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.575317:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.575319:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.575324:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.575328:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.575331:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.575334:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997364096:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.575339:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.575345:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.575348:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.575351:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131431.575362:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c2f2dc00. 02000000:00000001:0.0:1789131431.575365:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.575371:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.575374:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee000. 00000400:00000010:0.0:1789131431.575380:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346330. 00000100:00000200:0.0:1789131431.575388:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997364096, portal 10 00000100:00000001:0.0:1789131431.575389:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.575391:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728087424 : -110359981464192 : ffff9ba0d081e580) 00000100:00000040:0.0:1789131431.575397:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.575404:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.575407:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.575410:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346f68. 00000100:00000200:0.0:1789131431.575415:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997364096, offset 0 00000400:00000200:0.0:1789131431.575421:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.575431:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.575440:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.575448:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.575454:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.575458:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.575462:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.575466:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [544:544:256:4294967295] 192.168.206.157@tcp LPNI seq info [544:544:8:4294967295] 00000400:00000200:0.0:1789131431.575530:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.575541:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.575547:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.575554:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879d00. 00000800:00000200:0.0:1789131431.575561:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.575569:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.575574:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.575593:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.575599:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 28011 usecs (29 jiffies) 00000400:00000200:0.0:1789131431.575603:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.575606:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018614 00000100:00000001:0.0:1789131431.575614:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018591 00000100:00000001:0.0:1789131431.575620:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018614 00000100:00000001:0.0:1789131431.575624:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018591 00000100:00000001:0.0:1789131431.575627:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.575631:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.575633:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.575635:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.575638:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.575640:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131431.575642:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.575643:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.575644:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.575646:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.577178:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.577189:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879d00. 00000400:00000200:3.0:1789131431.577198:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.577207:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.577215:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346f68 00000400:00000010:3.0:1789131431.577218:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346f68. 00000100:00000001:3.0:1789131431.577223:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.577232:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.577269:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.577273:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.577281:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.577283:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.589116:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.589136:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.589140:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.589142:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.589153:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.589173:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.589185:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.589190:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.589196:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.589200:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a09780 00000400:00000200:2.0:1789131431.589206:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.589213:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1505 [1] + 224 00000800:00000001:2.0:1789131431.589222:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.589230:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.589233:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.589238:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.589248:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.589258:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.589270:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.589298:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131431.589309:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131431.589313:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.589319:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131431.589326:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [545:545:256:4294967295] 192.168.206.157@tcp LPNI seq info [545:545:8:4294967295] 00000400:00000200:2.0:1789131431.589331:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.589339:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131431.589345:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131431.589370:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131431.589378:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131431.589388:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131431.589393:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131431.590066:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.590072:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131431.590076:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.590081:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131431.590091:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.590096:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.591672:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.591682:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.591693:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.591696:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.591700:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee000. 00000400:00000200:0.0:1789131431.591711:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346330 00000400:00000010:0.0:1789131431.591714:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346330. 00000100:00000001:0.0:1789131431.591719:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.591732:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.591744:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.592087:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.592090:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.592093:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.592097:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.592100:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.592104:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.592107:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.592123:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131431.592128:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.592131:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131431.592136:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.592142:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131431.592145:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.592148:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.592151:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.592153:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.592168:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131431.592173:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.592180:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131431.592184:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.592186:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.592189:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.592194:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.592202:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:0.0:1789131431.592215:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0c7b71e00 x1876039997364352/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.592222:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131431.592225:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.592234:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.592236:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.592239:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.592242:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.592243:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.592250:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.592257:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.592259:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.592261:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967349 00000100:00000001:0.0:1789131431.592274:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.592280:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7b71e00 x1876039997364352/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.592288:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.592289:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580580352 : -110360128971264 : ffff9ba0c7b71e00) 00000100:00000040:0.0:1789131431.592295:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003aa5430c] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7b71e00 x1876039997364352/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.592306:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.592308:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.592311:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.592313:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.592317:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.592326:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081e580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997364096:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.592332:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.592335:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.592339:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081e580 x1876039997364096/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.592347:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.592349:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.592358:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.592361:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.592364:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.592365:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.592368:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.592372:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b71e00 x1876039997364352/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.592379:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.592381:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.592385:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.592390:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.592392:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.592396:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b71e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997364352:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.592400:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.592408:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.592410:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.592418:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.592428:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee000. 00000400:00000010:0.0:1789131431.592434:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346330. 00000100:00000200:0.0:1789131431.592442:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997364352, portal 10 00000100:00000001:0.0:1789131431.592445:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.592446:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580580352 : -110360128971264 : ffff9ba0c7b71e00) 00000100:00000040:0.0:1789131431.592452:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7b71e00 x1876039997364352/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.592459:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.592462:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.592465:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346990. 00000100:00000200:0.0:1789131431.592873:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997364352, offset 0 00000400:00000200:0.0:1789131431.592886:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.592898:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.592908:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.592915:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.592921:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.592926:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.592930:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.592935:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [546:546:256:4294967295] 192.168.206.157@tcp LPNI seq info [546:546:8:4294967295] 00000400:00000200:0.0:1789131431.592939:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.592950:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.592957:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131431.594587:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecdc00. 00000800:00000200:1.0:1789131431.594601:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131431.594611:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131431.594617:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecdc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131431.594642:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.594649:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27981 usecs (28 jiffies) 00000400:00000200:1.0:1789131431.594655:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131431.594658:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018632 00000100:00000001:1.0:1789131431.594667:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018614 00000100:00000001:1.0:1789131431.594673:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018632 00000100:00000001:1.0:1789131431.594676:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018614 00000100:00000001:1.0:1789131431.594680:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.594684:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.594689:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.594692:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.594701:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.594704:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131431.594707:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.594709:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.594710:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.594712:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.595407:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.595417:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecdc00. 00000400:00000200:2.0:1789131431.595425:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.595432:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.595440:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346990 00000400:00000010:2.0:1789131431.595443:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346990. 00000100:00000001:2.0:1789131431.595449:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.595457:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b71e00 x1876039997364352/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.595515:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.595520:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7b71e00 x1876039997364352/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.595529:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.595531:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131431.609201:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.609225:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.609229:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.609232:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.609245:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.609255:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131431.609266:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.609271:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.609279:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.609284:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a09880 00000400:00000200:3.0:1789131431.609290:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.609298:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x150d [1] + 224 00000800:00000001:3.0:1789131431.609307:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.609349:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.609353:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.609359:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131431.609369:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131431.609379:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b71e00 x1876039997364352/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131431.609392:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0c7b71e00 x1876039997364352/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.609417:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131431.609430:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.609433:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.609591:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.609597:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131431.609607:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131431.609609:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131431.609614:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee000. 00000400:00000200:1.0:1789131431.609620:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346330 00000400:00000010:1.0:1789131431.609622:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346330. 00000100:00000001:1.0:1789131431.609625:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131431.609630:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b71e00 x1876039997364352/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131431.609646:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b71e00 x1876039997364352/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.609652:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131431.609654:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.609656:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131431.609660:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131431.609663:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131431.609666:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.609669:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131431.609682:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131431.609687:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131431.609689:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131431.609691:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131431.609695:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131431.609699:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.609703:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131431.609706:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131431.609709:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131431.609711:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131431.609715:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.609721:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b71e00 x1876039997364352/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.609729:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.609732:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131431.609734:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.609737:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131431.609741:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7b71e00 x1876039997364352/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.609750:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131431.609762:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131431.609765:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131431.609767:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131431.609769:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131431.609776:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131431.609783:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131431.609785:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131431.609787:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967350 00000100:00000001:1.0:1789131431.609799:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131431.609806:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.609813:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.609815:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580584192 : -110360128967424 : ffff9ba0c7b72d00) 00000100:00000040:1.0:1789131431.609820:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cc15045] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.609830:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.609832:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.609835:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.609837:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.609840:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b71e00 x1876039997364352/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131431.609848:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b71e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997364352:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131431.609854:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.609857:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131431.609860:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b71e00 x1876039997364352/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.609866:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.609869:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.609878:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.609881:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.609882:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.609884:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.609886:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131431.609889:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.609896:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131431.609898:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.609902:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131431.609906:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131431.609908:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131431.609912:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b72d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997364736:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131431.609916:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131431.609922:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131431.609925:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.609927:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131431.609936:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d075e000. 02000000:00000001:1.0:1789131431.609938:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131431.609944:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131431.609948:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131431.609954:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131431.609961:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997364736, portal 10 00000100:00000001:1.0:1789131431.609963:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.609964:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580584192 : -110360128967424 : ffff9ba0c7b72d00) 00000100:00000040:1.0:1789131431.609970:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.609978:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131431.609980:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131431.609983:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80207f8. 00000100:00000200:1.0:1789131431.609987:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997364736, offset 0 00000400:00000200:1.0:1789131431.609993:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131431.610001:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.610008:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131431.610015:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131431.610019:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131431.610024:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131431.610027:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131431.610031:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [547:547:256:4294967295] 192.168.206.157@tcp LPNI seq info [547:547:8:4294967295] 00000400:00000200:1.0:1789131431.610035:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.610044:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131431.610051:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131431.610057:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecdc00. 00000800:00000200:1.0:1789131431.610064:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131431.610073:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131431.610078:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecdc00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131431.610100:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.610105:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27955 usecs (28 jiffies) 00000400:00000200:1.0:1789131431.610108:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131431.610111:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018647 00000100:00000001:1.0:1789131431.610120:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018632 00000100:00000001:1.0:1789131431.610126:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018647 00000100:00000001:1.0:1789131431.610130:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018632 00000100:00000001:1.0:1789131431.610133:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.610137:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.610139:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.610141:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.610144:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.610146:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131431.610147:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.610149:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.610150:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.610152:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.610375:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.610381:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecdc00. 00000400:00000200:2.0:1789131431.610386:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.610392:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.610397:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80207f8 00000400:00000010:2.0:1789131431.610399:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80207f8. 00000100:00000001:2.0:1789131431.610406:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.610412:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.610441:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.610445:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.610450:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.610452:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131431.624352:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.624398:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.624404:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.624406:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.624418:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.624428:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131431.624439:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.624445:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.624451:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.624456:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a09a00 00000400:00000200:3.0:1789131431.624462:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.624527:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1515 [1] + 224 00000800:00000001:3.0:1789131431.624537:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.624545:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.624549:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.624554:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131431.624563:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131431.624575:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131431.624587:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.624609:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131431.624621:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131431.624625:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.624631:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131431.624638:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [548:548:256:4294967295] 192.168.206.157@tcp LPNI seq info [548:548:8:4294967295] 00000400:00000200:3.0:1789131431.624643:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.624655:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131431.624662:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000100:00000001:1.0:1789131431.624912:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.624917:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131431.624927:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131431.624930:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131431.624935:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131431.624940:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131431.624943:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131431.624947:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131431.624953:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131431.624962:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.624969:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131431.624972:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.624975:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131431.624978:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131431.624981:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131431.624984:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.624987:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131431.624999:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131431.625004:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131431.625007:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131431.625112:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.625121:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131431.625124:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131431.625128:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131431.625131:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131431.625134:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131431.625138:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131431.625143:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.625151:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131431.625154:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131431.625157:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.625161:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131431.625165:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131431.625173:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:1.0:1789131431.625184:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0c7b721c0 x1876039997364992/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131431.625192:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131431.625195:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.625203:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131431.625205:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131431.625208:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131431.625209:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131431.625211:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131431.625217:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131431.625225:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131431.625228:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131431.625230:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967351 00000100:00000001:1.0:1789131431.625243:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131431.625250:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7b721c0 x1876039997364992/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.625258:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.625259:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580581312 : -110360128970304 : ffff9ba0c7b721c0) 00000100:00000040:1.0:1789131431.625266:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a03f4d6] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7b721c0 x1876039997364992/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.625277:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.625280:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.625284:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.625286:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.625290:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131431.625299:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b72d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997364736:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131431.625304:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.625308:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131431.625311:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b72d00 x1876039997364736/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.625319:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.625322:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.625331:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.625334:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.625336:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.625337:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.625339:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131431.625343:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b721c0 x1876039997364992/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.625350:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131431.625353:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.625411:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:2.0:1789131431.625411:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 02000000:00000001:1.0:1789131431.625416:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131431.625419:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131431.625422:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b721c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997364992:192.168.206.157@tcp:35:createmany.0 00000800:00000200:2.0:1789131431.625422:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000100:00000001:1.0:1789131431.625426:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1789131431.625430:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 02000000:00000001:1.0:1789131431.625434:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1789131431.625436:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 02000000:00000001:1.0:1789131431.625437:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131431.625442:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131431.625447:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131431.625453:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131431.625461:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997364992, portal 10 00000100:00000001:1.0:1789131431.625464:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.625465:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580581312 : -110360128970304 : ffff9ba0c7b721c0) 00000100:00000040:1.0:1789131431.625491:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7b721c0 x1876039997364992/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.625509:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131431.625511:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131431.625514:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80203b8. 00000100:00000200:1.0:1789131431.625519:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997364992, offset 0 00000400:00000200:1.0:1789131431.625525:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131431.625530:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.625535:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131431.625541:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131431.625546:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131431.625551:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131431.625554:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131431.625557:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [549:549:255:4294967295] 192.168.206.157@tcp LPNI seq info [549:549:7:4294967295] 00000400:00000200:1.0:1789131431.625561:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.625568:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131431.625574:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131431.625578:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd000. 00000800:00000200:1.0:1789131431.625582:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131431.625586:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131431.625588:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131431.625591:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.625596:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27916 usecs (28 jiffies) 00000400:00000200:1.0:1789131431.625599:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000800:00000200:2.0:1789131431.625599:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1789131431.625602:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018663 00000800:00000010:2.0:1789131431.625603:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131431.625608:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789131431.625610:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018647 00000400:00000200:2.0:1789131431.625613:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000100:00000001:1.0:1789131431.625617:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018663 00000100:00000001:1.0:1789131431.625620:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018647 00000800:00000001:2.0:1789131431.625622:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1789131431.625624:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1789131431.625625:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.625627:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.625629:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.625632:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.625635:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.625637:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131431.625639:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.625640:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.625642:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.625644:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.625648:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.625650:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd000. 00000400:00000200:2.0:1789131431.625652:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.625656:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.625659:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80203b8 00000400:00000010:2.0:1789131431.625661:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80203b8. 00000100:00000001:2.0:1789131431.625665:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.625669:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b721c0 x1876039997364992/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.625678:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.625681:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7b721c0 x1876039997364992/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.625687:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.625689:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.635893:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.635938:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.635944:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.635946:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.635969:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.635979:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.635991:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.635997:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.636004:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.636009:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a09b00 00000400:00000200:2.0:1789131431.636015:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.636022:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x151d [1] + 224 00000800:00000001:2.0:1789131431.636030:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.636045:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.636049:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.636054:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.636064:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.636074:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b721c0 x1876039997364992/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.636087:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0c7b721c0 x1876039997364992/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.636116:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131431.636126:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.636129:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.641166:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.641177:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131431.641190:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131431.641194:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131431.641200:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131431.641213:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131431.641216:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131431.641224:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131431.641241:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b721c0 x1876039997364992/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131431.641255:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b721c0 x1876039997364992/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.641265:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131431.641268:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.641271:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131431.641276:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131431.641279:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131431.641282:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.641287:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131431.641302:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131431.641308:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131431.641311:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131431.641313:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131431.641318:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131431.641324:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.641327:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131431.641333:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131431.641335:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131431.641338:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131431.641342:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.641348:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b721c0 x1876039997364992/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.641356:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.641374:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131431.641377:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.641379:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131431.641385:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7b721c0 x1876039997364992/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.641394:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131431.641397:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131431.641400:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131431.641402:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131431.641404:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131431.641411:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131431.641419:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131431.641422:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131431.641424:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967352 00000100:00000001:1.0:1789131431.641438:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131431.641445:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.641452:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.641454:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580575552 : -110360128976064 : ffff9ba0c7b70b40) 00000100:00000040:1.0:1789131431.641460:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000967416db] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.641515:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.641519:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.641521:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.641523:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.641528:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b721c0 x1876039997364992/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131431.641536:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b721c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997364992:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131431.641542:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.641545:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131431.641549:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b721c0 x1876039997364992/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.641556:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.641558:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.641568:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.641570:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.641573:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.641575:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.641577:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131431.641581:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.641589:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131431.641592:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.641597:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131431.641602:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131431.641605:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131431.641609:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b70b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997365376:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131431.641613:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131431.641620:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131431.641623:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.641626:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131431.641639:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d075f400. 02000000:00000001:1.0:1789131431.641642:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131431.641651:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131431.641657:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131431.641663:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131431.641672:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997365376, portal 10 00000100:00000001:1.0:1789131431.641674:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.641676:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580575552 : -110360128976064 : ffff9ba0c7b70b40) 00000100:00000040:1.0:1789131431.641682:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.641690:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131431.641693:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131431.641697:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020330. 00000100:00000200:1.0:1789131431.641702:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997365376, offset 0 00000400:00000200:1.0:1789131431.641710:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131431.641722:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.641732:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131431.641740:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131431.641745:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131431.641749:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131431.641753:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131431.641758:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [550:550:256:4294967295] 192.168.206.157@tcp LPNI seq info [550:550:8:4294967295] 00000400:00000200:1.0:1789131431.641762:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.641774:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131431.641781:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131431.641788:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131431.641797:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131431.641807:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131431.641813:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131431.641839:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.641845:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27882 usecs (28 jiffies) 00000400:00000200:1.0:1789131431.641849:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131431.641852:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018679 00000100:00000001:1.0:1789131431.641861:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018663 00000100:00000001:1.0:1789131431.641868:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018679 00000100:00000001:1.0:1789131431.641871:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018663 00000100:00000001:1.0:1789131431.641875:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.641879:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.641881:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.641884:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.641887:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.641888:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131431.641890:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.641892:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.641893:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.641895:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.642042:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.642067:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:3.0:1789131431.642074:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.642080:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.642086:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020330 00000400:00000010:3.0:1789131431.642088:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020330. 00000100:00000001:3.0:1789131431.642093:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.642097:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.642106:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.642109:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.642115:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.642116:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.655520:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.655544:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.655550:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.655553:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.655564:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.655574:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.655586:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.655592:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.655599:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.655624:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a09c80 00000400:00000200:2.0:1789131431.655630:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.655639:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1525 [1] + 224 00000800:00000001:2.0:1789131431.655648:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.655658:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.655663:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.655669:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.655682:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.655693:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.655706:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.655732:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131431.655745:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:1.0:1789131431.655848:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.655854:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1789131431.655861:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000001:1.0:1789131431.655862:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131431.655865:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1789131431.655868:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000010:1.0:1789131431.655869:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131431.655874:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000200:2.0:1789131431.655874:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [551:551:256:4294967295] 192.168.206.157@tcp LPNI seq info [551:551:8:4294967295] 00000400:00000010:1.0:1789131431.655877:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000400:00000200:2.0:1789131431.655879:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131431.655881:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131431.655886:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1789131431.655887:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131431.655894:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000100:00000200:1.0:1789131431.655895:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.655901:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000010:2.0:1789131431.655901:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000100:00000001:1.0:1789131431.655903:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.655906:0:2356:0:(client.c:1593:after_reply()) Process entered 00000800:00000200:2.0:1789131431.655908:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 02000000:00000001:1.0:1789131431.655910:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131431.655913:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131431.655915:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.655915:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 02000000:00000001:1.0:1789131431.655918:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.655921:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000100:00001000:1.0:1789131431.655928:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131431.655932:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131431.655936:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131431.655939:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.655945:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131431.655948:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131431.655951:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131431.655954:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131431.655956:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131431.655960:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131431.655965:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.655972:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131431.655976:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131431.655978:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.655981:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131431.655986:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131431.655995:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:1.0:1789131431.656007:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0c7dc4f00 x1876039997365632/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131431.656014:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131431.656017:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.656026:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131431.656028:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131431.656031:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131431.656032:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131431.656033:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131431.656039:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131431.656051:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131431.656053:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131431.656055:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967353 00000100:00000001:1.0:1789131431.656069:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131431.656074:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7dc4f00 x1876039997365632/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.656082:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.656083:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583017728 : -110360126533888 : ffff9ba0c7dc4f00) 00000100:00000040:1.0:1789131431.656089:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd96879a] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7dc4f00 x1876039997365632/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.656099:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.656101:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.656103:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.656105:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.656109:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131431.656117:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b70b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997365376:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131431.656123:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.656126:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131431.656129:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b70b40 x1876039997365376/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.656136:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.656139:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.656149:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.656151:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.656153:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.656154:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.656156:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131431.656161:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc4f00 x1876039997365632/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.656168:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131431.656171:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.656175:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131431.656178:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131431.656181:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131431.656185:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997365632:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131431.656189:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131431.656195:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131431.656199:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131431.656204:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131431.656208:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131431.656213:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131431.656221:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997365632, portal 10 00000100:00000001:1.0:1789131431.656222:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.656224:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583017728 : -110360126533888 : ffff9ba0c7dc4f00) 00000100:00000040:1.0:1789131431.656230:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7dc4f00 x1876039997365632/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.656236:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131431.656239:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131431.656242:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80204c8. 00000100:00000200:1.0:1789131431.656246:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997365632, offset 0 00000400:00000200:1.0:1789131431.656252:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131431.656258:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.656262:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131431.656267:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131431.656271:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131431.656276:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131431.656278:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131431.656282:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [552:552:255:4294967295] 192.168.206.157@tcp LPNI seq info [552:552:7:4294967295] 00000400:00000200:1.0:1789131431.656285:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.656293:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131431.656297:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131431.656303:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131431.656307:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131431.656311:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131431.656314:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131431.656317:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.656322:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27841 usecs (28 jiffies) 00000400:00000200:1.0:1789131431.656325:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131431.656329:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018693 00000100:00000001:1.0:1789131431.656337:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018679 00000100:00000001:1.0:1789131431.656342:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018693 00000100:00000001:1.0:1789131431.656346:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018679 00000100:00000001:1.0:1789131431.656349:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.656352:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.656354:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.656356:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.657462:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.657466:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131431.657482:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.657484:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.657488:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.657490:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.657623:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.657629:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131431.657635:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.657643:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131431.657657:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.657681:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131431.657712:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.657714:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:2.0:1789131431.657718:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.657722:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.657727:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80204c8 00000400:00000010:2.0:1789131431.657730:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80204c8. 00000100:00000001:2.0:1789131431.657736:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.657744:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc4f00 x1876039997365632/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.657769:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.657773:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7dc4f00 x1876039997365632/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.657781:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.657783:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.662441:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.662534:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.662539:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.662542:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.662554:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.662563:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.662575:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.662580:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.662587:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.662591:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a09d80 00000400:00000200:2.0:1789131431.662596:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.662603:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x152d [1] + 224 00000800:00000001:2.0:1789131431.662612:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.662625:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.662629:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.662634:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.662644:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.662656:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc4f00 x1876039997365632/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.662700:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0c7dc4f00 x1876039997365632/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.662725:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131431.662738:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.662742:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.665548:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.665561:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131431.665574:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131431.665578:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131431.665584:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131431.665596:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131431.665600:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131431.665606:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131431.665622:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc4f00 x1876039997365632/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131431.665641:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc4f00 x1876039997365632/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.665650:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131431.665652:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.665655:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131431.665659:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131431.665662:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131431.665665:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.665668:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131431.665681:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131431.665686:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131431.665689:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131431.665690:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131431.665694:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131431.665698:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.665702:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131431.665706:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131431.665708:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131431.665711:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131431.665715:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.665721:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc4f00 x1876039997365632/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.665729:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.665732:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131431.665735:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.665737:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131431.665742:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7dc4f00 x1876039997365632/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.665750:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131431.666077:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131431.666081:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131431.666084:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131431.666085:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131431.666093:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131431.666100:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131431.666103:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131431.666104:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967354 00000100:00000001:1.0:1789131431.666117:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131431.666124:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.666131:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.666133:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795311936 : -110359914239680 : ffff9ba0d483a940) 00000100:00000040:1.0:1789131431.666138:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017232a55] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.666150:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.666152:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.666154:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.666157:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.666161:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc4f00 x1876039997365632/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131431.666170:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc4f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997365632:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131431.666175:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.666178:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131431.666182:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc4f00 x1876039997365632/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.666189:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.666192:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.666200:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.666203:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.666206:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.666207:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.666209:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131431.666213:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.666220:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131431.666222:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.666227:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131431.666231:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131431.666234:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131431.666238:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997366016:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131431.666242:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131431.666249:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131431.666252:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.666254:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131431.666266:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d075cc00. 02000000:00000001:1.0:1789131431.666268:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131431.666276:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131431.666281:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131431.666287:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131431.666295:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997366016, portal 10 00000100:00000001:1.0:1789131431.666297:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.666298:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795311936 : -110359914239680 : ffff9ba0d483a940) 00000100:00000040:1.0:1789131431.666304:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.666311:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131431.666314:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131431.666318:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020908. 00000100:00000200:1.0:1789131431.666322:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997366016, offset 0 00000400:00000200:1.0:1789131431.666329:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131431.666340:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.666350:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131431.666357:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131431.666428:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131431.666433:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131431.666436:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131431.666440:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [553:553:256:4294967295] 192.168.206.157@tcp LPNI seq info [553:553:8:4294967295] 00000400:00000200:1.0:1789131431.666445:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.666457:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131431.666463:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131431.666523:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd000. 00000800:00000200:1.0:1789131431.666532:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131431.666541:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131431.666545:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131431.666626:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.666631:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27773 usecs (28 jiffies) 00000400:00000200:1.0:1789131431.666635:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131431.666638:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018704 00000100:00000001:1.0:1789131431.666647:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018693 00000100:00000001:1.0:1789131431.666654:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018704 00000100:00000001:1.0:1789131431.666657:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018693 00000100:00000001:1.0:1789131431.666661:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.666664:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.666667:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.666669:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.666673:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.666675:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131431.666677:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.666679:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.666680:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.666682:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.676211:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.676225:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd000. 00000400:00000200:3.0:1789131431.676235:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.676247:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.676258:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020908 00000400:00000010:3.0:1789131431.676261:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020908. 00000100:00000001:3.0:1789131431.676268:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.676278:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.676293:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.676297:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.676304:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.676306:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.690734:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.690767:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.690773:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.690776:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.690788:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.690798:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.690810:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.690816:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.690822:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.690826:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a09f00 00000400:00000200:2.0:1789131431.690832:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.690839:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1535 [1] + 224 00000800:00000001:2.0:1789131431.690847:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.690856:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.690860:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.690865:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.690874:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.690885:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.690896:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.690919:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131431.690930:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131431.690934:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.690969:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000100:00000001:1.0:1789131431.690976:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1789131431.690977:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [554:554:256:4294967295] 192.168.206.157@tcp LPNI seq info [554:554:8:4294967295] 00000100:00000001:1.0:1789131431.690981:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1789131431.690981:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000001:1.0:1789131431.690990:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1789131431.690991:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000400:00000001:1.0:1789131431.690993:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131431.690997:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000800:00000200:2.0:1789131431.690997:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131431.691002:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000800:00000010:2.0:1789131431.691003:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000400:00000010:1.0:1789131431.691004:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131431.691008:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1789131431.691010:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131431.691019:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000100:00000200:1.0:1789131431.691022:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1789131431.691024:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1789131431.691031:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.691038:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131431.691041:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.691043:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131431.691046:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131431.691049:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131431.691052:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.691055:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131431.691065:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131431.691069:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131431.691072:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131431.691075:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.691081:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131431.691084:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131431.691087:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131431.691089:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131431.691091:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131431.691095:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131431.691100:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.691107:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131431.691110:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131431.691113:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.691116:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131431.691121:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1789131431.691121:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.691125:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131431.691128:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000002:00000001:1.0:1789131431.691129:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000400:00000200:2.0:1789131431.691131:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131431.691138:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000002:00080000:1.0:1789131431.691140:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d4838f00 x1876039997366272/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000001:2.0:1789131431.691141:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1789131431.691146:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131431.691149:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.691156:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131431.691159:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131431.691162:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131431.691163:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131431.691164:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131431.691171:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131431.691178:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131431.691181:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131431.691183:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967355 00000100:00000001:1.0:1789131431.691196:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131431.691202:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4838f00 x1876039997366272/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.691209:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.691211:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795305216 : -110359914246400 : ffff9ba0d4838f00) 00000100:00000040:1.0:1789131431.691216:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7f739be] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4838f00 x1876039997366272/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.691227:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.691230:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.691232:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.691235:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.691239:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131431.691247:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483a940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997366016:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131431.691252:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.691255:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131431.691259:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d483a940 x1876039997366016/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.691266:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.691269:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.691278:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.691280:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.691282:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.691283:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.691285:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131431.691290:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4838f00 x1876039997366272/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.691297:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131431.691300:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.691304:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131431.691308:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131431.691311:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131431.691314:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4838f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997366272:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131431.691318:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131431.691325:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131431.691328:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131431.691332:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131431.691336:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131431.691341:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131431.691349:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997366272, portal 10 00000100:00000001:1.0:1789131431.691352:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.691353:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795305216 : -110359914246400 : ffff9ba0d4838f00) 00000100:00000040:1.0:1789131431.691371:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d4838f00 x1876039997366272/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.691378:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131431.691383:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131431.691386:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020198. 00000100:00000200:1.0:1789131431.691390:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997366272, offset 0 00000400:00000200:1.0:1789131431.691397:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131431.691403:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.691407:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131431.691413:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131431.691419:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131431.691423:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131431.691426:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131431.691429:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [555:555:256:4294967295] 192.168.206.157@tcp LPNI seq info [555:555:8:4294967295] 00000400:00000200:1.0:1789131431.691433:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.691440:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131431.691444:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131431.691449:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecdc00. 00000800:00000200:1.0:1789131431.691453:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131431.691457:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131431.691459:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecdc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131431.691523:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.691529:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27788 usecs (28 jiffies) 00000400:00000200:1.0:1789131431.691532:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131431.691536:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018729 00000100:00000001:1.0:1789131431.691543:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018704 00000100:00000001:1.0:1789131431.691549:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018729 00000100:00000001:1.0:1789131431.691553:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018704 00000100:00000001:1.0:1789131431.691556:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.691560:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.691562:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.691565:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.691568:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.691570:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131431.691571:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.691573:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.691574:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.691576:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.692952:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.692972:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecdc00. 00000400:00000200:2.0:1789131431.692980:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.692988:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.692995:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020198 00000400:00000010:2.0:1789131431.692999:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020198. 00000100:00000001:2.0:1789131431.693004:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.693012:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4838f00 x1876039997366272/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.693025:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.693030:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d4838f00 x1876039997366272/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.693036:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.693038:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131431.698991:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.699026:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.699031:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.699035:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.699047:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.699056:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131431.699085:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.699091:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.699099:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.699103:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0a000 00000400:00000200:3.0:1789131431.699108:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.699115:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x153d [1] + 224 00000800:00000001:3.0:1789131431.699124:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.699136:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.699141:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.699146:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131431.699156:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131431.699166:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4838f00 x1876039997366272/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131431.699178:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d4838f00 x1876039997366272/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.699204:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131431.699216:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.699219:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.699387:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.699393:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131431.699402:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131431.699404:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131431.699409:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131431.699414:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131431.699417:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131431.699422:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131431.699428:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4838f00 x1876039997366272/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131431.699437:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4838f00 x1876039997366272/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.699442:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131431.699445:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.699447:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131431.699450:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131431.699453:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131431.699456:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.699459:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131431.699527:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131431.699532:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131431.699535:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131431.699537:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131431.699541:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131431.699544:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.699547:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131431.699551:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131431.699553:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131431.699556:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131431.699559:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.699564:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4838f00 x1876039997366272/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.699571:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.699574:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131431.699577:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.699579:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131431.699583:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4838f00 x1876039997366272/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.699591:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131431.699593:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131431.699596:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131431.699598:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131431.699599:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131431.699606:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131431.699614:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131431.699617:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131431.699618:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967356 00000100:00000001:1.0:1789131431.699634:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131431.699640:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.699646:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.699648:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728090304 : -110359981461312 : ffff9ba0d081f0c0) 00000100:00000040:1.0:1789131431.699653:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e85726f] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.699663:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.699666:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.699668:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.699670:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.699674:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4838f00 x1876039997366272/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131431.699681:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4838f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997366272:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131431.699686:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.699689:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131431.699692:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4838f00 x1876039997366272/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.699698:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.699701:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.699711:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.699713:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.699716:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.699717:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.699719:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131431.699722:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.699729:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131431.699732:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.699736:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131431.699740:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131431.699743:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131431.699746:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997366656:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131431.699872:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131431.699880:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131431.699883:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.699886:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131431.704749:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c7b02c00. 02000000:00000001:0.0:1789131431.704818:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.704832:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.704842:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eed68. 00000400:00000010:0.0:1789131431.704852:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346b28. 00000100:00000200:0.0:1789131431.704862:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997366656, portal 10 00000100:00000001:0.0:1789131431.704867:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.704869:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728090304 : -110359981461312 : ffff9ba0d081f0c0) 00000100:00000040:0.0:1789131431.704888:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.704898:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.704901:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.704904:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346088. 00000100:00000200:0.0:1789131431.704909:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997366656, offset 0 00000400:00000200:0.0:1789131431.704916:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.704927:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.704937:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.704944:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.704949:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.704954:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.704958:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.704962:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [556:556:256:4294967295] 192.168.206.157@tcp LPNI seq info [556:556:8:4294967295] 00000400:00000200:0.0:1789131431.704967:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.704979:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.704987:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.704995:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879e00. 00000800:00000200:0.0:1789131431.705003:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.705075:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.705082:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879e00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.705188:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.705194:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27715 usecs (28 jiffies) 00000400:00000200:0.0:1789131431.705198:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.705202:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018742 00000100:00000001:0.0:1789131431.705212:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018729 00000100:00000001:0.0:1789131431.705219:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018742 00000100:00000001:0.0:1789131431.705222:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018729 00000100:00000001:0.0:1789131431.705225:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.705229:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.705234:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.705239:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.705249:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.705252:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131431.705255:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.705258:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.705259:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.705262:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.708785:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.708817:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879e00. 00000400:00000200:2.0:1789131431.708828:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.708840:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.708849:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346088 00000400:00000010:2.0:1789131431.708852:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346088. 00000100:00000001:2.0:1789131431.708859:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.708869:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.708883:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.708888:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.708896:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.708898:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1789131431.733627:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4295018742, at 4295018743 00000100:00000010:3.0:1789131431.733649:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c65bd8a0. 00000800:00000001:3.0:1789131431.735992:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.736026:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.736032:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.736036:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.736048:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.736057:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131431.736068:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.736074:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.736080:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.736084:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0a180 00000400:00000200:3.0:1789131431.736090:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.736116:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1545 [1] + 224 00000800:00000001:3.0:1789131431.736124:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.736132:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.736136:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.736141:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131431.736150:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131431.736161:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131431.736173:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.736199:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131431.736210:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131431.736214:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.736220:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131431.736227:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [557:557:256:4294967295] 192.168.206.157@tcp LPNI seq info [557:557:8:4294967295] 00000400:00000200:3.0:1789131431.736232:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.736240:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131431.736246:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131431.736252:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131431.736259:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131431.736266:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131431.736272:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131431.736367:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.736371:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:3.0:1789131431.736375:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.736378:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131431.736384:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.736388:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.736692:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.736698:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.736707:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.736709:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.736714:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eed68. 00000400:00000200:0.0:1789131431.736719:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346b28 00000400:00000010:0.0:1789131431.736721:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346b28. 00000100:00000001:0.0:1789131431.736724:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.736729:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.736739:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.736750:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.736760:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.736762:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.736766:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.736769:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.736771:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.736774:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.736786:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131431.736791:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.736793:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131431.736798:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.736805:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131431.736808:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.736811:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.736814:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.736816:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.736819:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131431.736824:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.736831:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131431.736834:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.736837:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.736840:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.736845:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.736853:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:0.0:1789131431.736864:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d081c000 x1876039997366912/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.736870:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131431.736874:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.736882:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.736884:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.736887:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.736889:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.736890:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.736897:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.736904:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.736906:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.736908:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967357 00000100:00000001:0.0:1789131431.736922:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.736928:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d081c000 x1876039997366912/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.736935:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.736936:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728077824 : -110359981473792 : ffff9ba0d081c000) 00000100:00000040:2.0:1789131431.736938:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4295018742, at 4295018746 00000100:00000040:0.0:1789131431.736943:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8c9f65d] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d081c000 x1876039997366912/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000010:2.0:1789131431.736949:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c65bd1e0. 00000100:00000001:0.0:1789131431.736953:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.736955:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.736957:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.736960:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.736964:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.736972:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081f0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997366656:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.736977:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.736980:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.736984:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081f0c0 x1876039997366656/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.736991:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.736994:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.737003:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.737005:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.737018:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.737019:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.737021:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.737026:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081c000 x1876039997366912/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.737033:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.737036:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.737040:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.737043:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.737046:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.737049:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997366912:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.737053:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.737059:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.737062:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.737068:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.737074:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eed68. 00000400:00000010:0.0:1789131431.737079:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346b28. 00000100:00000200:0.0:1789131431.737088:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997366912, portal 10 00000100:00000001:0.0:1789131431.737090:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.737091:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728077824 : -110359981473792 : ffff9ba0d081c000) 00000100:00000040:0.0:1789131431.737097:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d081c000 x1876039997366912/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.737105:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.737108:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.737111:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13466e8. 00000100:00000200:0.0:1789131431.737115:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997366912, offset 0 00000400:00000200:0.0:1789131431.737121:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.737128:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.737135:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.737140:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.737144:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.737149:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.737151:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.737155:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [558:558:256:4294967295] 192.168.206.157@tcp LPNI seq info [558:558:8:4294967295] 00000400:00000200:0.0:1789131431.737158:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.737165:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.737171:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.737176:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879100. 00000800:00000200:0.0:1789131431.737181:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.737187:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.737191:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.737203:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.737207:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27792 usecs (28 jiffies) 00000400:00000200:0.0:1789131431.737210:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.737213:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018774 00000100:00000010:0.0:1789131431.737218:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d81f77e0. 00000100:00000001:0.0:1789131431.737223:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789131431.737238:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018774 00000100:00000010:0.0:1789131431.737244:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d86d5660. 00000100:00000001:0.0:1789131431.737248:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789131431.737253:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.737257:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.737259:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.737261:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.737265:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.737266:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1789131431.737268:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.737269:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.737271:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.737273:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.738632:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.738657:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879100. 00000400:00000200:3.0:1789131431.738665:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.738676:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.738684:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13466e8 00000400:00000010:3.0:1789131431.738687:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13466e8. 00000100:00000001:3.0:1789131431.738692:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.738701:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081c000 x1876039997366912/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.738714:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.738718:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d081c000 x1876039997366912/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.738724:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.738726:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.748283:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.748307:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.748313:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.748316:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.748330:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.748340:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.748352:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.748358:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.748365:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.748370:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0a280 00000400:00000200:2.0:1789131431.748376:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.748384:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x154d [1] + 224 00000800:00000001:2.0:1789131431.748392:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.748406:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.748410:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.748415:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.748425:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.748443:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081c000 x1876039997366912/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.748455:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d081c000 x1876039997366912/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.748535:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131431.748547:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.748552:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.749108:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.749114:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.749124:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.749127:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.749131:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eed68. 00000400:00000200:0.0:1789131431.749137:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346b28 00000400:00000010:0.0:1789131431.749139:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346b28. 00000100:00000001:0.0:1789131431.749142:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.749150:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081c000 x1876039997366912/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.749160:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081c000 x1876039997366912/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.749167:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.749169:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.749172:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.749176:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.749179:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.749181:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.749184:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.749195:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131431.749200:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.749202:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131431.749204:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131431.749208:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131431.749212:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.749216:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.749219:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.749222:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.749224:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.749227:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.749233:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081c000 x1876039997366912/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.749241:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.749245:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.749248:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.749250:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.749255:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d081c000 x1876039997366912/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.749263:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.749265:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.749268:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.749270:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.749271:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.749278:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.749285:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.749288:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.749290:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967358 00000100:00000001:0.0:1789131431.749303:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.749309:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.749316:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.749318:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728081664 : -110359981469952 : ffff9ba0d081cf00) 00000100:00000040:0.0:1789131431.749324:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a97685e2] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.749335:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.749337:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.749339:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.749342:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.749345:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081c000 x1876039997366912/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.749354:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997366912:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.749373:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.749377:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.749381:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081c000 x1876039997366912/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.749387:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.749389:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.749398:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.749400:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.749403:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.749405:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.749406:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.749410:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.749417:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.749419:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.749423:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.749428:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.749431:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.749434:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997367296:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.749439:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.749445:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.749448:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.749451:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131431.749460:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c7b02800. 02000000:00000001:0.0:1789131431.749463:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.749496:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.749511:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eed68. 00000400:00000010:0.0:1789131431.749517:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346b28. 00000100:00000200:0.0:1789131431.749525:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997367296, portal 10 00000100:00000001:0.0:1789131431.749527:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.749528:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728081664 : -110359981469952 : ffff9ba0d081cf00) 00000100:00000040:0.0:1789131431.749535:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.749545:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.749548:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.749551:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346e58. 00000100:00000200:0.0:1789131431.749555:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997367296, offset 0 00000400:00000200:0.0:1789131431.749562:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.749570:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.749578:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.749585:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.749590:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.749595:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.749598:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.749602:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [559:559:256:4294967295] 192.168.206.157@tcp LPNI seq info [559:559:8:4294967295] 00000400:00000200:0.0:1789131431.749607:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.749617:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.749623:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.749631:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879100. 00000800:00000200:0.0:1789131431.749639:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.749649:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.749655:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.749736:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.749742:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27741 usecs (28 jiffies) 00000400:00000200:0.0:1789131431.749746:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.749750:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018787 00000100:00000001:0.0:1789131431.749769:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018774 00000100:00000001:0.0:1789131431.749776:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018787 00000100:00000001:0.0:1789131431.749780:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018774 00000100:00000001:0.0:1789131431.749784:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.749787:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.749790:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.749792:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.749795:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.749797:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131431.749799:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.749800:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.749801:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.749803:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.752992:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.753006:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879100. 00000400:00000200:3.0:1789131431.753073:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.753085:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.753096:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346e58 00000400:00000010:3.0:1789131431.753099:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346e58. 00000100:00000001:3.0:1789131431.753106:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.753115:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.753130:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.753134:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.753141:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.753143:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1789131431.778736:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4295018787, at 4295018788 00000100:00000010:3.0:1789131431.778814:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d86d5660. 00000800:00000001:2.0:1789131431.779804:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1789131431.779829:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4295018787, at 4295018789 00000100:00000010:2.0:1789131431.779840:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d81f77e0. 00000800:00000001:2.0:1789131431.779864:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.779868:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.779872:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.779882:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.779891:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.779904:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.779909:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.779916:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.779920:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0a400 00000400:00000200:2.0:1789131431.779926:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.779934:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1555 [1] + 224 00000800:00000001:2.0:1789131431.779943:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.779954:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.779970:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.779976:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.779985:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.779996:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.780007:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.780173:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131431.780185:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131431.780189:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.780195:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131431.780202:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [560:560:256:4294967295] 192.168.206.157@tcp LPNI seq info [560:560:8:4294967295] 00000400:00000200:2.0:1789131431.780207:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.780217:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131431.780224:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131431.780230:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131431.780236:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131431.780245:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131431.780250:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1789131431.780589:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.780595:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.780604:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.780606:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.780611:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eed68. 00000400:00000200:0.0:1789131431.780616:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346b28 00000400:00000010:0.0:1789131431.780619:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346b28. 00000100:00000001:0.0:1789131431.780623:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.780629:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.780640:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.780646:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.780649:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.780651:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.780655:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.780658:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.780661:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.780664:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.780676:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131431.780681:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.780684:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131431.780688:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.780694:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131431.780698:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.780701:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.780704:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.780707:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.780710:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131431.780715:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.780722:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131431.780726:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.780729:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.780731:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.780736:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.780744:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:0.0:1789131431.780764:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0c7b71680 x1876039997367552/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.780772:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131431.780776:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.780783:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.780786:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.780789:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.780791:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.780792:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.780798:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.780805:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.780808:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.780810:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967359 00000100:00000001:0.0:1789131431.780824:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.780830:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7b71680 x1876039997367552/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.780837:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.780839:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580578432 : -110360128973184 : ffff9ba0c7b71680) 00000100:00000040:0.0:1789131431.780845:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006320749a] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7b71680 x1876039997367552/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.780856:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.780858:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.780861:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.780863:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.780867:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.780874:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081cf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997367296:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.780879:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.780883:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.780886:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081cf00 x1876039997367296/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.780893:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.780896:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.780904:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.780907:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.780909:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.780910:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.780912:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.780916:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b71680 x1876039997367552/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.780923:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.780926:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.780931:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.780934:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.780937:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.780941:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b71680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997367552:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.780945:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.780951:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.780954:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.780959:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.780964:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eed68. 00000400:00000010:0.0:1789131431.780969:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346b28. 00000100:00000200:0.0:1789131431.780976:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997367552, portal 10 00000100:00000001:0.0:1789131431.780978:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.780979:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580578432 : -110360128973184 : ffff9ba0c7b71680) 00000100:00000040:0.0:1789131431.780985:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7b71680 x1876039997367552/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.780992:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.780995:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.780999:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346e58. 00000100:00000200:0.0:1789131431.781003:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997367552, offset 0 00000400:00000200:0.0:1789131431.781009:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.781026:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.781032:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.781038:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.781042:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.781047:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.781050:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.781053:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [561:561:255:4294967295] 192.168.206.157@tcp LPNI seq info [561:561:7:4294967295] 00000400:00000200:0.0:1789131431.781057:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.781066:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.781071:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.781076:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879e00. 00000800:00000200:0.0:1789131431.781082:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.781088:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.781092:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.781096:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.781101:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27787 usecs (28 jiffies) 00000400:00000200:0.0:1789131431.781104:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.781107:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018818 00000100:00000010:0.0:1789131431.781112:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d86d5660. 00000100:00000001:0.0:1789131431.781119:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789131431.781125:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018818 00000100:00000010:0.0:1789131431.781128:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d8521b40. 00000100:00000001:0.0:1789131431.781131:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789131431.781139:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.781142:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.781145:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.781147:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.781149:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.781151:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1789131431.781153:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.781154:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.781156:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.781158:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.781439:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.781445:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131431.781450:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.781455:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131431.781466:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.781486:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131431.781818:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.781822:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879e00. 00000400:00000200:2.0:1789131431.781826:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.781831:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.781837:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346e58 00000400:00000010:2.0:1789131431.781839:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346e58. 00000100:00000001:2.0:1789131431.781843:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.781850:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b71680 x1876039997367552/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.781862:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.781865:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7b71680 x1876039997367552/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.781887:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.781889:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131431.786543:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.786566:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.786571:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.786592:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.786603:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.786612:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131431.786623:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.786628:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.786635:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.786640:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0a500 00000400:00000200:3.0:1789131431.786645:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.786651:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x155d [1] + 224 00000800:00000001:3.0:1789131431.786659:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.786666:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.786670:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.786675:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131431.786686:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131431.786697:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b71680 x1876039997367552/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131431.786709:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0c7b71680 x1876039997367552/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.786720:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131431.786731:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.786734:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.787185:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.787191:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.787200:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.787203:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.787208:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eed68. 00000400:00000200:0.0:1789131431.787213:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346b28 00000400:00000010:0.0:1789131431.787216:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346b28. 00000100:00000001:0.0:1789131431.787219:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.787226:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b71680 x1876039997367552/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.787237:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b71680 x1876039997367552/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.787244:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.787246:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.787249:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.787254:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.787256:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.787259:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.787262:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.787273:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131431.787278:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.787280:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131431.787282:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131431.787286:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131431.787289:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.787293:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.787296:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.787298:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.787300:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.787304:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.787309:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b71680 x1876039997367552/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.787316:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.787320:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.787323:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.787325:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.787330:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7b71680 x1876039997367552/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.787337:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.787340:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.787342:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.787343:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.787345:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.787351:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.787371:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.787374:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.787376:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967360 00000100:00000001:0.0:1789131431.787391:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.787397:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.787403:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.787405:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580579392 : -110360128972224 : ffff9ba0c7b71a40) 00000100:00000040:0.0:1789131431.787411:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f67eea8c] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.787420:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.787423:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.787425:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.787427:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.787432:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b71680 x1876039997367552/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.787440:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b71680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997367552:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.787446:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.787449:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.787453:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b71680 x1876039997367552/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.787460:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.787463:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.787509:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.787512:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.787515:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.787516:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.787518:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.787523:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.787530:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.787533:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.787537:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.787541:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.787543:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.787547:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b71a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997367936:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.787551:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.787559:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.787562:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.787564:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131431.787573:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c7b03c00. 02000000:00000001:0.0:1789131431.787576:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.787581:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.787584:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eed68. 00000400:00000010:0.0:1789131431.787590:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346b28. 00000100:00000200:0.0:1789131431.787597:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997367936, portal 10 00000100:00000001:0.0:1789131431.787599:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.787600:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580579392 : -110360128972224 : ffff9ba0c7b71a40) 00000100:00000040:0.0:1789131431.787606:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.787614:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.787616:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.787619:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13466e8. 00000100:00000200:0.0:1789131431.787624:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997367936, offset 0 00000400:00000200:0.0:1789131431.787630:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.787638:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.787645:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.787652:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.787657:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.787661:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.787664:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.787668:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [562:562:256:4294967295] 192.168.206.157@tcp LPNI seq info [562:562:8:4294967295] 00000400:00000200:0.0:1789131431.787672:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.787682:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.787688:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.787694:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879d00. 00000800:00000200:0.0:1789131431.787702:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.787711:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.787716:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.787735:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.787740:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27707 usecs (28 jiffies) 00000400:00000200:0.0:1789131431.787743:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.787747:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018825 00000100:00000001:0.0:1789131431.787763:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018818 00000100:00000001:0.0:1789131431.787770:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018825 00000100:00000001:0.0:1789131431.787773:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018818 00000100:00000001:0.0:1789131431.787776:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.787780:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.787782:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.787784:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.787788:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.787789:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131431.787791:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.787793:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.787794:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.787796:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.788656:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.788666:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879d00. 00000400:00000200:2.0:1789131431.788673:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.788681:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.788689:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13466e8 00000400:00000010:2.0:1789131431.788692:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13466e8. 00000100:00000001:2.0:1789131431.788697:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.788704:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.788715:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.788719:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.788726:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.788728:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.803307:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.803330:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.803335:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.803337:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.803349:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.803357:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.803369:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.803374:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.803380:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.803385:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0a680 00000400:00000200:2.0:1789131431.803390:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.803398:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1565 [1] + 224 00000800:00000001:2.0:1789131431.803406:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.803414:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.803419:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.803443:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.803455:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.803465:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.803534:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.803547:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131431.803558:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131431.803562:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.803568:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131431.803575:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [563:563:256:4294967295] 192.168.206.157@tcp LPNI seq info [563:563:8:4294967295] 00000400:00000200:2.0:1789131431.803580:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.803589:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131431.803595:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131431.803602:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131431.803609:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131431.803618:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131431.803624:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131431.803916:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.803921:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131431.803925:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.803929:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131431.803938:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.803942:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.805337:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.805347:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.805370:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.805373:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.805379:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eed68. 00000400:00000200:0.0:1789131431.805387:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346b28 00000400:00000010:0.0:1789131431.805389:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346b28. 00000100:00000001:0.0:1789131431.805395:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.805407:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.805425:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.805433:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.805436:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.805439:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.805442:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.805445:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.805448:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.805451:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.805464:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131431.805515:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.805519:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131431.805523:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.805530:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131431.805533:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.805537:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.805540:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.805542:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.805545:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131431.805551:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.805559:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131431.805563:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.805566:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.805568:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.805573:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.805581:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:0.0:1789131431.805594:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0c7b73480 x1876039997368192/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.805601:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131431.805605:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.805614:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.805617:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.805620:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.805621:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.805623:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.805629:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.805637:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.805640:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.805641:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967361 00000100:00000001:0.0:1789131431.805656:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.805663:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7b73480 x1876039997368192/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.805670:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.805672:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580586112 : -110360128965504 : ffff9ba0c7b73480) 00000100:00000040:0.0:1789131431.805678:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002c58eaab] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7b73480 x1876039997368192/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.805690:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.805692:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.805694:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.805696:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.805701:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.805708:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b71a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997367936:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.805714:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.805718:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.805722:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b71a40 x1876039997367936/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.805731:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.805733:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.805742:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.805745:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.805747:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.805749:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.805751:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.805818:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b73480 x1876039997368192/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.805826:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.805830:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.805834:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.805839:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.805842:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.805846:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997368192:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.805850:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.805859:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.805862:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.805870:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.805880:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eed68. 00000400:00000010:0.0:1789131431.805885:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346b28. 00000100:00000200:0.0:1789131431.805893:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997368192, portal 10 00000100:00000001:0.0:1789131431.805895:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.805896:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580586112 : -110360128965504 : ffff9ba0c7b73480) 00000100:00000040:0.0:1789131431.805903:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7b73480 x1876039997368192/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.805910:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.805914:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.805917:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346088. 00000100:00000200:0.0:1789131431.805921:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997368192, offset 0 00000400:00000200:0.0:1789131431.805928:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.805939:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.805948:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.805955:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.805960:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.805965:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.805968:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.805972:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [564:564:256:4294967295] 192.168.206.157@tcp LPNI seq info [564:564:8:4294967295] 00000400:00000200:0.0:1789131431.805977:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.805987:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.805994:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.806001:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879400. 00000800:00000200:0.0:1789131431.806008:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.806088:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.806093:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.806117:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.806122:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27686 usecs (28 jiffies) 00000400:00000200:0.0:1789131431.806125:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.806128:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018843 00000100:00000001:0.0:1789131431.806136:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018825 00000100:00000001:0.0:1789131431.806143:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018843 00000100:00000001:0.0:1789131431.806147:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018825 00000100:00000001:0.0:1789131431.806150:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.806153:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.806156:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.806158:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.806163:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.806165:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1789131431.806168:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.806169:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.806170:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.806172:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.806781:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.806789:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879400. 00000400:00000200:2.0:1789131431.806797:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.806805:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.806812:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346088 00000400:00000010:2.0:1789131431.806838:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346088. 00000100:00000001:2.0:1789131431.806844:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.806852:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b73480 x1876039997368192/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.806863:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.806867:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7b73480 x1876039997368192/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.806874:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.806876:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.817995:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.818151:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.818157:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.818160:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.818171:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.818181:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.818195:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.818202:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.818208:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.818212:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0a780 00000400:00000200:2.0:1789131431.818218:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.818226:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x156d [1] + 224 00000800:00000001:2.0:1789131431.818234:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.818249:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.818253:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.818258:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.818269:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.818279:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b73480 x1876039997368192/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.818291:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0c7b73480 x1876039997368192/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.818316:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131431.818349:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.818353:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.818549:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.818554:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.818563:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.818566:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.818571:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eed68. 00000400:00000200:0.0:1789131431.818576:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346b28 00000400:00000010:0.0:1789131431.818579:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346b28. 00000100:00000001:0.0:1789131431.818582:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.818588:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b73480 x1876039997368192/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.818599:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b73480 x1876039997368192/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.818606:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.818608:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.818611:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.818614:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.818617:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.818620:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.818623:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.818636:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131431.818640:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.818643:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131431.818645:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131431.818649:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131431.818654:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.818657:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.818660:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.818663:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.818666:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.818670:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.818675:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b73480 x1876039997368192/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.818685:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.818688:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.818691:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.818694:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.818699:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7b73480 x1876039997368192/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.818707:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.818710:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.818713:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.818715:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.818716:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.818723:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.818731:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.818734:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.818735:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967362 00000100:00000001:0.0:1789131431.818751:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.818822:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.818830:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.818831:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580587072 : -110360128964544 : ffff9ba0c7b73840) 00000100:00000040:0.0:1789131431.818837:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000889eaecd] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.818848:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.818850:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.818853:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.818855:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.818859:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b73480 x1876039997368192/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.818868:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997368192:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.818874:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.818877:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.818881:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b73480 x1876039997368192/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.818887:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.818889:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.818898:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.818900:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.818903:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.818904:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.818906:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.818910:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.818917:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.818920:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.818924:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.818927:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.818930:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.818934:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b73840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997368576:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.818938:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.818945:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.818948:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.818951:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131431.818964:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d87adc00. 02000000:00000001:0.0:1789131431.818967:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.818973:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.818977:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eed68. 00000400:00000010:0.0:1789131431.818983:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346b28. 00000100:00000200:0.0:1789131431.818991:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997368576, portal 10 00000100:00000001:0.0:1789131431.818994:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.818995:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580587072 : -110360128964544 : ffff9ba0c7b73840) 00000100:00000040:0.0:1789131431.819001:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.819079:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.819084:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.819088:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346330. 00000100:00000200:0.0:1789131431.819093:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997368576, offset 0 00000400:00000200:0.0:1789131431.819100:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.819108:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.819116:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.819122:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.819127:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.819132:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.819135:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.819139:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [565:565:256:4294967295] 192.168.206.157@tcp LPNI seq info [565:565:8:4294967295] 00000400:00000200:0.0:1789131431.819143:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.819152:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.819158:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.819164:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879900. 00000800:00000200:0.0:1789131431.819170:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.819178:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.819183:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.819205:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.819210:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27638 usecs (28 jiffies) 00000400:00000200:0.0:1789131431.819214:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.819217:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018856 00000100:00000001:0.0:1789131431.819224:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018843 00000100:00000001:0.0:1789131431.819230:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018856 00000100:00000001:0.0:1789131431.819234:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018843 00000100:00000001:0.0:1789131431.819237:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.819240:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.819243:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.819245:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.819249:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.819251:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131431.819253:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.819254:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.819255:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.819257:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.824272:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.824288:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879900. 00000400:00000200:2.0:1789131431.824300:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.824312:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.824321:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346330 00000400:00000010:2.0:1789131431.824324:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346330. 00000100:00000001:2.0:1789131431.824331:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.824341:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.824357:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.824373:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.824381:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.824383:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.829987:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.830026:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.830031:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.830035:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.830047:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.830056:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.830070:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.830075:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.830082:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.830087:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0a900 00000400:00000200:2.0:1789131431.830092:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.830100:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1575 [1] + 224 00000800:00000001:2.0:1789131431.830109:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.830118:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.830122:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.830127:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.830137:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.830167:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.830179:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.830192:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131431.830205:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131431.830209:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.830215:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131431.830223:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [566:566:256:4294967295] 192.168.206.157@tcp LPNI seq info [566:566:8:4294967295] 00000400:00000200:2.0:1789131431.830228:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.830237:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131431.830243:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131431.830250:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131431.830258:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131431.830265:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131431.830271:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131431.830740:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.830745:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131431.830750:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.830763:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131431.830774:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.830778:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.830894:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.830899:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.830909:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.830912:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.830916:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eed68. 00000400:00000200:0.0:1789131431.830921:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346b28 00000400:00000010:0.0:1789131431.830924:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346b28. 00000100:00000001:0.0:1789131431.830927:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.830935:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.830946:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.830953:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.830955:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.830958:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.830962:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.830965:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.830967:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.830971:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.830982:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131431.830987:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.830990:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131431.830995:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.831002:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131431.831017:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.831021:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.831023:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.831025:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.831029:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131431.831034:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.831041:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131431.831044:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.831047:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.831049:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.831054:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.831063:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:0.0:1789131431.831074:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0c7b73c00 x1876039997368832/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.831080:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131431.831083:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.831093:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.831095:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.831098:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.831099:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.831101:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.831108:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.831116:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.831119:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.831121:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967363 00000100:00000001:0.0:1789131431.831137:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.831145:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7b73c00 x1876039997368832/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.831151:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.831153:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580588032 : -110360128963584 : ffff9ba0c7b73c00) 00000100:00000040:0.0:1789131431.831159:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066328f0a] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7b73c00 x1876039997368832/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.831171:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.831173:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.831175:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.831177:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.831181:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.831189:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b73840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997368576:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.831195:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.831199:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.831202:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b73840 x1876039997368576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.831208:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.831211:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.831221:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.831223:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.831226:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.831228:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.831229:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.831234:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b73c00 x1876039997368832/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.831240:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.831243:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.831248:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.831252:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.831256:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.831260:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b73c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997368832:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.831264:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.831271:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.831275:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.831282:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.831288:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eed68. 00000400:00000010:0.0:1789131431.831294:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346b28. 00000100:00000200:0.0:1789131431.831302:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997368832, portal 10 00000100:00000001:0.0:1789131431.831304:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.831305:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580588032 : -110360128963584 : ffff9ba0c7b73c00) 00000100:00000040:0.0:1789131431.831312:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7b73c00 x1876039997368832/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.831320:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.831323:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.831332:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346990. 00000100:00000200:0.0:1789131431.831337:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997368832, offset 0 00000400:00000200:0.0:1789131431.831345:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.831354:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.831361:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.831367:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.831372:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.831377:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.831381:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.831384:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [567:567:256:4294967295] 192.168.206.157@tcp LPNI seq info [567:567:8:4294967295] 00000400:00000200:0.0:1789131431.831388:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.831396:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.831401:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.831407:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879200. 00000800:00000200:0.0:1789131431.831414:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.831422:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.831427:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.831446:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.831452:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27588 usecs (28 jiffies) 00000400:00000200:0.0:1789131431.831455:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.831459:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018868 00000100:00000001:0.0:1789131431.831467:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018856 00000100:00000001:0.0:1789131431.831514:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018869 00000100:00000001:0.0:1789131431.831518:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018856 00000100:00000001:0.0:1789131431.831522:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.831525:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.831528:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.831530:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.831533:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.831535:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1789131431.831537:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.831538:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.831539:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.831541:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.837311:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.837324:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879200. 00000400:00000200:2.0:1789131431.837336:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.837347:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.837357:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346990 00000400:00000010:2.0:1789131431.837369:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346990. 00000100:00000001:2.0:1789131431.837377:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.837388:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b73c00 x1876039997368832/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.837427:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.837431:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7b73c00 x1876039997368832/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.837439:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.837441:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.848611:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.848640:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.848645:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.848648:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.848660:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.848669:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.848682:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.848688:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.848694:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.848699:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0aa00 00000400:00000200:2.0:1789131431.848705:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.848712:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x157d [1] + 224 00000800:00000001:2.0:1789131431.848722:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.848765:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.848769:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.848774:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.848783:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.848794:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b73c00 x1876039997368832/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.848807:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0c7b73c00 x1876039997368832/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.848835:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131431.848847:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.848850:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.849008:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.849023:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.849033:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.849036:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.849040:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eed68. 00000400:00000200:0.0:1789131431.849045:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346b28 00000400:00000010:0.0:1789131431.849049:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346b28. 00000100:00000001:0.0:1789131431.849052:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.849058:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b73c00 x1876039997368832/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.849067:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b73c00 x1876039997368832/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.849075:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.849077:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.849081:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.849085:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.849088:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.849091:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.849094:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.849106:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131431.849112:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.849115:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131431.849117:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131431.849121:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131431.849126:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.849130:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.849134:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.849137:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.849140:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.849144:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.849150:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b73c00 x1876039997368832/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.849156:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.849160:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.849163:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.849166:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.849171:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7b73c00 x1876039997368832/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.849179:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.849181:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.849184:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.849185:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.849187:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.849193:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.849201:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.849203:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.849205:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967364 00000100:00000001:0.0:1789131431.849221:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.849227:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.849234:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.849235:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728082624 : -110359981468992 : ffff9ba0d081d2c0) 00000100:00000040:0.0:1789131431.849241:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005114a076] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.849251:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.849253:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.849255:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.849257:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.849261:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b73c00 x1876039997368832/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.849269:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b73c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997368832:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.849274:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.849277:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.849281:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b73c00 x1876039997368832/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.849287:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.849290:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.849298:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.849300:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.849302:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.849304:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.849305:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.849309:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.849316:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.849319:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.849323:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.849327:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.849330:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.849333:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997369216:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.849337:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.849345:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.849347:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.849350:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131431.849546:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c81f4800. 02000000:00000001:0.0:1789131431.849549:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.849555:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.849560:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13eed68. 00000400:00000010:0.0:1789131431.849565:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346b28. 00000100:00000200:0.0:1789131431.849574:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997369216, portal 10 00000100:00000001:0.0:1789131431.849575:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.849577:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728082624 : -110359981468992 : ffff9ba0d081d2c0) 00000100:00000040:0.0:1789131431.849583:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.849589:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.849592:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.849595:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346f68. 00000100:00000200:0.0:1789131431.849598:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997369216, offset 0 00000400:00000200:0.0:1789131431.849606:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.849615:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.849623:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.849629:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.849634:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.849638:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.849641:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.849645:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [568:568:256:4294967295] 192.168.206.157@tcp LPNI seq info [568:568:8:4294967295] 00000400:00000200:0.0:1789131431.849650:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.849660:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.849667:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.849674:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879300. 00000800:00000200:0.0:1789131431.849682:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.849691:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.849696:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.849715:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.849720:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27567 usecs (28 jiffies) 00000400:00000200:0.0:1789131431.849723:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.849726:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018887 00000100:00000001:0.0:1789131431.849734:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018868 00000100:00000001:0.0:1789131431.849740:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018887 00000100:00000001:0.0:1789131431.849745:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018869 00000100:00000001:0.0:1789131431.849748:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.849751:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.849884:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.849887:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.849892:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.849894:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131431.849897:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.849899:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1789131431.850508:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.850531:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879300. 00000400:00000200:2.0:1789131431.850537:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.850545:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.850553:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346f68 00000400:00000010:2.0:1789131431.850556:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346f68. 00000100:00000001:2.0:1789131431.850561:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.850568:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.850579:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.850583:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.850590:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.850592:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789131431.857257:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.857272:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789131431.861085:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.861110:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.861116:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.861118:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.861130:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.861139:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.861150:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.861156:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.861163:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.861169:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0ab80 00000400:00000200:2.0:1789131431.861174:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.861181:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1585 [1] + 224 00000800:00000001:2.0:1789131431.861190:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.861198:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.861203:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.861208:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.861218:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.861230:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.861268:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.861291:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131431.861305:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131431.861309:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.861315:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131431.861322:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [569:569:256:4294967295] 192.168.206.157@tcp LPNI seq info [569:569:8:4294967295] 00000400:00000200:2.0:1789131431.861326:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.861335:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131431.861341:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131431.861348:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131431.861356:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131431.861378:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131431.861384:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131431.861550:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.861555:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131431.861559:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.861563:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131431.861570:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.861573:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.862604:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.862612:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131431.862623:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131431.862626:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131431.862631:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13eed68. 00000400:00000200:1.0:1789131431.862639:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346b28 00000400:00000010:1.0:1789131431.862641:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346b28. 00000100:00000001:1.0:1789131431.862647:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131431.862658:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131431.862670:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.862679:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131431.862681:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.862684:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131431.862689:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131431.862692:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131431.862695:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.862700:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131431.862712:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131431.862717:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131431.862721:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131431.862725:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.862732:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131431.862736:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131431.862739:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131431.862741:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131431.862744:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131431.862747:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131431.862752:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.862772:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131431.862776:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131431.862779:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.862781:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131431.862786:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131431.862794:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:1.0:1789131431.862805:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d081de00 x1876039997369472/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131431.862811:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131431.862814:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.862822:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131431.862825:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131431.862827:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131431.862829:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131431.862830:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131431.862836:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131431.862844:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131431.862846:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131431.862848:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967365 00000100:00000001:1.0:1789131431.862863:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131431.862868:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d081de00 x1876039997369472/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.862874:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.862876:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728085504 : -110359981466112 : ffff9ba0d081de00) 00000100:00000040:1.0:1789131431.862883:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ac49cc6] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d081de00 x1876039997369472/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.862893:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.862896:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.862898:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.862900:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.862905:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131431.862913:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081d2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997369216:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131431.862918:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.862921:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131431.862925:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081d2c0 x1876039997369216/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.862932:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.862934:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.862943:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.862945:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.862947:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.862949:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.862951:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131431.862954:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081de00 x1876039997369472/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.862961:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131431.862964:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.862968:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131431.862971:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131431.862974:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131431.862977:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997369472:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131431.862981:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131431.862988:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131431.862991:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131431.862997:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131431.863006:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131431.863141:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131431.863149:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997369472, portal 10 00000100:00000001:1.0:1789131431.863151:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.863152:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728085504 : -110359981466112 : ffff9ba0d081de00) 00000100:00000040:1.0:1789131431.863159:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d081de00 x1876039997369472/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.863167:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131431.863170:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131431.863173:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020b28. 00000100:00000200:1.0:1789131431.863178:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997369472, offset 0 00000400:00000200:1.0:1789131431.863184:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131431.863194:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.863202:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131431.863209:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131431.863214:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131431.863219:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131431.863222:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131431.863226:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [570:570:256:4294967295] 192.168.206.157@tcp LPNI seq info [570:570:8:4294967295] 00000400:00000200:1.0:1789131431.863231:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.863241:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131431.863247:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131431.863256:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecdc00. 00000800:00000200:1.0:1789131431.863263:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131431.863273:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131431.863278:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecdc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131431.863301:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.863306:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27523 usecs (28 jiffies) 00000400:00000200:1.0:1789131431.863310:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131431.863313:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018900 00000100:00000001:1.0:1789131431.863321:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018887 00000100:00000001:1.0:1789131431.863328:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018900 00000100:00000001:1.0:1789131431.863332:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018887 00000100:00000001:1.0:1789131431.863335:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.863338:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.863341:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.863343:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.863347:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.863349:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131431.863351:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.863352:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.863354:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.863356:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.864716:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.864727:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecdc00. 00000400:00000200:2.0:1789131431.864736:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.864745:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.864763:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020b28 00000400:00000010:2.0:1789131431.864767:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020b28. 00000100:00000001:2.0:1789131431.864774:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.864783:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081de00 x1876039997369472/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.864821:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.864824:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d081de00 x1876039997369472/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.864831:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.864832:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789131431.870988:0:2357:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789131431.871006:0:2357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.871075:0:2357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.871081:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.871084:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.871090:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.871094:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789131431.878950:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.878980:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.878985:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.878988:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.878999:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.879080:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.879097:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.879103:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.879110:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.879115:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0ac80 00000400:00000200:2.0:1789131431.879121:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.879128:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x158d [1] + 224 00000800:00000001:2.0:1789131431.879137:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.879152:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.879156:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.879162:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.879173:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.879184:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081de00 x1876039997369472/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.879196:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d081de00 x1876039997369472/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.879223:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131431.879235:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.879238:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.879325:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.879331:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131431.879339:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131431.879342:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131431.879345:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131431.879350:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131431.879354:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131431.879358:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131431.879363:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081de00 x1876039997369472/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131431.879373:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081de00 x1876039997369472/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.879380:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131431.879383:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.879385:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131431.879388:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131431.879391:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131431.879394:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.879398:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131431.879409:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131431.879414:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131431.879417:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131431.879419:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131431.879422:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131431.879426:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.879429:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131431.879432:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131431.879435:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131431.879437:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131431.879441:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.879446:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081de00 x1876039997369472/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.879453:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.879457:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131431.879460:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.879462:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131431.879467:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d081de00 x1876039997369472/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.879515:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131431.879517:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131431.879520:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131431.879522:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131431.879523:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131431.879530:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131431.879537:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131431.879540:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131431.879542:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967366 00000100:00000001:1.0:1789131431.879559:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131431.879566:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.879574:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.879576:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728089344 : -110359981462272 : ffff9ba0d081ed00) 00000100:00000040:1.0:1789131431.879582:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df4c1634] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.879593:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.879595:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.879597:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.879599:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.879604:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081de00 x1876039997369472/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131431.879613:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081de00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997369472:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131431.879619:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.879621:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131431.879625:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081de00 x1876039997369472/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.879631:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.879633:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.879642:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.879644:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.879647:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.879648:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.879650:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131431.879654:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.879662:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131431.879665:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.879669:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131431.879673:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131431.879676:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131431.879680:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997369856:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131431.879685:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131431.879691:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131431.879694:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.879697:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131431.879738:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d07f9800. 02000000:00000001:1.0:1789131431.879741:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131431.879747:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131431.879751:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131431.880875:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131431.880886:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997369856, portal 10 00000100:00000001:1.0:1789131431.880890:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.880892:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728089344 : -110359981462272 : ffff9ba0d081ed00) 00000100:00000040:1.0:1789131431.880909:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.880917:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131431.880920:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131431.880923:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020660. 00000100:00000200:1.0:1789131431.880928:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997369856, offset 0 00000400:00000200:1.0:1789131431.880934:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131431.880945:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.880954:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131431.880960:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131431.880966:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131431.880970:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131431.880973:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131431.880977:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [571:571:256:4294967295] 192.168.206.157@tcp LPNI seq info [571:571:8:4294967295] 00000400:00000200:1.0:1789131431.880981:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.880992:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131431.880999:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131431.881006:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd000. 00000800:00000200:1.0:1789131431.881208:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131431.881219:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131431.881224:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131431.881249:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.881254:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27496 usecs (28 jiffies) 00000400:00000200:1.0:1789131431.881258:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131431.881262:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018918 00000100:00000001:1.0:1789131431.881270:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018900 00000100:00000001:1.0:1789131431.881276:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018918 00000100:00000001:1.0:1789131431.881280:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018900 00000100:00000001:1.0:1789131431.881283:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.881287:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.881291:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.881295:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.881302:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.881304:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131431.881307:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.881309:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.881310:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.881312:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.881557:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.881583:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd000. 00000400:00000200:2.0:1789131431.881588:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.881594:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.881600:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020660 00000400:00000010:2.0:1789131431.881604:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020660. 00000100:00000001:2.0:1789131431.881610:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.881616:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.881628:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.881632:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.881641:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.881643:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.898744:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.898822:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.898828:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.898832:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.898842:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.898851:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.898862:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.898867:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.898873:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.898877:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0ae00 00000400:00000200:2.0:1789131431.898882:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.898889:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1595 [1] + 224 00000800:00000001:2.0:1789131431.898898:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.898905:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.898909:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.898914:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.898924:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.898934:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.898970:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.899047:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.899053:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131431.899073:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131431.899086:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131431.899090:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.899096:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131431.899104:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [572:572:256:4294967295] 192.168.206.157@tcp LPNI seq info [572:572:8:4294967295] 00000400:00000200:2.0:1789131431.899110:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.899119:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131431.899126:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131431.899135:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131431.899142:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131431.899149:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131431.899155:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131431.899613:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.899619:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131431.899625:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.899630:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131431.899641:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.899645:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131431.901562:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131431.901571:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131431.901578:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131431.901591:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131431.901594:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131431.901602:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131431.901619:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131431.901634:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.901649:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131431.901652:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.901656:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131431.901661:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131431.901665:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131431.901668:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.901672:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131431.901684:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131431.901689:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131431.901692:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131431.901696:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.901702:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131431.901706:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131431.901709:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131431.901712:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131431.901714:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131431.901718:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131431.901723:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.901731:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131431.901734:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131431.901737:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.901740:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131431.901744:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131431.902081:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:1.0:1789131431.902097:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d081e1c0 x1876039997370112/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131431.902104:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131431.902107:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.902115:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131431.902117:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131431.902120:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131431.902121:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131431.902123:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131431.902130:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131431.902137:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131431.902140:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131431.902142:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967367 00000100:00000001:1.0:1789131431.902158:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131431.902164:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d081e1c0 x1876039997370112/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.902172:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.902174:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728086464 : -110359981465152 : ffff9ba0d081e1c0) 00000100:00000040:1.0:1789131431.902180:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018188083] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d081e1c0 x1876039997370112/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.902192:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.902195:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.902197:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.902199:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.902204:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131431.902213:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081ed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997369856:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131431.902219:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.902222:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131431.902227:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081ed00 x1876039997369856/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.902235:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.902237:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.902247:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.902250:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.902252:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.902254:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.902257:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131431.902262:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081e1c0 x1876039997370112/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.902269:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131431.902272:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.902276:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131431.902280:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131431.902283:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131431.902287:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997370112:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131431.902292:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131431.902299:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131431.902302:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131431.902310:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131431.902321:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131431.902328:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131431.902336:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997370112, portal 10 00000100:00000001:1.0:1789131431.902338:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.902339:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728086464 : -110359981465152 : ffff9ba0d081e1c0) 00000100:00000040:1.0:1789131431.902346:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d081e1c0 x1876039997370112/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.902353:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131431.902356:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131431.902546:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020c38. 00000100:00000200:1.0:1789131431.902552:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997370112, offset 0 00000400:00000200:1.0:1789131431.902560:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131431.902574:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.902583:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131431.902590:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131431.902595:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131431.902600:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131431.902603:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131431.902607:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [573:573:256:4294967295] 192.168.206.157@tcp LPNI seq info [573:573:8:4294967295] 00000400:00000200:1.0:1789131431.902612:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.902623:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131431.902631:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131431.902638:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131431.902646:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131431.902654:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131431.902660:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131431.902683:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.902689:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27496 usecs (28 jiffies) 00000400:00000200:1.0:1789131431.902693:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131431.902696:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018940 00000100:00000001:1.0:1789131431.902705:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018918 00000100:00000001:1.0:1789131431.902711:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018940 00000100:00000001:1.0:1789131431.902715:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018918 00000100:00000001:1.0:1789131431.902718:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.902721:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.902724:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.902726:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.902730:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.902732:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131431.902735:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.902736:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.902737:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.902739:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.902985:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.902991:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:3.0:1789131431.902996:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.903003:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.903019:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020c38 00000400:00000010:3.0:1789131431.903022:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020c38. 00000100:00000001:3.0:1789131431.903027:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.903033:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081e1c0 x1876039997370112/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.903043:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.903068:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d081e1c0 x1876039997370112/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.903075:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.903076:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131431.916753:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.916788:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.916794:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.916797:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.916809:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.916819:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131431.916833:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.916839:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.916846:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.916852:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0af00 00000400:00000200:3.0:1789131431.916857:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.916865:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x159d [1] + 224 00000800:00000001:3.0:1789131431.916874:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.916887:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.916891:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.916897:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131431.916908:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131431.916920:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081e1c0 x1876039997370112/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131431.916935:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d081e1c0 x1876039997370112/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.916965:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131431.916978:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.916981:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.917176:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.917181:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131431.917191:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131431.917193:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131431.917198:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:1.0:1789131431.917203:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:1.0:1789131431.917206:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:1.0:1789131431.917211:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131431.917216:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081e1c0 x1876039997370112/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131431.917226:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081e1c0 x1876039997370112/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.917233:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131431.917235:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.917238:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131431.917243:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131431.917246:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131431.917249:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.917253:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131431.917267:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131431.917271:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131431.917274:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131431.917276:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131431.917279:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131431.917283:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.917286:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131431.917288:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131431.917290:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131431.917292:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131431.917296:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.917300:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081e1c0 x1876039997370112/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.917307:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131431.917310:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131431.917314:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.917316:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131431.917322:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d081e1c0 x1876039997370112/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.917330:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131431.917332:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131431.917335:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131431.917336:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131431.917337:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131431.917344:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131431.917351:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131431.917354:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131431.917355:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967368 00000100:00000001:1.0:1789131431.917382:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131431.917388:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.917396:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.917398:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728080704 : -110359981470912 : ffff9ba0d081cb40) 00000100:00000040:1.0:1789131431.917403:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ae710b] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.917413:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.917415:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.917417:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.917419:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.917423:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081e1c0 x1876039997370112/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131431.917430:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081e1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997370112:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131431.917438:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.917441:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131431.917444:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081e1c0 x1876039997370112/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.917451:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.917453:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131431.917464:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131431.917466:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131431.917522:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131431.917524:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131431.917526:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131431.917530:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.917537:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131431.917540:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.917544:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131431.917548:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131431.917551:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131431.917555:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997370496:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131431.917559:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131431.917567:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131431.917570:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131431.917574:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131431.917583:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d07fa400. 02000000:00000001:1.0:1789131431.917585:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131431.917590:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131431.917594:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e160. 00000400:00000010:1.0:1789131431.917599:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131431.917608:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997370496, portal 10 00000100:00000001:1.0:1789131431.917611:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131431.917612:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728080704 : -110359981470912 : ffff9ba0d081cb40) 00000100:00000040:1.0:1789131431.917618:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131431.917626:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131431.917628:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131431.917631:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80205d8. 00000100:00000200:1.0:1789131431.917635:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997370496, offset 0 00000400:00000200:1.0:1789131431.917641:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131431.917648:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.917655:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131431.917661:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131431.917666:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131431.917670:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131431.917673:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131431.917676:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [574:574:256:4294967295] 192.168.206.157@tcp LPNI seq info [574:574:8:4294967295] 00000400:00000200:1.0:1789131431.917680:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131431.917689:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131431.917695:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131431.917703:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131431.917711:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131431.917720:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131431.917725:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131431.917747:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131431.917878:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27462 usecs (28 jiffies) 00000400:00000200:1.0:1789131431.917883:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131431.917887:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018955 00000800:00000200:2.0:1789131431.918131:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.918136:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:2.0:1789131431.918143:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.918149:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.918155:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80205d8 00000400:00000010:2.0:1789131431.918158:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80205d8. 00000100:00000001:2.0:1789131431.918162:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.918167:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.918199:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.918203:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.918210:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.918212:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789131431.925848:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018940 00000100:00000001:0.0:1789131431.925867:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018963 00000100:00000001:0.0:1789131431.925872:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018940 00000100:00000001:0.0:1789131431.925876:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.925882:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.925888:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.925893:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.925904:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.925906:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131431.925910:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.925913:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.925914:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.925916:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789131431.936127:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.936153:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.936158:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.936161:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.936199:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.936208:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131431.936221:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.936227:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.936233:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.936238:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0b080 00000400:00000200:3.0:1789131431.936244:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.936251:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x15a5 [1] + 224 00000800:00000001:3.0:1789131431.936260:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.936268:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.936272:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.936276:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131431.936286:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131431.936297:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131431.936310:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.936336:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131431.936347:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131431.936351:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.936357:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131431.936375:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [575:575:256:4294967295] 192.168.206.157@tcp LPNI seq info [575:575:8:4294967295] 00000400:00000200:3.0:1789131431.936380:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.936388:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131431.936395:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131431.936402:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131431.936409:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131431.936417:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131431.936423:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1789131431.936740:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.936746:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.936766:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.936768:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.936773:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e160. 00000400:00000200:0.0:1789131431.936778:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:0.0:1789131431.936781:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:0.0:1789131431.936785:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.936792:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.936802:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.936810:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.936812:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.936814:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.936818:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.936821:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.936824:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.936827:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.936839:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131431.936844:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.936847:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131431.936851:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.936858:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131431.936861:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.936864:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.936867:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.936869:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.936873:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131431.936878:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.936887:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131431.936891:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.936894:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.936897:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.936902:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.936911:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:0.0:1789131431.936925:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d081d680 x1876039997370752/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.936932:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131431.936935:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.936944:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.936947:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.936951:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.936952:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.936953:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.936960:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.936967:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.936969:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.936971:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967369 00000100:00000001:0.0:1789131431.936990:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.936996:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d081d680 x1876039997370752/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.937004:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.937005:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728083584 : -110359981468032 : ffff9ba0d081d680) 00000100:00000040:0.0:1789131431.937012:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d45a2389] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d081d680 x1876039997370752/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.937022:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.937025:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.937027:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.937029:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.937034:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.937042:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081cb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997370496:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.937048:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.937051:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.937055:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081cb40 x1876039997370496/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.937063:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.937066:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.937074:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.937076:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.937079:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.937080:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.937082:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.937086:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081d680 x1876039997370752/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.937093:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.937096:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.937100:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.937103:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.937106:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.937110:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997370752:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.937114:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.937121:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.937125:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.937131:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.937136:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000010:0.0:1789131431.937141:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346110. 00000100:00000200:0.0:1789131431.937148:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997370752, portal 10 00000100:00000001:0.0:1789131431.937150:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.937151:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728083584 : -110359981468032 : ffff9ba0d081d680) 00000100:00000040:0.0:1789131431.937156:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d081d680 x1876039997370752/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.937165:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.937168:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.937170:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346d48. 00000100:00000200:0.0:1789131431.937175:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997370752, offset 0 00000400:00000200:0.0:1789131431.937181:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.937188:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.937195:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.937201:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.937206:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.937210:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.937213:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.937216:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [576:576:255:4294967295] 192.168.206.157@tcp LPNI seq info [576:576:7:4294967295] 00000400:00000200:0.0:1789131431.937220:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.937228:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.937233:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.937238:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879600. 00000800:00000200:0.0:1789131431.937243:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.937249:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.937252:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.937255:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.937260:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27450 usecs (28 jiffies) 00000400:00000200:0.0:1789131431.937263:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.937266:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018974 00000100:00000001:0.0:1789131431.937276:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018955 00000100:00000001:0.0:1789131431.937282:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018974 00000100:00000001:0.0:1789131431.937286:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018963 00000100:00000001:0.0:1789131431.937289:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.937292:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.937295:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.937297:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.937300:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.937302:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1789131431.937304:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.937305:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.937306:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.937308:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.937552:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.937557:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:3.0:1789131431.937563:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.937569:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131431.937579:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.937585:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789131431.937877:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.937881:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879600. 00000400:00000200:3.0:1789131431.937885:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.937888:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.937894:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346d48 00000400:00000010:3.0:1789131431.937897:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346d48. 00000100:00000001:3.0:1789131431.937901:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.937907:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081d680 x1876039997370752/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.937917:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.937920:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d081d680 x1876039997370752/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.937927:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.937928:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.947029:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.947054:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.947059:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.947061:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.947072:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.947081:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.947092:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.947098:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.947104:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.947110:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0b180 00000400:00000200:2.0:1789131431.947115:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.947122:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x15ad [1] + 224 00000800:00000001:2.0:1789131431.947131:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.947143:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.947147:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.947152:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.947162:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.947174:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081d680 x1876039997370752/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.947186:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d081d680 x1876039997370752/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.947208:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131431.947219:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.947222:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.947286:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.947292:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.947302:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.947305:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.947309:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000200:0.0:1789131431.947316:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346110 00000400:00000010:0.0:1789131431.947319:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346110. 00000100:00000001:0.0:1789131431.947323:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.947329:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081d680 x1876039997370752/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.947338:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081d680 x1876039997370752/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.947344:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.947346:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.947349:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.947354:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.947357:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.947360:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.947364:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.947377:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131431.947383:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.947386:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131431.947388:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131431.947392:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131431.947395:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.947399:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.947402:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.947404:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.947406:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.947410:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.947414:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081d680 x1876039997370752/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.947422:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.947425:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.947428:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.947431:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.947435:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d081d680 x1876039997370752/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.947444:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.947446:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.947449:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.947450:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.947451:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.947458:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.947465:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.947467:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.947520:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967370 00000100:00000001:0.0:1789131431.947537:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.947544:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.947552:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.947554:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728084544 : -110359981467072 : ffff9ba0d081da40) 00000100:00000040:0.0:1789131431.947560:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096d11f63] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.947572:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.947574:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.947577:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.947579:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.947583:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081d680 x1876039997370752/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.947592:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081d680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997370752:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.947597:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.947600:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.947603:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081d680 x1876039997370752/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.947609:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.947612:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.947621:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.947623:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.947625:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.947626:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.947628:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.947632:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.947638:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.947641:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.947645:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.947649:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.947652:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.947655:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997371136:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.947659:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.947667:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.947670:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.947672:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131431.947681:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d4761400. 02000000:00000001:0.0:1789131431.947683:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.947688:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.947692:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000010:0.0:1789131431.947697:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346110. 00000100:00000200:0.0:1789131431.947706:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997371136, portal 10 00000100:00000001:0.0:1789131431.947708:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.947710:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728084544 : -110359981467072 : ffff9ba0d081da40) 00000100:00000040:0.0:1789131431.947715:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.947722:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.947725:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.947728:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346000. 00000100:00000200:0.0:1789131431.947732:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997371136, offset 0 00000400:00000200:0.0:1789131431.947739:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.947747:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.947764:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.947771:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.947775:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.947780:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.947783:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.947788:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [577:577:256:4294967295] 192.168.206.157@tcp LPNI seq info [577:577:8:4294967295] 00000400:00000200:0.0:1789131431.947792:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.947802:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.947809:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.947815:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879600. 00000800:00000200:0.0:1789131431.947822:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.947831:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.947836:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.947854:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.947860:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27392 usecs (28 jiffies) 00000400:00000200:0.0:1789131431.947863:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.947866:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018985 00000100:00000001:0.0:1789131431.947874:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018974 00000100:00000001:0.0:1789131431.947879:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018985 00000100:00000001:0.0:1789131431.947883:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018974 00000100:00000001:0.0:1789131431.947886:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.947889:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.947891:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.947893:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.947896:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.947898:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131431.947900:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.947901:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.947902:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.947904:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.948227:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.948234:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879600. 00000400:00000200:3.0:1789131431.948239:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.948244:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.948250:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346000 00000400:00000010:3.0:1789131431.948252:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346000. 00000100:00000001:3.0:1789131431.948257:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.948262:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.948272:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.948276:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.948306:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.948308:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.958938:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.958984:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.958991:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.958994:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.959005:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.959024:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.959035:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.959041:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.959048:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.959052:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0b300 00000400:00000200:2.0:1789131431.959058:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.959066:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x15b5 [1] + 224 00000800:00000001:2.0:1789131431.959074:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.959082:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.959086:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.959091:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.959100:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.959110:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.959122:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.959146:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131431.959157:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131431.959161:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.959167:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131431.959174:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [578:578:256:4294967295] 192.168.206.157@tcp LPNI seq info [578:578:8:4294967295] 00000400:00000200:2.0:1789131431.959178:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.959186:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131431.959193:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131431.959200:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131431.959207:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131431.959221:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131431.959227:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1789131431.959539:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.959544:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.959553:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.959556:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.959560:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000200:0.0:1789131431.959566:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346110 00000400:00000010:0.0:1789131431.959569:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346110. 00000100:00000001:0.0:1789131431.959572:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.959578:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.959588:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.959594:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.959596:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.959599:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.959602:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.959606:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.959608:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.959612:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.959623:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131431.959628:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.959630:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131431.959634:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.959641:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131431.959644:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.959647:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.959650:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.959652:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.959655:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131431.959660:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.959668:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131431.959671:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.959673:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.959676:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.959680:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.959687:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:0.0:1789131431.959697:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d081f480 x1876039997371392/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.959703:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131431.959707:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.959715:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.959717:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.959720:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.959722:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.959724:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.959730:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.959738:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.959740:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.959742:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967371 00000100:00000001:0.0:1789131431.959765:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.959772:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d081f480 x1876039997371392/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.959778:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.959779:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728091264 : -110359981460352 : ffff9ba0d081f480) 00000100:00000040:0.0:1789131431.959785:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042343be1] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d081f480 x1876039997371392/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.959795:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.959797:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.959799:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.959801:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.959806:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.959814:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997371136:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.959820:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.959823:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.959827:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081da40 x1876039997371136/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.959833:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.959835:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.959844:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.959847:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.959849:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.959851:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.959853:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.959856:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081f480 x1876039997371392/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.959862:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.959865:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.959869:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.959873:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.959876:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.959879:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997371392:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.959883:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.959889:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.959892:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.959897:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.959901:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000010:0.0:1789131431.959907:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346110. 00000100:00000200:0.0:1789131431.959914:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997371392, portal 10 00000100:00000001:0.0:1789131431.959916:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.959917:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728091264 : -110359981460352 : ffff9ba0d081f480) 00000100:00000040:0.0:1789131431.959924:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d081f480 x1876039997371392/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.959931:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.959934:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.959937:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13465d8. 00000100:00000200:0.0:1789131431.959941:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997371392, offset 0 00000400:00000200:0.0:1789131431.959948:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.959956:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.959963:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.959969:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.959973:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.959977:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.959980:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.959984:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [579:579:255:4294967295] 192.168.206.157@tcp LPNI seq info [579:579:7:4294967295] 00000400:00000200:0.0:1789131431.959988:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.959995:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.960000:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.960005:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879300. 00000800:00000200:0.0:1789131431.960010:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.960017:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.960020:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.960024:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.960028:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27343 usecs (28 jiffies) 00000400:00000200:0.0:1789131431.960031:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.960035:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295018997 00000100:00000001:0.0:1789131431.960042:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018985 00000100:00000001:0.0:1789131431.960048:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295018997 00000100:00000001:0.0:1789131431.960052:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018985 00000100:00000001:0.0:1789131431.960055:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.960058:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.960060:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.960062:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.960065:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.960066:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1789131431.960068:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.960069:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.960071:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.960073:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131431.960264:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.960268:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131431.960274:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.960279:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131431.960289:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.960294:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131431.960568:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.960572:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879300. 00000400:00000200:2.0:1789131431.960576:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.960581:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131431.960585:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13465d8 00000400:00000010:2.0:1789131431.960587:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13465d8. 00000100:00000001:2.0:1789131431.960592:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131431.960598:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081f480 x1876039997371392/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.960609:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131431.960613:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d081f480 x1876039997371392/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.960619:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131431.960621:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.972322:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.972349:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.972355:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.972368:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.972379:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.972389:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.972401:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.972406:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.972413:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.972417:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0b400 00000400:00000200:2.0:1789131431.972423:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.972449:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x15bd [1] + 224 00000800:00000001:2.0:1789131431.972457:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.972519:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.972523:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.972528:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.972539:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.972551:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081f480 x1876039997371392/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.972564:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d081f480 x1876039997371392/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.972578:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131431.972588:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.972591:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.972807:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.972812:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.972822:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.972824:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.972828:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000200:0.0:1789131431.972833:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346110 00000400:00000010:0.0:1789131431.972836:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346110. 00000100:00000001:0.0:1789131431.972840:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.972845:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081f480 x1876039997371392/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.972854:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081f480 x1876039997371392/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.972861:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.972863:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.972865:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.972869:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.972872:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.972874:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.972877:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.972889:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131431.972894:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.972896:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131431.972898:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131431.972902:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131431.972906:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.972909:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.972912:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.972914:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.972916:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.972920:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.972925:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081f480 x1876039997371392/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.972934:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.972937:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.972939:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.972942:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.972946:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d081f480 x1876039997371392/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.972955:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.972958:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.972961:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.972962:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.972964:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.972970:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.972978:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.972980:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.972982:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967372 00000100:00000001:0.0:1789131431.972998:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.973003:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.973220:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.973222:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728092224 : -110359981459392 : ffff9ba0d081f840) 00000100:00000040:0.0:1789131431.973229:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000524e7190] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.973240:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.973242:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.973244:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.973247:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.973252:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081f480 x1876039997371392/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.973261:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997371392:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.973267:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.973270:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.973273:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081f480 x1876039997371392/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.973279:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.973282:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.973291:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.973294:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.973297:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.973298:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.973300:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.973304:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.973311:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.973313:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.973318:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.973322:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.973325:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.973328:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997371776:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.973332:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.973339:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.973342:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.973345:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131431.973373:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c8344c00. 02000000:00000001:0.0:1789131431.973376:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.973384:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.973389:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000010:0.0:1789131431.973395:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346110. 00000100:00000200:0.0:1789131431.973402:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997371776, portal 10 00000100:00000001:0.0:1789131431.973404:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.973405:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728092224 : -110359981459392 : ffff9ba0d081f840) 00000100:00000040:0.0:1789131431.973412:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.973420:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.973423:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.973426:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346a18. 00000100:00000200:0.0:1789131431.973429:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997371776, offset 0 00000400:00000200:0.0:1789131431.973438:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.973447:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.973454:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.973461:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.973466:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.973524:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.973527:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.973531:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [580:580:256:4294967295] 192.168.206.157@tcp LPNI seq info [580:580:8:4294967295] 00000400:00000200:0.0:1789131431.973535:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.973545:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.973552:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.973558:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879200. 00000800:00000200:0.0:1789131431.973565:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.973574:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.973580:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.973599:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.973604:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27301 usecs (28 jiffies) 00000400:00000200:0.0:1789131431.973608:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.973611:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019011 00000100:00000001:0.0:1789131431.973618:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295018997 00000100:00000001:0.0:1789131431.973625:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019011 00000100:00000001:0.0:1789131431.973629:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295018997 00000100:00000001:0.0:1789131431.973633:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.973636:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.973639:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.973641:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.973644:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.973646:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131431.973648:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.973649:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.973650:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.973652:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.974539:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.974549:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879200. 00000400:00000200:3.0:1789131431.974556:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.974565:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.974573:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346a18 00000400:00000010:3.0:1789131431.974576:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346a18. 00000100:00000001:3.0:1789131431.974581:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.974588:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.974601:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.974604:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.974612:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.974614:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131431.981223:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.981247:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131431.981253:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.981256:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.981268:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.981278:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131431.981290:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.981296:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.981314:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.981319:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0b580 00000400:00000200:2.0:1789131431.981324:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.981332:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x15c5 [1] + 224 00000800:00000001:2.0:1789131431.981340:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.981349:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131431.981353:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.981365:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131431.981376:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131431.981387:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131431.981425:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131431.981442:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131431.981454:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131431.981459:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.981464:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131431.981522:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [581:581:256:4294967295] 192.168.206.157@tcp LPNI seq info [581:581:8:4294967295] 00000400:00000200:2.0:1789131431.981527:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131431.981535:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131431.981541:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131431.981548:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131431.981555:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131431.981563:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131431.981569:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131431.981676:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131431.981681:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131431.981684:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131431.981688:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131431.981694:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131431.981697:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.982277:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.982284:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.982295:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.982298:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.982303:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000200:0.0:1789131431.982309:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346110 00000400:00000010:0.0:1789131431.982312:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346110. 00000100:00000001:0.0:1789131431.982317:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.982326:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.982336:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.982343:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.982345:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.982348:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.982352:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.982355:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.982363:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.982367:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.982379:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=144 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131431.982384:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.982387:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131431.982391:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.982399:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131431.982402:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.982406:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.982408:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.982411:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.982414:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131431.982420:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.982426:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131431.982431:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.982433:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.982436:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.982440:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.982449:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:0.0:1789131431.982459:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d081fc00 x1876039997372032/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131431.982465:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131431.982493:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.982511:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.982514:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.982517:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.982518:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.982520:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.982526:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.982533:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.982536:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.982538:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967373 00000100:00000001:0.0:1789131431.982555:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.982562:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d081fc00 x1876039997372032/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.982568:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.982570:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728093184 : -110359981458432 : ffff9ba0d081fc00) 00000100:00000040:0.0:1789131431.982576:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002cf3b8a] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d081fc00 x1876039997372032/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.982586:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.982589:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.982591:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.982593:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.982597:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.982606:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081f840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997371776:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.982612:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.982615:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.982619:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081f840 x1876039997371776/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.982626:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.982629:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.982638:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.982640:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.982643:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.982644:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.982646:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.982650:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081fc00 x1876039997372032/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.982657:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.982659:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.982663:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.982667:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.982670:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.982673:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997372032:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.982677:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.982684:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.982686:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.982692:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.982699:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000010:0.0:1789131431.982705:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346110. 00000100:00000200:0.0:1789131431.982713:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997372032, portal 10 00000100:00000001:0.0:1789131431.982715:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.982717:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728093184 : -110359981458432 : ffff9ba0d081fc00) 00000100:00000040:0.0:1789131431.982722:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d081fc00 x1876039997372032/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.982730:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.982732:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.982735:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13462a8. 00000100:00000200:0.0:1789131431.982739:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997372032, offset 0 00000400:00000200:0.0:1789131431.982746:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.983195:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.983207:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.983214:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.983219:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.983223:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.983226:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.983230:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [582:582:256:4294967295] 192.168.206.157@tcp LPNI seq info [582:582:8:4294967295] 00000400:00000200:0.0:1789131431.983235:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.983246:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.983252:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.983260:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879900. 00000800:00000200:0.0:1789131431.983266:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.983275:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.983279:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.983372:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.983378:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27238 usecs (28 jiffies) 00000400:00000200:0.0:1789131431.983383:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.983386:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019020 00000100:00000001:0.0:1789131431.983394:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019011 00000100:00000001:0.0:1789131431.983401:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019020 00000100:00000001:0.0:1789131431.983405:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019011 00000100:00000001:0.0:1789131431.983408:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.983411:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.983415:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.983417:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.983422:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.983424:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1789131431.983427:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.983428:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.983429:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.983431:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.984217:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.984225:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879900. 00000400:00000200:3.0:1789131431.984232:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.984240:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.984248:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13462a8 00000400:00000010:3.0:1789131431.984251:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13462a8. 00000100:00000001:3.0:1789131431.984256:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.984264:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081fc00 x1876039997372032/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.984277:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.984281:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d081fc00 x1876039997372032/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.984288:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.984290:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131431.987078:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.987101:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131431.987106:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.987108:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.987120:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.987131:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131431.987142:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.987148:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.987155:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.987159:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0b680 00000400:00000200:3.0:1789131431.987165:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131431.987172:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x15cd [1] + 224 00000800:00000001:3.0:1789131431.987181:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.987190:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131431.987193:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.987199:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131431.987207:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131431.987218:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081fc00 x1876039997372032/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131431.987231:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d081fc00 x1876039997372032/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.987256:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131431.987268:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131431.987272:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.987631:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.987636:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131431.987646:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131431.987649:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131431.987654:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000200:0.0:1789131431.987660:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346110 00000400:00000010:0.0:1789131431.987663:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346110. 00000100:00000001:0.0:1789131431.987666:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131431.987673:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081fc00 x1876039997372032/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131431.987683:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081fc00 x1876039997372032/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.987690:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131431.987692:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.987695:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131431.987699:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131431.987703:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131431.987705:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.987709:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131431.987722:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=143 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131431.987727:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131431.987730:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131431.987732:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131431.987736:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131431.987740:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.987744:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131431.987747:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131431.987750:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131431.987762:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131431.987766:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.987772:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081fc00 x1876039997372032/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.987781:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.987785:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131431.987788:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.987791:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131431.987796:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d081fc00 x1876039997372032/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.987804:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131431.987806:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131431.987809:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131431.987810:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131431.987812:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131431.987819:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131431.987827:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131431.987829:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131431.987831:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967374 00000100:00000001:0.0:1789131431.987849:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131431.987856:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.987864:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.987866:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580574592 : -110360128977024 : ffff9ba0c7b70780) 00000100:00000040:0.0:1789131431.987872:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d6d186a] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.987889:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.987892:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.987894:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.987896:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.987900:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081fc00 x1876039997372032/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131431.987908:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081fc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997372032:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131431.987913:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.987915:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131431.987919:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081fc00 x1876039997372032/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131453 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.987926:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.987928:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.987936:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.987938:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.987941:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.987942:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.987944:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131431.987947:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.987955:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131431.987957:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.987962:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131431.987966:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131431.987969:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131431.987972:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b70780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997372416:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131431.987977:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131431.987984:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131431.987987:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131431.987990:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131431.987999:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c8346000. 02000000:00000001:0.0:1789131431.988002:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131431.988019:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131431.988023:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000010:0.0:1789131431.988028:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346110. 00000100:00000200:0.0:1789131431.988037:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997372416, portal 10 00000100:00000001:0.0:1789131431.988039:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131431.988040:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580574592 : -110360128977024 : ffff9ba0c7b70780) 00000100:00000040:0.0:1789131431.988046:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131431.988054:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131431.988057:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131431.988060:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d13463b8. 00000100:00000200:0.0:1789131431.988064:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997372416, offset 0 00000400:00000200:0.0:1789131431.988070:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131431.988078:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.988086:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131431.988092:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131431.988097:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131431.988102:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131431.988105:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131431.988109:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [583:583:256:4294967295] 192.168.206.157@tcp LPNI seq info [583:583:8:4294967295] 00000400:00000200:0.0:1789131431.988114:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131431.988123:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131431.988129:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131431.988135:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879400. 00000800:00000200:0.0:1789131431.988142:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131431.988151:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131431.988156:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131431.988176:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131431.988182:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27158 usecs (28 jiffies) 00000400:00000200:0.0:1789131431.988186:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131431.988189:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019025 00000100:00000001:0.0:1789131431.988198:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019020 00000100:00000001:0.0:1789131431.988204:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019025 00000100:00000001:0.0:1789131431.988208:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019020 00000100:00000001:0.0:1789131431.988212:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131431.988215:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.988217:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.988219:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131431.988222:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131431.988224:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131431.988226:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131431.988227:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131431.988229:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131431.988231:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131431.988582:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131431.988587:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879400. 00000400:00000200:3.0:1789131431.988594:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131431.988600:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131431.988606:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13463b8 00000400:00000010:3.0:1789131431.988609:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13463b8. 00000100:00000001:3.0:1789131431.988613:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131431.988618:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.988653:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131431.988656:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131431.988663:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131431.988665:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131432.003368:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.003392:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131432.003399:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.003401:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.003413:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.003422:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131432.003435:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.003441:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.003448:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.003452:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0b800 00000400:00000200:3.0:1789131432.003458:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.003465:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x15d5 [1] + 224 00000800:00000001:3.0:1789131432.003540:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.003573:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.003577:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.003582:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131432.003592:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131432.003604:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131432.003616:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.003627:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131432.003640:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131432.003643:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.003670:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131432.003677:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [584:584:256:4294967295] 192.168.206.157@tcp LPNI seq info [584:584:8:4294967295] 00000400:00000200:3.0:1789131432.003681:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.003691:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131432.003697:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131432.003704:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131432.003711:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131432.003720:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131432.003725:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131432.003838:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131432.003843:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:3.0:1789131432.003847:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.003851:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131432.003858:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.003861:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.004284:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.004289:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131432.004299:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131432.004301:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131432.004305:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000200:0.0:1789131432.004310:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346110 00000400:00000010:0.0:1789131432.004313:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346110. 00000100:00000001:0.0:1789131432.004317:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131432.004325:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131432.004336:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.004343:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131432.004345:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.004348:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131432.004352:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131432.004355:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131432.004359:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131432.004362:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131432.004374:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=145 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131432.004379:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131432.004382:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131432.004386:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.004393:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131432.004396:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131432.004399:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131432.004402:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131432.004404:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131432.004407:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131432.004412:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.004419:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131432.004423:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131432.004425:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.004427:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131432.004432:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131432.004441:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:0.0:1789131432.004452:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0c7b703c0 x1876039997372672/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131432.004458:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131432.004460:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.004524:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131432.004527:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131432.004530:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131432.004532:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131432.004533:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131432.004539:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131432.004547:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131432.004550:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131432.004551:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967375 00000100:00000001:0.0:1789131432.004569:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131432.004576:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7b703c0 x1876039997372672/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.004583:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131432.004584:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580573632 : -110360128977984 : ffff9ba0c7b703c0) 00000100:00000040:0.0:1789131432.004590:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074a38296] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7b703c0 x1876039997372672/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.004599:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.004602:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.004604:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.004606:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131432.004610:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131432.004617:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b70780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997372416:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131432.004622:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.004625:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131432.004628:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b70780 x1876039997372416/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131447 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.004635:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.004637:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.004646:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131432.004649:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.004651:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.004652:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.004787:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.004795:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b703c0 x1876039997372672/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.004803:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.004806:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.004810:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.004815:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.004818:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.004822:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997372672:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.004826:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.004833:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.004836:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.004842:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.004849:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.004855:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.004862:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997372672, portal 10 00000100:00000001:1.0:1789131432.004864:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.004866:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580573632 : -110360128977984 : ffff9ba0c7b703c0) 00000100:00000040:1.0:1789131432.004872:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7b703c0 x1876039997372672/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.004880:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.004883:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.004886:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020550. 00000100:00000200:1.0:1789131432.004891:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997372672, offset 0 00000400:00000200:1.0:1789131432.004897:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.004904:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.004911:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.004917:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.004923:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.004928:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.004931:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.004934:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [585:585:256:4294967295] 192.168.206.157@tcp LPNI seq info [585:585:8:4294967295] 00000400:00000200:1.0:1789131432.004937:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.004945:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.004951:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.004957:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd000. 00000800:00000200:1.0:1789131432.004962:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.004970:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.004973:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.004991:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.004996:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27132 usecs (28 jiffies) 00000400:00000200:1.0:1789131432.004999:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.005002:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019042 00000100:00000001:1.0:1789131432.005019:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019025 00000100:00000001:1.0:1789131432.005025:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019042 00000100:00000001:1.0:1789131432.005029:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019025 00000100:00000001:1.0:1789131432.005032:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.005035:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.005038:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.005040:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.005044:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.005045:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131432.005048:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.005049:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.005050:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.005052:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131432.005305:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.005310:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd000. 00000400:00000200:2.0:1789131432.005316:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.005322:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131432.005329:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020550 00000400:00000010:2.0:1789131432.005331:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020550. 00000100:00000001:2.0:1789131432.005337:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131432.005341:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b703c0 x1876039997372672/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.005372:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.005376:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7b703c0 x1876039997372672/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.005382:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.005384:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131432.009328:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.009353:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131432.009367:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.009371:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.009384:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.009396:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131432.009410:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.009417:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.009426:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.009431:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0b900 00000400:00000200:2.0:1789131432.009438:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.009447:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x15dd [1] + 224 00000800:00000001:2.0:1789131432.009457:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.009468:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.009524:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.009530:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131432.009540:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131432.009552:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b703c0 x1876039997372672/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131432.009566:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0c7b703c0 x1876039997372672/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.009587:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131432.009614:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.009619:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.009992:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.009998:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131432.010009:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.010012:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.010030:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.010037:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.010040:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.010046:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.010053:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b703c0 x1876039997372672/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.010062:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b703c0 x1876039997372672/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.010068:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.010071:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.010074:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.010078:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.010081:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.010083:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.010086:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.010098:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=144 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131432.010103:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.010105:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131432.010107:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131432.010110:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131432.010114:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.010117:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.010121:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.010123:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.010125:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.010129:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.010135:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b703c0 x1876039997372672/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.010143:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.010146:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.010148:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.010151:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.010155:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7b703c0 x1876039997372672/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.010164:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.010167:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.010172:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.010173:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.010174:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.010181:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.010188:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.010191:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.010192:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967376 00000100:00000001:1.0:1789131432.010210:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.010216:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.010223:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.010224:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728079744 : -110359981471872 : ffff9ba0d081c780) 00000100:00000040:1.0:1789131432.010230:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000643de542] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.010240:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.010243:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.010245:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.010247:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.010251:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b703c0 x1876039997372672/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.010260:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b703c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997372672:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.010266:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.010268:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.010272:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b703c0 x1876039997372672/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.010279:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.010281:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.010289:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.010291:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.010294:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.010295:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.010297:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.010301:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.010314:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.010316:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.010320:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.010324:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.010327:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.010330:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997373056:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.010334:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.010341:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.010344:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.010347:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131432.010356:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d07fbc00. 02000000:00000001:1.0:1789131432.010371:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.010377:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.010381:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.010387:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.010396:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997373056, portal 10 00000100:00000001:1.0:1789131432.010398:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.010399:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728079744 : -110359981471872 : ffff9ba0d081c780) 00000100:00000040:1.0:1789131432.010407:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.010414:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.010417:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.010420:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020000. 00000100:00000200:1.0:1789131432.010424:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997373056, offset 0 00000400:00000200:1.0:1789131432.010431:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.010439:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.010446:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.010453:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.010458:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.010462:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.010465:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.010520:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [586:586:256:4294967295] 192.168.206.157@tcp LPNI seq info [586:586:8:4294967295] 00000400:00000200:1.0:1789131432.010525:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.010535:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.010541:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.010560:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecdc00. 00000800:00000200:1.0:1789131432.010569:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.010577:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.010582:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecdc00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.010650:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.010656:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 27055 usecs (28 jiffies) 00000400:00000200:1.0:1789131432.010660:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.010663:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019048 00000100:00000001:1.0:1789131432.010671:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019042 00000100:00000001:1.0:1789131432.010676:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019048 00000100:00000001:1.0:1789131432.010680:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019042 00000100:00000001:1.0:1789131432.010683:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.010686:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.010688:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.010690:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.010693:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.010695:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131432.010696:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.010698:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.010699:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.010701:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131432.011162:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.011189:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecdc00. 00000400:00000200:2.0:1789131432.011196:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.011203:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131432.011209:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020000 00000400:00000010:2.0:1789131432.011212:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020000. 00000100:00000001:2.0:1789131432.011218:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131432.011224:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.011234:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.011238:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.011244:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.011245:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131432.018714:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.018739:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131432.018744:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.018763:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.018775:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.018784:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131432.018795:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.018801:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.018807:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.018812:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0ba80 00000400:00000200:2.0:1789131432.018818:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.018826:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x15e5 [1] + 224 00000800:00000001:2.0:1789131432.018835:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.018844:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.018848:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.018854:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131432.018864:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131432.018876:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131432.018916:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.018939:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131432.018952:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131432.018956:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.018962:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131432.018969:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [587:587:256:4294967295] 192.168.206.157@tcp LPNI seq info [587:587:8:4294967295] 00000400:00000200:2.0:1789131432.018974:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.018983:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131432.018990:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131432.018997:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131432.019005:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000100:00000001:1.0:1789131432.019008:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.019014:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1789131432.019014:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000400:00000001:1.0:1789131432.019024:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.019027:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1789131432.019031:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1789131432.019033:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.019038:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.019042:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.019047:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.019052:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.019061:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.019067:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.019069:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.019071:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.019075:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.019079:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.019081:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.019084:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.019097:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=145 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131432.019102:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.019104:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131432.019108:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.019115:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131432.019118:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.019121:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.019124:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.019126:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.019129:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131432.019134:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1789131432.019136:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.019140:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000100:00000001:1.0:1789131432.019141:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000400:00000200:2.0:1789131432.019143:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789131432.019145:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1789131432.019146:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000100:00000001:1.0:1789131432.019147:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.019150:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.019154:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000001:2.0:1789131432.019162:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000002:00000001:1.0:1789131432.019163:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000800:00000001:2.0:1789131432.019166:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00080000:1.0:1789131432.019174:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d081c3c0 x1876039997373312/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131432.019180:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131432.019184:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.019192:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.019194:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.019198:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.019200:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.019201:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.019208:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.019215:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.019217:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.019219:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967377 00000100:00000001:1.0:1789131432.019238:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.019244:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d081c3c0 x1876039997373312/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.019252:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.019254:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728078784 : -110359981472832 : ffff9ba0d081c3c0) 00000100:00000040:1.0:1789131432.019260:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000289d2913] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d081c3c0 x1876039997373312/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.019270:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.019272:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.019274:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.019276:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.019280:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.019293:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997373056:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.019299:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.019302:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.019306:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d081c780 x1876039997373056/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.019313:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.019315:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.019325:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.019327:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.019330:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.019331:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.019333:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.019337:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d081c3c0 x1876039997373312/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.019343:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.019346:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.019350:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.019354:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.019372:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.019376:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d081c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997373312:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.019381:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.019388:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.019391:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.019396:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.019400:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.019405:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.019414:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997373312, portal 10 00000100:00000001:1.0:1789131432.019416:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.019417:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713728078784 : -110359981472832 : ffff9ba0d081c3c0) 00000100:00000040:1.0:1789131432.019425:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d081c3c0 x1876039997373312/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.019433:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.019436:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.019439:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020a18. 00000100:00000200:1.0:1789131432.019443:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997373312, offset 0 00000400:00000200:1.0:1789131432.019449:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.019454:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.019459:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.019464:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.019512:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.019518:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.019521:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.019524:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [588:588:256:4294967295] 192.168.206.157@tcp LPNI seq info [588:588:8:4294967295] 00000400:00000200:1.0:1789131432.019528:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.019535:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.019539:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.019545:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecdc00. 00000800:00000200:1.0:1789131432.019549:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.019555:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.019558:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecdc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.019571:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.019576:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26993 usecs (27 jiffies) 00000400:00000200:1.0:1789131432.019580:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.019584:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019056 00000100:00000001:1.0:1789131432.019591:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019048 00000100:00000001:1.0:1789131432.019596:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019056 00000100:00000001:1.0:1789131432.019599:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019048 00000100:00000001:1.0:1789131432.019602:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.019605:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.019608:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.019610:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.019613:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.019615:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131432.019617:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.019618:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.019619:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.019621:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131432.019818:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.019822:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecdc00. 00000400:00000200:2.0:1789131432.019826:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.019831:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131432.019835:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020a18 00000400:00000010:2.0:1789131432.019837:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020a18. 00000100:00000001:2.0:1789131432.019842:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131432.019846:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d081c3c0 x1876039997373312/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.019868:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.019871:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d081c3c0 x1876039997373312/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.019877:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.019878:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131432.023143:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.023174:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131432.023180:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.023183:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.023194:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.023203:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131432.023215:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.023220:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.023226:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.023231:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0bb80 00000400:00000200:3.0:1789131432.023237:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.023244:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x15ed [1] + 224 00000800:00000001:3.0:1789131432.023251:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.023277:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.023281:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.023286:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131432.023321:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131432.023331:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d081c3c0 x1876039997373312/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131432.023343:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d081c3c0 x1876039997373312/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.023366:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131432.023378:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.023382:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.026178:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.026189:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131432.026201:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.026204:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.026209:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.026221:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.026224:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.026231:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.026245:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d081c3c0 x1876039997373312/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.026258:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d081c3c0 x1876039997373312/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.026268:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.026271:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.026274:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.026279:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.026281:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.026284:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.026288:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.026300:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=144 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131432.026305:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.026307:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131432.026309:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131432.026313:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131432.026318:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.026322:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.026326:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.026328:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.026331:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.026335:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.026341:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d081c3c0 x1876039997373312/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.026348:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.026351:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.026354:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.026356:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.026361:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d081c3c0 x1876039997373312/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.026370:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.026372:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.026375:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.026376:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.026378:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.026384:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.026392:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.026395:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.026396:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967378 00000100:00000001:1.0:1789131432.026415:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.026420:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.026427:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.026429:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726530944 : -110359983020672 : ffff9ba0d06a2580) 00000100:00000040:1.0:1789131432.026434:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5fa31af] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.026444:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.026446:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.026448:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.026451:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.026455:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d081c3c0 x1876039997373312/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.026462:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d081c3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997373312:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.026468:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.026517:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.026521:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d081c3c0 x1876039997373312/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.026528:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.026531:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.026540:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.026542:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.026544:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.026546:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.026548:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.026552:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.026560:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.026563:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.026567:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.026570:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.026573:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.026576:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997373696:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.026580:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.026586:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.026589:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.026592:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131432.026604:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d07f8000. 02000000:00000001:1.0:1789131432.026607:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.026614:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.026619:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.026625:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.026632:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997373696, portal 10 00000100:00000001:1.0:1789131432.026634:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.026635:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726530944 : -110359983020672 : ffff9ba0d06a2580) 00000100:00000040:1.0:1789131432.026640:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.026647:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.026650:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.026653:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020aa0. 00000100:00000200:1.0:1789131432.026657:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997373696, offset 0 00000400:00000200:1.0:1789131432.026664:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.026674:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.026684:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.026691:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.026696:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.026700:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.026703:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.026706:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [589:589:256:4294967295] 192.168.206.157@tcp LPNI seq info [589:589:8:4294967295] 00000400:00000200:1.0:1789131432.026710:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.026721:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.026728:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.026734:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd000. 00000800:00000200:1.0:1789131432.026741:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.026751:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.026756:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.026784:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.026789:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26923 usecs (27 jiffies) 00000400:00000200:1.0:1789131432.026793:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.026797:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019063 00000100:00000001:1.0:1789131432.026805:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019056 00000100:00000001:1.0:1789131432.026811:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019063 00000100:00000001:1.0:1789131432.026815:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019056 00000100:00000001:1.0:1789131432.026818:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.026821:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.026823:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.026825:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.026829:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.026830:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131432.026832:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.026833:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.026835:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.026836:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131432.027174:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.027180:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd000. 00000400:00000200:2.0:1789131432.027186:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.027193:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131432.027199:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020aa0 00000400:00000010:2.0:1789131432.027202:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020aa0. 00000100:00000001:2.0:1789131432.027207:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131432.027213:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.027224:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.027228:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.027234:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.027236:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131432.040588:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.040611:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131432.040617:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.040620:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.040632:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.040641:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131432.040652:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.040658:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.040664:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.040669:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0bd00 00000400:00000200:3.0:1789131432.040674:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.040680:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x15f5 [1] + 224 00000800:00000001:3.0:1789131432.040688:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.040695:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.040698:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.040703:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131432.040713:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131432.040723:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131432.040734:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.040977:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131432.041016:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131432.041021:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.041028:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131432.041035:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [590:590:256:4294967295] 192.168.206.157@tcp LPNI seq info [590:590:8:4294967295] 00000400:00000200:3.0:1789131432.041039:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.041048:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131432.041055:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131432.041062:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131432.041070:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131432.041079:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131432.041086:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131432.041559:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131432.041565:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:3.0:1789131432.041570:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.041576:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131432.041587:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.041593:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.041958:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.041964:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131432.041975:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.041979:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.041983:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.041990:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.041993:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.041999:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.042008:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.042020:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.042027:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.042030:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.042033:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.042037:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.042041:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.042043:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.042047:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.042059:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=145 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131432.042064:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.042067:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131432.042072:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.042080:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131432.042084:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.042087:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.042090:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.042093:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.042096:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131432.042101:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.042109:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131432.042112:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.042115:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.042118:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.042123:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131432.042132:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:1.0:1789131432.042145:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0c7dc52c0 x1876039997373952/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131432.042152:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131432.042167:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.042176:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.042178:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.042181:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.042183:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.042184:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.042190:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.042197:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.042200:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.042202:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967379 00000100:00000001:1.0:1789131432.042222:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.042228:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7dc52c0 x1876039997373952/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.042235:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.042237:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583018688 : -110360126532928 : ffff9ba0c7dc52c0) 00000100:00000040:1.0:1789131432.042243:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a2c634e] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7dc52c0 x1876039997373952/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.042254:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.042256:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.042258:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.042260:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.042265:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.042273:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997373696:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.042278:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.042281:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.042285:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a2580 x1876039997373696/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.042292:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.042294:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.042304:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.042306:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.042308:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.042319:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.042322:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.042326:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc52c0 x1876039997373952/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.042338:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.042341:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.042346:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.042350:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.042353:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.042358:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997373952:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.042362:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.042370:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.042373:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.042380:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.042389:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.042395:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.042403:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997373952, portal 10 00000100:00000001:1.0:1789131432.042405:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.042406:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583018688 : -110360126532928 : ffff9ba0c7dc52c0) 00000100:00000040:1.0:1789131432.042412:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7dc52c0 x1876039997373952/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.042420:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.042423:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.042426:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020440. 00000100:00000200:1.0:1789131432.042431:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997373952, offset 0 00000400:00000200:1.0:1789131432.042439:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.042449:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.042459:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.042466:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.042520:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.042526:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.042529:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.042532:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [591:591:256:4294967295] 192.168.206.157@tcp LPNI seq info [591:591:8:4294967295] 00000400:00000200:1.0:1789131432.042536:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.042557:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.042563:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.042569:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131432.042575:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.042583:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.042588:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.042608:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.042614:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26895 usecs (27 jiffies) 00000400:00000200:1.0:1789131432.042617:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.042621:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019079 00000100:00000001:1.0:1789131432.042629:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019063 00000100:00000001:1.0:1789131432.042635:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019079 00000100:00000001:1.0:1789131432.042639:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019063 00000100:00000001:1.0:1789131432.042642:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.042645:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.042647:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.042649:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.042652:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.042654:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131432.042656:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.042657:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.042658:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.042660:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131432.043937:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131432.043948:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:3.0:1789131432.043957:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.043967:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131432.043976:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020440 00000400:00000010:3.0:1789131432.043979:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020440. 00000100:00000001:3.0:1789131432.043986:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131432.043994:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc52c0 x1876039997373952/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.044007:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131432.044011:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7dc52c0 x1876039997373952/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.044019:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131432.044039:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131432.053626:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.053653:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131432.053658:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.053661:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.053671:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.053680:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131432.053694:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.053700:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.053706:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.053711:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0be00 00000400:00000200:2.0:1789131432.053716:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.053724:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x15fd [1] + 224 00000800:00000001:2.0:1789131432.053750:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.053765:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.053769:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.053774:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131432.053784:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131432.053794:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc52c0 x1876039997373952/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131432.053808:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0c7dc52c0 x1876039997373952/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.053840:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131432.053852:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.053856:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.055826:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.055836:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131432.055847:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.055850:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.055855:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.055867:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.055870:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.055876:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.055891:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc52c0 x1876039997373952/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.055911:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc52c0 x1876039997373952/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.055920:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.055922:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.055925:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.055929:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.055932:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.055935:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.055938:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.055950:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=144 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131432.055955:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.055958:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131432.055959:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131432.055963:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131432.055967:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.055971:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.055974:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.055976:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.055978:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.055981:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.055987:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc52c0 x1876039997373952/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.055994:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.055997:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.055999:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.056002:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.056021:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7dc52c0 x1876039997373952/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.056029:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.056031:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.056034:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.056036:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.056037:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.056043:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.056050:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.056052:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.056054:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967380 00000100:00000001:1.0:1789131432.056073:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.056080:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.056087:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.056088:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583021568 : -110360126530048 : ffff9ba0c7dc5e00) 00000100:00000040:1.0:1789131432.056094:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000babaa3ad] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.056104:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.056106:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.056109:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.056111:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.056114:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc52c0 x1876039997373952/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.056122:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc52c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997373952:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.056127:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.056130:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.056133:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc52c0 x1876039997373952/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.056140:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.056142:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.056151:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.056154:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.056157:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.056158:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.056160:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.056164:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.056171:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.056173:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.056177:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.056181:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.056184:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.056187:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997374336:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.056191:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.056197:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.056201:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.056204:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131432.056216:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d07f8400. 02000000:00000001:1.0:1789131432.056219:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.056228:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.056233:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.056240:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.056248:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997374336, portal 10 00000100:00000001:1.0:1789131432.056250:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.056252:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583021568 : -110360126530048 : ffff9ba0c7dc5e00) 00000100:00000040:1.0:1789131432.056258:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.056265:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.056268:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.056271:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020220. 00000100:00000200:1.0:1789131432.056276:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997374336, offset 0 00000400:00000200:1.0:1789131432.056283:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.056293:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.056303:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.056311:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.056317:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.056321:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.056325:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.056328:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [592:592:256:4294967295] 192.168.206.157@tcp LPNI seq info [592:592:8:4294967295] 00000400:00000200:1.0:1789131432.056333:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.056345:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.056352:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.056369:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131432.056377:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.056387:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.056393:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.056419:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.056425:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26858 usecs (27 jiffies) 00000400:00000200:1.0:1789131432.056428:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.056431:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019092 00000100:00000001:1.0:1789131432.056439:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019079 00000100:00000001:1.0:1789131432.056446:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019092 00000100:00000001:1.0:1789131432.056450:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019079 00000100:00000001:1.0:1789131432.056453:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.056457:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.056459:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.056462:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.056465:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.056466:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131432.056540:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.056543:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.056545:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.056547:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131432.057059:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131432.057067:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:3.0:1789131432.057073:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.057081:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131432.057088:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020220 00000400:00000010:3.0:1789131432.057091:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020220. 00000100:00000001:3.0:1789131432.057096:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131432.057102:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.057113:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131432.057117:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.057123:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131432.057125:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131432.066999:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.067024:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131432.067029:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.067033:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.067045:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.067055:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131432.067067:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.067072:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.067079:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.067084:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0bf80 00000400:00000200:2.0:1789131432.067089:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.067097:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1605 [1] + 224 00000800:00000001:2.0:1789131432.067106:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.067114:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.067118:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.067123:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131432.067133:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131432.067143:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131432.067254:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.067279:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131432.067291:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131432.067294:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.067300:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131432.067306:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [593:593:256:4294967295] 192.168.206.157@tcp LPNI seq info [593:593:8:4294967295] 00000100:00000001:1.0:1789131432.067515:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.067521:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131432.067531:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.067533:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.067537:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.067542:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.067545:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.067549:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.067554:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.067563:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.067570:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.067572:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.067575:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.067579:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.067582:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.067585:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.067588:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.067600:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=145 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131432.067605:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.067607:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131432.067611:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.067619:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131432.067622:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.067625:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.067628:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.067630:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.067633:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131432.067638:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.067646:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131432.067650:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.067652:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.067655:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.067660:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131432.067668:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:1.0:1789131432.067679:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d483bc00 x1876039997374592/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131432.067686:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131432.067689:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.067697:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.067700:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.067702:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.067704:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.067705:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.067711:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.067719:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.067722:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.067724:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967381 00000100:00000001:1.0:1789131432.067742:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000400:00000200:2.0:1789131432.067962:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.067972:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131432.067980:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131432.067989:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131432.067997:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131432.068006:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131432.068012:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000100:00080000:1.0:1789131432.068565:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d483bc00 x1876039997374592/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.068576:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.068578:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795316736 : -110359914234880 : ffff9ba0d483bc00) 00000100:00000040:1.0:1789131432.068584:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7071069] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d483bc00 x1876039997374592/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.068596:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.068598:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.068602:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.068605:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.068610:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.068620:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc5e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997374336:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.068626:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.068629:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.068632:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7dc5e00 x1876039997374336/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.068640:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.068643:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.068652:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.068654:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.068657:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.068659:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.068661:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.068665:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483bc00 x1876039997374592/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131413 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.068672:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.068675:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.068679:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.068683:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.068685:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.068689:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997374592:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.068694:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.068701:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.068704:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.068711:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.068717:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.068724:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.068732:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997374592, portal 10 00000100:00000001:1.0:1789131432.068734:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.068736:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795316736 : -110359914234880 : ffff9ba0d483bc00) 00000100:00000040:1.0:1789131432.068757:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d483bc00 x1876039997374592/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.068766:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.068769:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.068774:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020220. 00000100:00000200:1.0:1789131432.068779:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997374592, offset 0 00000400:00000200:1.0:1789131432.068787:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.068797:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.068805:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.068812:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.068818:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.068823:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.068826:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.068830:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [594:594:255:4294967295] 192.168.206.157@tcp LPNI seq info [594:594:7:4294967295] 00000400:00000200:1.0:1789131432.068834:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.068843:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.068849:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.068854:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd000. 00000800:00000200:1.0:1789131432.068860:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.068868:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.068871:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.068876:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.068881:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26811 usecs (27 jiffies) 00000400:00000200:1.0:1789131432.068884:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.068887:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019104 00000100:00000001:1.0:1789131432.068897:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019092 00000100:00000001:1.0:1789131432.068903:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019104 00000100:00000001:1.0:1789131432.068908:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019092 00000100:00000001:1.0:1789131432.068912:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.068916:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.068918:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.068920:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.068924:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.068925:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131432.068927:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.068929:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.068930:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.068932:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131432.069029:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.069034:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131432.069041:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.069047:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131432.069061:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.069069:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131432.079996:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.080015:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd000. 00000400:00000200:2.0:1789131432.080026:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.080039:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131432.080051:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020220 00000400:00000010:2.0:1789131432.080054:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020220. 00000100:00000001:2.0:1789131432.080062:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131432.080074:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483bc00 x1876039997374592/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.080116:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.080121:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d483bc00 x1876039997374592/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.080130:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.080132:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131432.083955:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.083976:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131432.083980:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.083983:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.083995:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.084004:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131432.084016:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.084021:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.084028:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.084032:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0c080 00000400:00000200:2.0:1789131432.084037:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.084045:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x160d [1] + 224 00000800:00000001:2.0:1789131432.084053:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.084061:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.084065:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.084070:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131432.084079:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131432.084091:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483bc00 x1876039997374592/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131432.084103:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d483bc00 x1876039997374592/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.084129:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131432.084142:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.084146:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.084422:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.084428:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131432.084438:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.084441:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.084445:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.084451:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.084454:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.084457:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.084464:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d483bc00 x1876039997374592/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.085227:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d483bc00 x1876039997374592/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.085244:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.085247:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.085251:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.085255:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.085258:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.085260:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.085264:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.085276:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=144 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131432.085281:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.085284:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131432.085286:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131432.085290:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131432.085294:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.085298:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.085301:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.085304:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.085306:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.085370:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.085379:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d483bc00 x1876039997374592/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.085387:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.085390:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.085393:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.085395:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.085400:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d483bc00 x1876039997374592/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.085408:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.085411:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.085414:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.085415:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.085417:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.085423:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.085431:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.085433:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.085434:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967382 00000100:00000001:1.0:1789131432.085453:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.085459:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.085466:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.085467:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580583232 : -110360128968384 : ffff9ba0c7b72940) 00000100:00000040:1.0:1789131432.085518:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009643750b] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.085528:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.085531:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.085533:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.085535:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.085811:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d483bc00 x1876039997374592/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.085824:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483bc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997374592:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.085829:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.085833:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.085837:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483bc00 x1876039997374592/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.085845:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.085847:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.085856:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.085858:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.085860:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.085862:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.085865:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.085868:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.085876:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.085879:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.085882:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.085886:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.085889:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.085892:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7b72940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997374976:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.085896:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.085903:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.085906:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.085909:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131432.085919:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d07f9400. 02000000:00000001:1.0:1789131432.085922:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.085930:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.085935:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.085942:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.085950:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997374976, portal 10 00000100:00000001:1.0:1789131432.085952:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.085953:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713580583232 : -110360128968384 : ffff9ba0c7b72940) 00000100:00000040:1.0:1789131432.085960:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.085968:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.085970:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.085973:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020440. 00000100:00000200:1.0:1789131432.085977:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997374976, offset 0 00000400:00000200:1.0:1789131432.085983:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.085993:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.086001:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.086007:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.086012:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.086015:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.086019:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.086023:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [595:595:256:4294967295] 192.168.206.157@tcp LPNI seq info [595:595:8:4294967295] 00000400:00000200:1.0:1789131432.086027:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.086038:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.086044:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.086050:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecdc00. 00000800:00000200:1.0:1789131432.086058:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.086067:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.086072:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecdc00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.086096:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.086101:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26788 usecs (27 jiffies) 00000400:00000200:1.0:1789131432.086105:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.086108:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019122 00000100:00000001:1.0:1789131432.086117:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019104 00000100:00000001:1.0:1789131432.086123:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019122 00000100:00000001:1.0:1789131432.086127:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019104 00000100:00000001:1.0:1789131432.086131:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.086133:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.086136:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.086138:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.086140:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.086141:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131432.086144:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.086145:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.086146:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.086148:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131432.087444:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131432.087456:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecdc00. 00000400:00000200:3.0:1789131432.087465:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.087673:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131432.087682:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020440 00000400:00000010:3.0:1789131432.087685:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020440. 00000100:00000001:3.0:1789131432.087693:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131432.087702:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.087853:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131432.087858:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.087865:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131432.087867:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131432.097374:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.097421:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131432.097426:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.097428:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.097440:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.097450:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131432.097462:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.097467:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.097529:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.097534:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0c200 00000400:00000200:2.0:1789131432.097732:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.097741:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1615 [1] + 224 00000800:00000001:2.0:1789131432.097758:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.097768:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.097772:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.097777:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131432.097787:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131432.097798:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131432.097810:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.097834:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131432.097846:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131432.097850:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.097857:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131432.097863:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [596:596:256:4294967295] 192.168.206.157@tcp LPNI seq info [596:596:8:4294967295] 00000400:00000200:2.0:1789131432.097868:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.097878:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131432.097884:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131432.097891:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131432.097898:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131432.097915:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131432.097921:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131432.098031:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.098036:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131432.098040:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.098043:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131432.098050:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.098054:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.098457:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.098464:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131432.098507:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.098511:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.098516:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.098521:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.098524:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.098529:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.098537:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.098654:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.098662:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.098665:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.098669:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.098674:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.098677:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.098679:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.098682:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.098694:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=145 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131432.098698:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.098702:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131432.098706:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.098714:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131432.098717:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.098721:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.098724:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.098726:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.098730:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131432.098735:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.098753:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131432.098757:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.098759:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.098762:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.098768:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131432.098776:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:1.0:1789131432.098790:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d06d0000 x1876039997375232/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131432.098797:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131432.098801:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.098809:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.098812:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.098814:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.098816:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.098818:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.098824:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.098836:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.098839:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.098840:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967383 00000100:00000001:1.0:1789131432.098859:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.098865:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d06d0000 x1876039997375232/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.098871:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.098872:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726717952 : -110359982833664 : ffff9ba0d06d0000) 00000100:00000040:1.0:1789131432.098879:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c570c08a] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d06d0000 x1876039997375232/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.098890:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.098892:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.098894:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.098896:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.098900:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.098908:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7b72940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997374976:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.098914:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.098917:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.098920:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7b72940 x1876039997374976/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.098928:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.098931:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.098940:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.098942:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.098945:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.098947:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.098948:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.098953:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d0000 x1876039997375232/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.098960:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.098963:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.098968:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.098971:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.098974:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.098977:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997375232:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.098981:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.098987:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.098990:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.098996:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.099003:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.099009:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.099016:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997375232, portal 10 00000100:00000001:1.0:1789131432.099018:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.099020:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726717952 : -110359982833664 : ffff9ba0d06d0000) 00000100:00000040:1.0:1789131432.099026:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d06d0000 x1876039997375232/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.099033:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.099035:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.099038:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020aa0. 00000100:00000200:1.0:1789131432.099043:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997375232, offset 0 00000400:00000200:1.0:1789131432.099050:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.099058:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.099065:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.099071:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.099076:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.099080:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.099083:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.099087:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [597:597:256:4294967295] 192.168.206.157@tcp LPNI seq info [597:597:8:4294967295] 00000400:00000200:1.0:1789131432.099092:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.099101:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.099106:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.099113:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecdc00. 00000800:00000200:1.0:1789131432.099118:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.099126:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.099130:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecdc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.099151:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.099851:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26750 usecs (27 jiffies) 00000400:00000200:1.0:1789131432.099858:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.099862:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019136 00000100:00000001:1.0:1789131432.099871:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019122 00000100:00000001:1.0:1789131432.099877:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019136 00000100:00000001:1.0:1789131432.099881:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019122 00000100:00000001:1.0:1789131432.099884:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.099888:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.099891:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.099894:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.099900:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.099902:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131432.099905:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.099906:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.099908:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.099910:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131432.100105:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.100110:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecdc00. 00000400:00000200:2.0:1789131432.100116:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.100124:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131432.100134:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020aa0 00000400:00000010:2.0:1789131432.100138:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020aa0. 00000100:00000001:2.0:1789131432.100144:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131432.100150:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d0000 x1876039997375232/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.100383:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.100388:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d06d0000 x1876039997375232/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.100396:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.100398:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131432.103579:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.103603:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131432.103608:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.103611:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.103642:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.103651:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131432.103662:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.103668:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.103673:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.103679:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0c300 00000400:00000200:3.0:1789131432.103684:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.103692:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x161d [1] + 224 00000800:00000001:3.0:1789131432.103699:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.103712:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.103716:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.103720:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131432.103731:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131432.103742:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d0000 x1876039997375232/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131432.103764:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d06d0000 x1876039997375232/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.103789:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131432.103800:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.103803:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.105128:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.105137:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131432.105149:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.105152:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.105167:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.105176:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.105178:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.105184:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.105196:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d0000 x1876039997375232/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.105214:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d0000 x1876039997375232/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.105222:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.105224:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.105227:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.105231:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.105234:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.105237:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.105240:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.105252:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=144 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131432.105257:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.105260:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131432.105262:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131432.105265:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131432.105270:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.105273:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.105276:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.105278:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.105280:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.105284:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.105289:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d0000 x1876039997375232/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.105296:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.105299:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.105301:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.105304:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.105442:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d06d0000 x1876039997375232/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.105452:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.105454:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.105457:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.105459:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.105460:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.105467:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.105529:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.105531:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.105533:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967384 00000100:00000001:1.0:1789131432.105561:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.105569:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.105576:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.105578:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726721792 : -110359982829824 : ffff9ba0d06d0f00) 00000100:00000040:1.0:1789131432.105583:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4beba5b] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.105594:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.105597:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.105599:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.105601:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.105605:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d0000 x1876039997375232/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.105613:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997375232:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.105618:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.105621:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.105624:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d0000 x1876039997375232/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.105631:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.105633:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.105642:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.105645:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.105647:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.105649:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.105651:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.105655:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.105661:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.105664:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.105668:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.105671:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.105674:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.105677:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997375616:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.105681:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.105688:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.105691:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.105694:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131432.105705:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d07fac00. 02000000:00000001:1.0:1789131432.105708:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.105715:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.105720:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.105725:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.105733:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997375616, portal 10 00000100:00000001:1.0:1789131432.105734:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.105736:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726721792 : -110359982829824 : ffff9ba0d06d0f00) 00000100:00000040:1.0:1789131432.105741:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.106415:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.106420:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.106429:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020a18. 00000100:00000200:1.0:1789131432.106436:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997375616, offset 0 00000400:00000200:1.0:1789131432.106445:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.106459:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.106516:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.106524:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.106530:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.106535:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.106538:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.106551:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [598:598:256:4294967295] 192.168.206.157@tcp LPNI seq info [598:598:8:4294967295] 00000400:00000200:1.0:1789131432.106556:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.106569:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.106577:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.106584:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd000. 00000800:00000200:1.0:1789131432.106593:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.106603:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.106610:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.106637:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.106643:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26680 usecs (27 jiffies) 00000400:00000200:1.0:1789131432.106647:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.106651:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019143 00000100:00000001:1.0:1789131432.106661:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019136 00000100:00000001:1.0:1789131432.106668:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019143 00000100:00000001:1.0:1789131432.106673:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019136 00000100:00000001:1.0:1789131432.106676:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.106680:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.106683:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.106686:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.106693:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.106695:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131432.106697:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.106699:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.106701:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.106703:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131432.109267:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.109281:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd000. 00000400:00000200:2.0:1789131432.109291:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.109302:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131432.109324:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020a18 00000400:00000010:2.0:1789131432.109327:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020a18. 00000100:00000001:2.0:1789131432.109336:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131432.109346:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.109360:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.109385:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.109393:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.109395:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131432.118557:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.118581:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131432.118586:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.118589:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.118600:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.118609:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131432.118620:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.118626:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.118632:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.118637:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0c480 00000400:00000200:3.0:1789131432.118643:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.118650:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1625 [1] + 224 00000800:00000001:3.0:1789131432.118678:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.118686:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.118690:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.118696:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131432.118706:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131432.118717:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131432.118730:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.118882:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131432.118895:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131432.118899:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.118905:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131432.118913:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [599:599:256:4294967295] 192.168.206.157@tcp LPNI seq info [599:599:8:4294967295] 00000400:00000200:3.0:1789131432.118917:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.118927:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131432.118933:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000100:00000001:1.0:1789131432.119115:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.119120:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131432.119129:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.119132:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.119136:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.119142:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.119144:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.119148:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.119154:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.119164:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.119170:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.119173:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.119175:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.119179:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.119182:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.119185:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.119188:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.119199:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=145 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131432.119204:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.119208:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131432.119212:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.119219:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131432.119222:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.119225:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.119227:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.119229:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.119233:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131432.119238:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.119245:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131432.119248:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.119250:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.119253:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.119258:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131432.119265:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:1.0:1789131432.119276:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d06d12c0 x1876039997375872/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131432.119282:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131432.119285:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000010:2.0:1789131432.119846:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131432.119859:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131432.119867:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131432.119873:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131432.120226:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.120231:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131432.120237:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.120243:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131432.120256:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.120261:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.128266:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.128276:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.128280:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.128282:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.128286:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.128308:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.128320:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.128323:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.128326:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967385 00000100:00000001:1.0:1789131432.128346:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.128356:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d06d12c0 x1876039997375872/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.128365:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.128366:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726722752 : -110359982828864 : ffff9ba0d06d12c0) 00000100:00000040:1.0:1789131432.128373:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000733e3f7f] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d06d12c0 x1876039997375872/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.128385:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.128388:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.128391:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.128394:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.128401:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.128410:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997375616:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.128416:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.128420:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.128423:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d0f00 x1876039997375616/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.128430:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.128433:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.128442:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.128444:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.128447:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.128449:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.128452:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.128456:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d12c0 x1876039997375872/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.128463:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.128465:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.129120:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.129126:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.129129:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.129135:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997375872:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.129141:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.129149:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.129152:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.129161:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.129170:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.129181:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.129190:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997375872, portal 10 00000100:00000001:1.0:1789131432.129193:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.129195:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726722752 : -110359982828864 : ffff9ba0d06d12c0) 00000100:00000040:1.0:1789131432.129205:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d06d12c0 x1876039997375872/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.129214:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.129218:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.129221:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020000. 00000100:00000200:1.0:1789131432.129226:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997375872, offset 0 00000400:00000200:1.0:1789131432.129234:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.129246:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.129256:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.129262:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.129268:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.129273:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.129276:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.129280:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [600:600:256:4294967295] 192.168.206.157@tcp LPNI seq info [600:600:8:4294967295] 00000400:00000200:1.0:1789131432.129285:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.129297:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.129304:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.129312:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131432.129321:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.129330:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.129335:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.129410:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.129416:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26643 usecs (27 jiffies) 00000400:00000200:1.0:1789131432.129420:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.129423:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019165 00000100:00000001:1.0:1789131432.129433:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019143 00000100:00000001:1.0:1789131432.129439:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019165 00000100:00000001:1.0:1789131432.129443:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019143 00000100:00000001:1.0:1789131432.129447:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.129451:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.129454:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.129457:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.129465:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.129467:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131432.129510:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.129513:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.129514:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.129516:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131432.130103:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.130111:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:2.0:1789131432.130118:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.130125:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131432.130131:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020000 00000400:00000010:2.0:1789131432.130134:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020000. 00000100:00000001:2.0:1789131432.130140:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131432.130148:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d12c0 x1876039997375872/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.130160:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.130164:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d06d12c0 x1876039997375872/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.130171:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.130173:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131432.136758:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.136781:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131432.136786:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.136789:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.136801:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.136810:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131432.136822:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.136827:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.136833:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.136838:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0c580 00000400:00000200:3.0:1789131432.136848:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.136856:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x162d [1] + 224 00000800:00000001:3.0:1789131432.136888:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.136903:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.136907:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.136912:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131432.136923:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131432.136934:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d12c0 x1876039997375872/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131432.137006:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d06d12c0 x1876039997375872/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.137138:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.137143:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131432.137161:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131432.137174:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.137177:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789131432.137276:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.137279:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.137283:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.137289:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.137292:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.137296:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.137301:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d12c0 x1876039997375872/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.137311:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d12c0 x1876039997375872/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.137317:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.137320:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.137322:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.137325:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.137328:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.137331:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.137334:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.137346:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=144 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131432.137351:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.137354:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131432.137356:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131432.137360:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131432.137363:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.137366:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.137371:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.137373:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.137375:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.137379:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.137385:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d12c0 x1876039997375872/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.137392:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.137396:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.137398:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.137401:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.137406:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d06d12c0 x1876039997375872/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.137414:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.137416:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.137420:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.137421:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.137423:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.137430:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.137438:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.137440:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.137442:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967386 00000100:00000001:1.0:1789131432.137463:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.137823:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.137833:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.137835:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726725632 : -110359982825984 : ffff9ba0d06d1e00) 00000100:00000040:1.0:1789131432.137843:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003167565e] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.137855:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.137858:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.137860:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.137862:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.137867:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d12c0 x1876039997375872/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.137876:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997375872:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.137880:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.137884:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.137887:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d12c0 x1876039997375872/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.137894:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.137896:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.137905:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.137907:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.137910:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.137911:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.137914:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.137918:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.137926:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.137929:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.137933:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.137936:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.137940:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.137943:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997376256:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.137947:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.137954:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.137956:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.137959:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131432.137967:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d07f9c00. 02000000:00000001:1.0:1789131432.137970:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.137976:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.137980:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.137987:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.137993:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997376256, portal 10 00000100:00000001:1.0:1789131432.137995:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.137996:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726725632 : -110359982825984 : ffff9ba0d06d1e00) 00000100:00000040:1.0:1789131432.138002:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.138224:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.138228:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.138232:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020550. 00000100:00000200:1.0:1789131432.138237:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997376256, offset 0 00000400:00000200:1.0:1789131432.138245:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.138253:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.138261:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.138267:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.138272:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.138276:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.138279:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.138284:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [601:601:256:4294967295] 192.168.206.157@tcp LPNI seq info [601:601:8:4294967295] 00000400:00000200:1.0:1789131432.138288:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.138299:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.138305:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.138313:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131432.138322:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.138331:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.138335:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.138621:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.138627:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26586 usecs (27 jiffies) 00000400:00000200:1.0:1789131432.138632:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.138635:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019175 00000100:00000001:1.0:1789131432.138645:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019165 00000100:00000001:1.0:1789131432.138652:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019175 00000100:00000001:1.0:1789131432.138655:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019165 00000100:00000001:1.0:1789131432.138658:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.138662:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.138665:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.138668:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.138673:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.138675:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131432.138678:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.138679:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.138680:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.138682:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131432.140542:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.140556:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:2.0:1789131432.140567:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.140578:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131432.140608:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020550 00000400:00000010:2.0:1789131432.140611:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020550. 00000100:00000001:2.0:1789131432.140618:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131432.140628:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.140643:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.140646:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.140654:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.140656:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131432.148038:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.148061:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131432.148066:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.148068:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.148079:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.148088:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131432.148099:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.148104:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.148110:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.148114:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0c700 00000400:00000200:3.0:1789131432.148119:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.148126:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1635 [1] + 224 00000800:00000001:3.0:1789131432.148135:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.148142:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.148145:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.148150:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131432.148158:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131432.148170:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131432.148207:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.148233:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131432.148245:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131432.148250:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.148256:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131432.148264:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [602:602:256:4294967295] 192.168.206.157@tcp LPNI seq info [602:602:8:4294967295] 00000400:00000200:3.0:1789131432.148269:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.148278:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131432.148283:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131432.148290:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131432.148298:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131432.148306:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131432.148311:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131432.148415:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131432.148419:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:3.0:1789131432.148424:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.148427:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131432.148434:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.148438:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.148550:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.148556:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131432.148564:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.148567:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.148570:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.148575:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.148578:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.148582:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.148587:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.148597:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.148603:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.148606:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.148609:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.148613:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.148616:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.148619:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.148623:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.148636:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=145 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131432.148642:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.148691:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131432.148696:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.148703:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131432.148707:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.148711:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.148713:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.148716:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.148719:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131432.148725:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.148732:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131432.148736:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.148738:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.148741:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.148746:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131432.148755:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:1.0:1789131432.148767:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0c7dc6d00 x1876039997376512/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131432.148774:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131432.148777:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.148786:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.148789:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.148791:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.148793:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.148794:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.148801:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.148814:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.148817:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.148818:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967387 00000100:00000001:1.0:1789131432.148839:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.148845:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7dc6d00 x1876039997376512/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.148852:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.148854:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583025408 : -110360126526208 : ffff9ba0c7dc6d00) 00000100:00000040:1.0:1789131432.148860:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000615f5b6b] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7dc6d00 x1876039997376512/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.148871:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.148874:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.148876:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.148878:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.148882:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.148890:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997376256:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.148896:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.148899:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.148902:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d1e00 x1876039997376256/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.148910:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.148913:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.148922:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.148925:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.148927:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.148929:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.148931:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.148935:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc6d00 x1876039997376512/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.148943:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.148945:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.148950:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.148954:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.148957:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.148960:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997376512:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.148964:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.148971:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.148975:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.148984:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.148990:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.148996:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.149004:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997376512, portal 10 00000100:00000001:1.0:1789131432.149006:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.149007:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583025408 : -110360126526208 : ffff9ba0c7dc6d00) 00000100:00000040:1.0:1789131432.149014:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7dc6d00 x1876039997376512/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.149022:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.149025:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.149028:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020d48. 00000100:00000200:1.0:1789131432.149032:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997376512, offset 0 00000400:00000200:1.0:1789131432.149039:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.149046:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.149052:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.149058:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.149063:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.149067:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.149070:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.149073:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [603:603:256:4294967295] 192.168.206.157@tcp LPNI seq info [603:603:8:4294967295] 00000400:00000200:1.0:1789131432.149077:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.149085:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.149090:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.149095:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd000. 00000800:00000200:1.0:1789131432.149100:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.149106:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.149109:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.149128:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.149133:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26537 usecs (27 jiffies) 00000400:00000200:1.0:1789131432.149136:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.149140:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019185 00000100:00000001:1.0:1789131432.149147:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019175 00000100:00000001:1.0:1789131432.149154:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019185 00000100:00000001:1.0:1789131432.149158:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019175 00000100:00000001:1.0:1789131432.149161:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.149164:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.149166:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.149168:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.149171:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.149173:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131432.149175:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.149176:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.149177:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.149179:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131432.149755:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131432.149761:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd000. 00000400:00000200:3.0:1789131432.149767:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.149773:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131432.149780:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020d48 00000400:00000010:3.0:1789131432.149782:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020d48. 00000100:00000001:3.0:1789131432.149787:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131432.149793:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc6d00 x1876039997376512/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.149823:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131432.149828:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7dc6d00 x1876039997376512/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.149835:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131432.149837:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131432.154157:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.154180:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131432.154185:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.154187:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.154198:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.154207:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131432.154219:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.154225:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.154231:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.154236:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0c800 00000400:00000200:3.0:1789131432.154242:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.154250:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x163d [1] + 224 00000800:00000001:3.0:1789131432.154264:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.154278:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.154282:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.154287:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131432.154298:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131432.154309:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc6d00 x1876039997376512/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131432.154321:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0c7dc6d00 x1876039997376512/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.154346:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131432.154357:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.154369:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.154453:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.154458:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131432.154467:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.154527:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.154532:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.154538:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.154541:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.154546:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.154551:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc6d00 x1876039997376512/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.154572:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc6d00 x1876039997376512/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.154580:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.154582:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.154585:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.154589:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.154592:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.154595:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.154599:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.154611:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=144 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131432.154616:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.154619:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131432.154621:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131432.154625:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131432.154629:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.154632:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.154635:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.154638:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.154640:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.154644:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.154655:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc6d00 x1876039997376512/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.154663:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.154666:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.154668:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.154671:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.154676:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7dc6d00 x1876039997376512/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.154684:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.154687:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.154689:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.154692:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.154693:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.154700:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.154708:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.154711:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.154713:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967388 00000100:00000001:1.0:1789131432.154738:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.154746:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.154761:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.154762:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583022528 : -110360126529088 : ffff9ba0c7dc61c0) 00000100:00000040:1.0:1789131432.154768:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026221cd9] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.154779:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.154782:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.154784:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.154787:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.154791:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc6d00 x1876039997376512/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.154800:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc6d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997376512:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.154806:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.154810:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.154813:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc6d00 x1876039997376512/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.154821:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.154824:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.154833:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.154836:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.154838:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.154840:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.154842:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.154846:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.154852:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.154854:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.154858:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.154862:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.154865:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.154869:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997376896:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.154998:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.155074:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.155077:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.155081:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131432.155091:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d07fb800. 02000000:00000001:1.0:1789131432.155093:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.155099:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.155103:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.155108:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.155115:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997376896, portal 10 00000100:00000001:1.0:1789131432.155117:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.155118:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583022528 : -110360126529088 : ffff9ba0c7dc61c0) 00000100:00000040:1.0:1789131432.155125:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.155132:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.155134:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.155137:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80205d8. 00000100:00000200:1.0:1789131432.155141:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997376896, offset 0 00000400:00000200:1.0:1789131432.155147:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.155154:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.155163:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.155169:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.155175:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.155179:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.155181:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.155185:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [604:604:256:4294967295] 192.168.206.157@tcp LPNI seq info [604:604:8:4294967295] 00000400:00000200:1.0:1789131432.155189:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.155199:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.155206:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.155211:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecdc00. 00000800:00000200:1.0:1789131432.155219:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.155228:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.155233:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecdc00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.155317:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.155323:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26466 usecs (27 jiffies) 00000400:00000200:1.0:1789131432.155327:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.155330:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019191 00000100:00000001:1.0:1789131432.155338:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019185 00000100:00000001:1.0:1789131432.155344:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019191 00000100:00000001:1.0:1789131432.155348:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019185 00000100:00000001:1.0:1789131432.155351:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.155354:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.155356:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.155358:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.155362:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.155363:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131432.155366:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.155367:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.155369:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.155370:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131432.158374:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.158389:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecdc00. 00000400:00000200:2.0:1789131432.158402:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.158412:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131432.158422:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80205d8 00000400:00000010:2.0:1789131432.158425:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80205d8. 00000100:00000001:2.0:1789131432.158432:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131432.158442:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.158456:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.158461:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.158468:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.158491:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131432.163635:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.163678:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131432.163684:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.163686:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.163697:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.163706:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131432.163716:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.163722:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.163729:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.163734:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0c980 00000400:00000200:3.0:1789131432.163740:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.163748:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1645 [1] + 224 00000800:00000001:3.0:1789131432.163757:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.163774:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.163778:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.163783:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131432.163793:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131432.163803:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131432.163816:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.163840:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131432.163851:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131432.163855:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.163861:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131432.163868:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [605:605:256:4294967295] 192.168.206.157@tcp LPNI seq info [605:605:8:4294967295] 00000400:00000200:3.0:1789131432.163872:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.163880:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131432.163886:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131432.163894:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131432.163901:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131432.163915:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131432.163922:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131432.164025:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131432.164029:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:3.0:1789131432.164034:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.164038:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131432.164045:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.164048:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.164316:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.164321:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131432.164332:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.164334:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.164338:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.164343:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.164346:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.164349:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.164355:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.164366:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.164373:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.164375:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.164378:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.164382:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.164386:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.164389:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.164392:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.164404:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=145 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131432.164409:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.164411:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131432.164415:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.164422:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131432.164425:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.164429:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.164431:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.164434:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.164437:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131432.164443:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.164449:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131432.164453:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.164455:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.164458:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.164463:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131432.164524:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:1.0:1789131432.164536:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d483b840 x1876039997377152/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131432.164543:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131432.164547:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.164555:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.164558:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.164560:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.164562:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.164563:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.164569:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.164576:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.164579:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.164581:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967389 00000100:00000001:1.0:1789131432.164602:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.164608:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d483b840 x1876039997377152/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.164614:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.164615:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795315776 : -110359914235840 : ffff9ba0d483b840) 00000100:00000040:1.0:1789131432.164620:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b92c7f8d] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d483b840 x1876039997377152/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.164630:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.164632:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.164635:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.164637:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.164640:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.164647:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc61c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997376896:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.164652:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.164655:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.164658:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7dc61c0 x1876039997376896/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.164664:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.164667:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.164675:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.164677:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.164680:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.164682:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.164683:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.164687:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d483b840 x1876039997377152/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.164693:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.164696:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.164700:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.164703:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.164707:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.164710:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d483b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997377152:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.164714:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.164721:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.164724:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.164730:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.164735:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.164741:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.164748:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997377152, portal 10 00000100:00000001:1.0:1789131432.164760:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.164761:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795315776 : -110359914235840 : ffff9ba0d483b840) 00000100:00000040:1.0:1789131432.164767:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d483b840 x1876039997377152/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.164774:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.164777:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.164780:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020c38. 00000100:00000200:1.0:1789131432.164784:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997377152, offset 0 00000400:00000200:1.0:1789131432.164791:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.164797:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.164803:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.164809:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.164814:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.164819:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.164822:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.164826:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [606:606:256:4294967295] 192.168.206.157@tcp LPNI seq info [606:606:8:4294967295] 00000400:00000200:1.0:1789131432.164829:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.164837:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.164841:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.164847:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecdc00. 00000800:00000200:1.0:1789131432.164853:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.164860:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.164864:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecdc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.164878:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.164883:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26413 usecs (27 jiffies) 00000400:00000200:1.0:1789131432.164887:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.164890:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019201 00000100:00000001:1.0:1789131432.164897:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019191 00000100:00000001:1.0:1789131432.164904:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019201 00000100:00000001:1.0:1789131432.164907:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019191 00000100:00000001:1.0:1789131432.164911:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.164914:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.164916:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.164918:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.164921:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.164923:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131432.164925:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.164926:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.164928:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.164929:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131432.165046:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131432.165050:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecdc00. 00000400:00000200:3.0:1789131432.165054:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.165058:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131432.165063:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020c38 00000400:00000010:3.0:1789131432.165065:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020c38. 00000100:00000001:3.0:1789131432.165069:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131432.165073:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d483b840 x1876039997377152/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.165081:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131432.165084:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d483b840 x1876039997377152/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.165089:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131432.165091:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131432.169868:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.169894:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131432.169899:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.169902:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.169913:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.169923:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131432.169936:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.169942:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.169948:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.169953:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0ca80 00000400:00000200:3.0:1789131432.169958:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.169985:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x164d [1] + 224 00000800:00000001:3.0:1789131432.169996:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.170009:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.170013:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.170018:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131432.170029:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131432.170039:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d483b840 x1876039997377152/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131432.170052:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d483b840 x1876039997377152/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.170077:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131432.170088:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.170091:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.170211:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.170217:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131432.170227:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.170230:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.170234:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.170240:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.170243:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.170247:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.170253:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d483b840 x1876039997377152/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.170263:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d483b840 x1876039997377152/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.170270:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.170272:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.170275:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.170279:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.170282:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.170284:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.170288:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.170299:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=144 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131432.170305:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.170307:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131432.170309:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131432.170313:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131432.170317:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.170321:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.170325:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.170328:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.170330:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.170334:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.170339:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d483b840 x1876039997377152/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.170346:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.170350:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.170352:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.170354:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.170370:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d483b840 x1876039997377152/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.170379:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.170381:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.170384:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.170386:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.170388:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.170394:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.170402:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.170405:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.170406:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967390 00000100:00000001:1.0:1789131432.170429:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.170435:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.170443:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.170445:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726533824 : -110359983017792 : ffff9ba0d06a30c0) 00000100:00000040:1.0:1789131432.170451:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060456db5] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.170462:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.170465:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.170468:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.170523:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.170528:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d483b840 x1876039997377152/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.170536:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d483b840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997377152:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.170542:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.170545:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.170549:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d483b840 x1876039997377152/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.170556:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.170558:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.170568:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.170570:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.170572:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.170574:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.170576:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.170579:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.170588:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.170590:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.170595:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.170599:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.170602:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.170605:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997377536:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.170609:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.170616:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.170620:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.170622:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131432.170633:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d07f8800. 02000000:00000001:1.0:1789131432.170635:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.170640:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.170644:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.170649:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.170656:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997377536, portal 10 00000100:00000001:1.0:1789131432.170658:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.170659:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726533824 : -110359983017792 : ffff9ba0d06a30c0) 00000100:00000040:1.0:1789131432.170665:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.170672:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.170675:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.170678:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020660. 00000100:00000200:1.0:1789131432.170683:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997377536, offset 0 00000400:00000200:1.0:1789131432.170691:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.170699:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.170707:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.170713:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.170718:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.170723:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.170726:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.170730:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [607:607:256:4294967295] 192.168.206.157@tcp LPNI seq info [607:607:8:4294967295] 00000400:00000200:1.0:1789131432.170735:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.170745:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.171018:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.171025:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd000. 00000800:00000200:1.0:1789131432.171033:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.171042:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.171047:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.171067:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.171072:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26342 usecs (27 jiffies) 00000400:00000200:1.0:1789131432.171076:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.171079:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019207 00000100:00000001:1.0:1789131432.171088:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019201 00000100:00000001:1.0:1789131432.171095:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019207 00000100:00000001:1.0:1789131432.171098:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019201 00000100:00000001:1.0:1789131432.171102:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.171104:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.171107:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.171110:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.171113:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.171115:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131432.171117:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.171119:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.171120:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.171122:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131432.171295:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.171301:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd000. 00000400:00000200:2.0:1789131432.171307:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.171312:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131432.171318:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020660 00000400:00000010:2.0:1789131432.171321:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020660. 00000100:00000001:2.0:1789131432.171326:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131432.171331:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.171354:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.171357:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.171376:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.171377:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131432.183574:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.183597:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131432.183603:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.183605:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.183616:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.183627:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131432.183639:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.183645:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.183651:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.183656:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0cc00 00000400:00000200:3.0:1789131432.183662:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.183669:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1655 [1] + 224 00000800:00000001:3.0:1789131432.183679:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.183688:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.183691:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.183696:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131432.183705:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131432.183715:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131432.183768:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.183790:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131432.183801:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131432.183805:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.183810:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131432.183817:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [608:608:256:4294967295] 192.168.206.157@tcp LPNI seq info [608:608:8:4294967295] 00000400:00000200:3.0:1789131432.183823:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.183832:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131432.183839:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131432.183846:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131432.183853:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131432.183862:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131432.183867:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1789131432.183920:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.183925:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131432.183936:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.183938:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.183943:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.183948:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.183951:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.183955:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.183961:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000800:00000200:3.0:1789131432.183976:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131432.183980:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000100:00000200:1.0:1789131432.183981:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1789131432.183985:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789131432.183988:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131432.183988:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000100:00000001:1.0:1789131432.183990:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.183993:0:2356:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:3.0:1789131432.183995:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1789131432.183997:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1789131432.183999:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.184001:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.184004:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.184008:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.184021:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=145 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131432.184025:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.184028:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131432.184033:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.184039:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131432.184042:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.184046:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.184049:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.184051:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.184055:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131432.184060:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.184067:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131432.184070:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.184073:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.184075:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.184080:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131432.184088:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:1.0:1789131432.184101:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d06d2d00 x1876039997377792/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131432.184108:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131432.184114:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.184121:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.184124:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.184127:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.184128:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.184129:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.184136:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.184149:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.184152:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.184154:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967391 00000100:00000001:1.0:1789131432.184175:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.184181:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d06d2d00 x1876039997377792/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.184188:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.184189:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726729472 : -110359982822144 : ffff9ba0d06d2d00) 00000100:00000040:1.0:1789131432.184195:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea5d0c2b] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d06d2d00 x1876039997377792/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.184205:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.184207:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.184209:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.184212:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.184216:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.184225:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997377536:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.184230:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.184233:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.184237:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a30c0 x1876039997377536/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.184243:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.184245:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.184254:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.184256:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.184258:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.184259:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.184261:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.184266:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d2d00 x1876039997377792/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.184278:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.184281:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.184285:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.184289:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.184291:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.184295:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997377792:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.184299:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.184306:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.184309:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.184313:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.184317:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.184322:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.184330:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997377792, portal 10 00000100:00000001:1.0:1789131432.184332:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.184334:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726729472 : -110359982822144 : ffff9ba0d06d2d00) 00000100:00000040:1.0:1789131432.184340:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d06d2d00 x1876039997377792/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.184347:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.184349:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.184352:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020b28. 00000100:00000200:1.0:1789131432.184356:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997377792, offset 0 00000400:00000200:1.0:1789131432.184363:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.184369:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.184374:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.184380:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.184384:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.184388:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.184391:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.184395:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [609:609:256:4294967295] 192.168.206.157@tcp LPNI seq info [609:609:8:4294967295] 00000400:00000200:1.0:1789131432.184398:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.184406:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.184411:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.184415:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131432.184419:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.184426:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.184429:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.184440:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.184444:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26308 usecs (27 jiffies) 00000400:00000200:1.0:1789131432.184464:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.184467:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019220 00000100:00000001:1.0:1789131432.184532:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019207 00000100:00000001:1.0:1789131432.184538:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019221 00000100:00000001:1.0:1789131432.184542:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019207 00000100:00000001:1.0:1789131432.184545:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.184549:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.184552:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.184553:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.184557:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.184558:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131432.184561:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.184562:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.184563:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.184565:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131432.184729:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131432.184732:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:3.0:1789131432.184737:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.184741:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131432.184757:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020b28 00000400:00000010:3.0:1789131432.184759:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020b28. 00000100:00000001:3.0:1789131432.184764:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131432.184768:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d2d00 x1876039997377792/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.184792:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131432.184796:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d06d2d00 x1876039997377792/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.184803:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131432.184805:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131432.196883:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.196906:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131432.196911:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.196914:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.196927:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.196936:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131432.196947:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.196953:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.196960:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.196965:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0cd00 00000400:00000200:3.0:1789131432.196971:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.196979:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x165d [1] + 224 00000800:00000001:3.0:1789131432.196988:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.197036:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.197040:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.197046:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131432.197056:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131432.197065:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d2d00 x1876039997377792/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131432.197078:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d06d2d00 x1876039997377792/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.197104:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131432.197115:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.197119:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.197276:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.197282:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131432.197292:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.197294:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.197298:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.197304:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.197319:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.197324:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.197329:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d2d00 x1876039997377792/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.197346:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d2d00 x1876039997377792/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.197353:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.197355:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.197368:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.197372:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.197375:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.197377:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.197381:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.197393:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=144 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131432.197398:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.197401:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131432.197403:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131432.197407:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131432.197411:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.197414:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.197417:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.197419:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.197422:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.197426:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.197432:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d2d00 x1876039997377792/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.197441:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.197444:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.197447:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.197449:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.197454:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d06d2d00 x1876039997377792/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.197462:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.197464:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.197467:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.197511:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.197513:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.197520:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.197528:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.197531:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.197532:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967392 00000100:00000001:1.0:1789131432.197566:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.197573:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.197580:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.197582:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726726592 : -110359982825024 : ffff9ba0d06d21c0) 00000100:00000040:1.0:1789131432.197588:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000650d08b] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.197599:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.197601:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.197604:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.197607:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.197611:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d2d00 x1876039997377792/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.197619:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997377792:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.197624:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.197628:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.197631:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d2d00 x1876039997377792/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.197637:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.197640:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.197648:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.197651:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.197653:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.197654:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.197656:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.197660:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.197667:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.197670:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.197674:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.197677:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.197680:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.197684:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997378176:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.197688:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.197696:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.197699:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.197702:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131432.197711:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d07fb000. 02000000:00000001:1.0:1789131432.197713:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.197718:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.197721:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.197726:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.197734:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997378176, portal 10 00000100:00000001:1.0:1789131432.197736:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.197737:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726726592 : -110359982825024 : ffff9ba0d06d21c0) 00000100:00000040:1.0:1789131432.197743:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.197956:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.197961:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.197965:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020198. 00000100:00000200:1.0:1789131432.197971:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997378176, offset 0 00000400:00000200:1.0:1789131432.197979:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.197987:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.197996:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.198004:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.198009:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.198014:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.198017:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.198021:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [610:610:256:4294967295] 192.168.206.157@tcp LPNI seq info [610:610:8:4294967295] 00000400:00000200:1.0:1789131432.198026:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.198037:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.198044:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.198053:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131432.198061:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.198069:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.198074:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.198174:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.198180:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26272 usecs (27 jiffies) 00000400:00000200:1.0:1789131432.198184:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.198187:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019234 00000100:00000001:1.0:1789131432.198196:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019220 00000100:00000001:1.0:1789131432.198202:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019234 00000100:00000001:1.0:1789131432.198206:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019221 00000100:00000001:1.0:1789131432.198209:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.198212:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.198216:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.198219:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.198223:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.198224:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131432.198226:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.198228:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.198230:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.198231:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131432.201824:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.201839:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:2.0:1789131432.201848:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.201858:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131432.201867:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020198 00000400:00000010:2.0:1789131432.201870:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020198. 00000100:00000001:2.0:1789131432.201878:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131432.201887:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.201901:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.201905:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.201913:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.201915:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131432.218900:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.218942:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131432.218948:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.218951:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.218964:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.218973:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131432.218985:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.218992:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.218998:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.219003:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0ce80 00000400:00000200:3.0:1789131432.219022:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.219031:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1665 [1] + 224 00000800:00000001:3.0:1789131432.219040:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.219049:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.219053:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.219058:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131432.219068:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131432.219079:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131432.219093:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.219121:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131432.219134:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131432.219138:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.219144:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131432.219151:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [611:611:256:4294967295] 192.168.206.157@tcp LPNI seq info [611:611:8:4294967295] 00000400:00000200:3.0:1789131432.219168:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.219177:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131432.219184:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131432.219191:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131432.219199:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131432.219216:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131432.219222:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131432.219708:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131432.219715:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:3.0:1789131432.219725:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.219730:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131432.219739:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.220088:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.220574:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.220580:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131432.220591:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.220594:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.220598:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.220604:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.220607:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.220613:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.220622:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.220634:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.220642:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.220644:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.220646:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.220649:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.220652:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.220654:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.220658:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.220668:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=145 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131432.220672:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.220675:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131432.220679:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.220686:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131432.220689:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.220691:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.220694:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.220696:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.220699:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131432.220703:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.220710:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131432.220713:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.220716:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.220719:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.220723:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131432.220733:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:1.0:1789131432.220757:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d06d0b40 x1876039997378432/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131432.220763:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131432.220767:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.220775:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.220778:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.220780:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.220782:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.220783:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.220788:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.220794:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.220796:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.220798:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967393 00000100:00000001:1.0:1789131432.220819:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.220825:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d06d0b40 x1876039997378432/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.220831:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.220833:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726720832 : -110359982830784 : ffff9ba0d06d0b40) 00000100:00000040:1.0:1789131432.220838:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a740e14f] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d06d0b40 x1876039997378432/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.220847:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.220849:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.220852:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.220855:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.220858:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.220866:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997378176:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.220871:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.220874:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.220877:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d21c0 x1876039997378176/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.220883:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.220886:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.220894:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.220896:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.220899:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.220900:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.220902:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.220906:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d0b40 x1876039997378432/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.220913:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.220915:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.220919:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.220923:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.220926:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.220929:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997378432:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.220933:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.220940:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.220943:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.220949:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.220956:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.220961:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.220968:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997378432, portal 10 00000100:00000001:1.0:1789131432.220971:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.220972:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726720832 : -110359982830784 : ffff9ba0d06d0b40) 00000100:00000040:1.0:1789131432.220978:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d06d0b40 x1876039997378432/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.220985:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.220987:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.220990:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020908. 00000100:00000200:1.0:1789131432.220994:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997378432, offset 0 00000400:00000200:1.0:1789131432.221001:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.221019:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.221026:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.221032:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.221037:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.221042:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.221045:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.221048:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [612:612:256:4294967295] 192.168.206.157@tcp LPNI seq info [612:612:8:4294967295] 00000400:00000200:1.0:1789131432.221053:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.221063:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.221068:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.221074:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd000. 00000800:00000200:1.0:1789131432.221080:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.221088:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.221093:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.221110:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.221115:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26282 usecs (27 jiffies) 00000400:00000200:1.0:1789131432.221118:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.221121:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019257 00000100:00000001:1.0:1789131432.221129:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019234 00000100:00000001:1.0:1789131432.221136:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019257 00000100:00000001:1.0:1789131432.221140:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019234 00000100:00000001:1.0:1789131432.221143:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.221146:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.221149:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.221151:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.221161:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.221162:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131432.221165:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.221166:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.221168:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.221170:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131432.221599:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131432.221603:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd000. 00000400:00000200:3.0:1789131432.221610:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.221616:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131432.221622:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020908 00000400:00000010:3.0:1789131432.221624:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020908. 00000100:00000001:3.0:1789131432.221629:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131432.221635:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d0b40 x1876039997378432/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.221644:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131432.221648:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d06d0b40 x1876039997378432/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.221654:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131432.221656:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131432.226605:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.226627:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131432.226632:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.226634:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.226645:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.226654:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131432.226665:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.226671:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.226677:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.226681:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0cf80 00000400:00000200:2.0:1789131432.226686:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.226693:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x166d [1] + 224 00000800:00000001:2.0:1789131432.226722:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.226733:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.226737:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.226743:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131432.226768:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131432.226781:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d0b40 x1876039997378432/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131432.226793:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d06d0b40 x1876039997378432/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.226816:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131432.226828:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.226831:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.227026:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.227032:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131432.227041:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.227044:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.227048:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.227054:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.227057:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.227061:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.227067:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d0b40 x1876039997378432/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.227077:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d0b40 x1876039997378432/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.227083:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.227086:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.227089:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.227093:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.227097:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.227099:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.227103:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.227115:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=144 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131432.227120:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.227124:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131432.227126:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131432.227130:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131432.227133:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.227137:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.227141:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.227143:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.227146:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.227149:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.227166:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d0b40 x1876039997378432/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.227174:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.227177:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.227180:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.227182:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.227187:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d06d0b40 x1876039997378432/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.227196:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.227198:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.227201:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.227203:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.227204:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.227213:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.227221:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.227223:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.227225:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967394 00000100:00000001:1.0:1789131432.227248:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.227255:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.227262:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.227264:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726521344 : -110359983030272 : ffff9ba0d06a0000) 00000100:00000040:1.0:1789131432.227271:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003dfee111] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.227281:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.227284:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.227287:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.227289:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.227293:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d0b40 x1876039997378432/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.227302:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997378432:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.227431:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.227436:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.227441:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d0b40 x1876039997378432/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.227448:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.227450:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.227459:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.227461:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.227463:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.227465:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.227467:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.227512:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.227520:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.227523:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.227527:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.227531:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.227534:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.227538:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997378816:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.227640:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.227648:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.227651:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.227653:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131432.227662:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d07fb400. 02000000:00000001:1.0:1789131432.227664:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.227671:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.227674:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.227679:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.227687:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997378816, portal 10 00000100:00000001:1.0:1789131432.227689:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.227690:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726521344 : -110359983030272 : ffff9ba0d06a0000) 00000100:00000040:1.0:1789131432.227697:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.227704:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.227707:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.227710:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80204c8. 00000100:00000200:1.0:1789131432.227714:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997378816, offset 0 00000400:00000200:1.0:1789131432.227721:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.227728:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.227736:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.227743:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.227931:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.227935:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.227938:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.227942:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [613:613:256:4294967295] 192.168.206.157@tcp LPNI seq info [613:613:8:4294967295] 00000400:00000200:1.0:1789131432.227947:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.227959:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.227966:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.227972:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecdc00. 00000800:00000200:1.0:1789131432.227980:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.227988:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.227993:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecdc00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.228014:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.228019:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26215 usecs (27 jiffies) 00000400:00000200:1.0:1789131432.228022:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.228025:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019264 00000100:00000001:1.0:1789131432.228034:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019257 00000100:00000001:1.0:1789131432.228041:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019264 00000100:00000001:1.0:1789131432.228044:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019257 00000100:00000001:1.0:1789131432.228047:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.228051:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.228053:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.228055:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.228059:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.228060:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131432.228063:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.228064:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.228065:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.228067:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131432.228590:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131432.228597:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecdc00. 00000400:00000200:3.0:1789131432.228603:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.228610:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131432.228617:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80204c8 00000400:00000010:3.0:1789131432.228619:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80204c8. 00000100:00000001:3.0:1789131432.228624:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131432.228630:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.228641:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131432.228663:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.228670:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131432.228672:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131432.242420:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.242443:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131432.242448:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.242451:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.242462:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.242524:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131432.242536:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.242541:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.242547:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.242552:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0d100 00000400:00000200:2.0:1789131432.242557:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.242564:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1675 [1] + 224 00000800:00000001:2.0:1789131432.242572:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.242581:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.242585:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.242589:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131432.242599:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131432.242609:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131432.242648:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.242672:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131432.242685:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131432.242689:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.242694:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131432.242701:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [614:614:256:4294967295] 192.168.206.157@tcp LPNI seq info [614:614:8:4294967295] 00000400:00000200:2.0:1789131432.242705:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.242713:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131432.242719:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131432.242726:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131432.242733:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131432.242741:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131432.242747:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131432.242861:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.242865:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131432.242869:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.242873:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131432.242879:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.242883:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.242987:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.242993:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131432.243001:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.243004:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.243008:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.243013:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.243016:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.243021:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.243026:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.243035:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.243042:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.243044:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.243047:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.243051:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.243054:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.243057:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.243061:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.243073:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=145 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131432.243077:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.243080:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131432.243084:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.243091:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131432.243094:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.243098:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.243100:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.243102:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.243106:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131432.243111:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.243119:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131432.243123:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.243125:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.243128:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.243132:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131432.243140:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:1.0:1789131432.243151:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d06a0f00 x1876039997379072/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131432.243220:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131432.243226:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.243234:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.243237:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.243240:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.243241:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.243242:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.243249:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.243263:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.243265:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.243267:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967395 00000100:00000001:1.0:1789131432.243291:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.243299:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d06a0f00 x1876039997379072/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.243306:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.243384:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726525184 : -110359983026432 : ffff9ba0d06a0f00) 00000100:00000040:1.0:1789131432.243394:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000499b7afb] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d06a0f00 x1876039997379072/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.243405:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.243408:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.243410:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.243412:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.243417:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.243426:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997378816:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.243432:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.243435:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.243439:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a0000 x1876039997378816/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.243447:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.243449:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.243457:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.243460:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.243462:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.243464:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.243466:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.243509:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a0f00 x1876039997379072/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.243517:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.243520:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.243525:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.243529:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.243532:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.243536:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997379072:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.243599:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.243608:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.243611:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.243617:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.243623:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.243629:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.243637:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997379072, portal 10 00000100:00000001:1.0:1789131432.243640:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.243641:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726525184 : -110359983026432 : ffff9ba0d06a0f00) 00000100:00000040:1.0:1789131432.243648:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d06a0f00 x1876039997379072/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.243655:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.243658:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.243661:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020330. 00000100:00000200:1.0:1789131432.243664:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997379072, offset 0 00000400:00000200:1.0:1789131432.243671:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.243678:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.243684:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.243690:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.243695:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.243700:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.243703:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.243707:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [615:615:256:4294967295] 192.168.206.157@tcp LPNI seq info [615:615:8:4294967295] 00000400:00000200:1.0:1789131432.243711:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.243720:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.243724:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.243730:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecdc00. 00000800:00000200:1.0:1789131432.243736:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.243743:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.243843:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecdc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.243864:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.243869:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26192 usecs (27 jiffies) 00000400:00000200:1.0:1789131432.243873:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.243876:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019280 00000100:00000001:1.0:1789131432.243884:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019264 00000100:00000001:1.0:1789131432.243891:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019280 00000100:00000001:1.0:1789131432.243895:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019264 00000100:00000001:1.0:1789131432.243898:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.243901:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.243904:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.243906:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.243910:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.243912:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131432.243914:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.243915:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.243917:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.243919:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131432.246442:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.246456:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecdc00. 00000400:00000200:2.0:1789131432.246465:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.246530:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131432.247460:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020330 00000400:00000010:2.0:1789131432.247512:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020330. 00000100:00000001:2.0:1789131432.247523:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131432.247536:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a0f00 x1876039997379072/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.247592:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.247597:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d06a0f00 x1876039997379072/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.247605:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.247607:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131432.253793:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.253816:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131432.253821:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.253825:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.253836:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.253845:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131432.253858:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.253864:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.253870:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.253876:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0d200 00000400:00000200:3.0:1789131432.253882:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.253889:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x167d [1] + 224 00000800:00000001:3.0:1789131432.253898:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.253912:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.253917:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.253922:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131432.253933:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131432.253945:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a0f00 x1876039997379072/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131432.253958:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d06a0f00 x1876039997379072/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.253984:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131432.253994:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.253999:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.254059:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.254066:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131432.254075:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.254077:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.254081:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.254087:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.254090:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.254094:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.254099:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a0f00 x1876039997379072/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.254114:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a0f00 x1876039997379072/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.254122:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.254124:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.254127:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.254131:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.254134:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.254136:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.254139:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.254163:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=144 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131432.254168:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.254171:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131432.254173:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131432.254177:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131432.254180:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.254184:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.254188:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.254190:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.254193:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.254196:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.254202:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a0f00 x1876039997379072/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.254209:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.254213:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.254215:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.254217:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.254221:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d06a0f00 x1876039997379072/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.254228:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.254230:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.254233:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.254235:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.254236:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.254243:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.254249:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.254252:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.254253:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967396 00000100:00000001:1.0:1789131432.254275:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.254282:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.254289:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.254291:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726723712 : -110359982827904 : ffff9ba0d06d1680) 00000100:00000040:1.0:1789131432.254297:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa97b0cf] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.254307:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.254436:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.254439:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.254442:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.254448:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a0f00 x1876039997379072/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.254457:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997379072:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.254462:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.254465:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.254525:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06a0f00 x1876039997379072/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.254534:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.254537:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.259716:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.259727:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.259732:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.259736:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.259741:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.259771:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.259782:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.259785:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.259791:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.259795:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.259798:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.259802:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997379456:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.259808:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.259816:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.259821:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.259824:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789131432.259838:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0d07f8c00. 02000000:00000001:1.0:1789131432.259841:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.259851:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.259857:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.259867:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.259876:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997379456, portal 10 00000100:00000001:1.0:1789131432.259878:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.259880:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726723712 : -110359982827904 : ffff9ba0d06d1680) 00000100:00000040:1.0:1789131432.259890:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.259898:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.259901:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.259904:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80203b8. 00000100:00000200:1.0:1789131432.259909:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997379456, offset 0 00000400:00000200:1.0:1789131432.259916:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.259930:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.259941:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.259950:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.259955:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.259960:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.260383:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.260389:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [616:616:256:4294967295] 192.168.206.157@tcp LPNI seq info [616:616:8:4294967295] 00000400:00000200:1.0:1789131432.260395:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.260407:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.260414:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.260421:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd000. 00000800:00000200:1.0:1789131432.260429:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.260438:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.260443:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.260520:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.260526:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26146 usecs (27 jiffies) 00000400:00000200:1.0:1789131432.260530:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.260533:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019297 00000100:00000001:1.0:1789131432.260551:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019280 00000100:00000001:1.0:1789131432.260558:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019297 00000100:00000001:1.0:1789131432.260562:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019280 00000100:00000001:1.0:1789131432.260565:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.260569:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.260573:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.260576:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.260583:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.260584:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131432.260587:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.260589:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.260590:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.260592:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131432.261607:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.261617:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd000. 00000400:00000200:2.0:1789131432.261625:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.261634:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131432.261643:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80203b8 00000400:00000010:2.0:1789131432.261646:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80203b8. 00000100:00000001:2.0:1789131432.261652:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131432.261661:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.261676:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.261680:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.261688:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.261690:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131432.287654:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.287676:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131432.287681:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.287683:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.287713:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.287723:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131432.287734:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.287740:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.287748:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.287753:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0d380 00000400:00000200:3.0:1789131432.287759:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.287767:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1685 [1] + 224 00000800:00000001:3.0:1789131432.287777:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.287785:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.287789:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.287795:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131432.287805:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131432.287817:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131432.287830:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.287858:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131432.287872:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131432.287876:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.287883:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131432.287889:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [617:617:256:4294967295] 192.168.206.157@tcp LPNI seq info [617:617:8:4294967295] 00000400:00000200:3.0:1789131432.287894:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.287903:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131432.287909:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131432.287916:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131432.287922:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131432.287931:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131432.287936:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131432.288126:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131432.288131:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:3.0:1789131432.288136:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.288140:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131432.288147:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.288151:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.293583:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.293596:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131432.293612:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.293616:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.293623:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.293636:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.293639:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.293645:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.293659:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.293671:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.293680:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.293682:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.293685:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.293689:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.293692:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.293695:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.293698:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.293709:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=145 v=5 (5 0 0 0) 00000100:00001000:1.0:1789131432.293715:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.293717:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1789131432.293722:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.293729:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1789131432.293732:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.293735:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.293738:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.293740:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.293744:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1789131432.293748:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.293756:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1789131432.293760:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.293763:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.293766:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.293771:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131432.293780:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:1.0:1789131432.293791:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d06d1a40 x1876039997379712/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1789131432.293798:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1789131432.293802:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.293812:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.293814:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.293817:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.293819:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.293820:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.293827:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.293835:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.293837:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.293839:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967397 00000100:00000001:1.0:1789131432.293864:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.293871:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d06d1a40 x1876039997379712/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.293879:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.293880:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726724672 : -110359982826944 : ffff9ba0d06d1a40) 00000100:00000040:1.0:1789131432.293886:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009855841f] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d06d1a40 x1876039997379712/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.293896:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.293898:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.293901:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.293903:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.293906:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.293915:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997379456:192.168.206.157@tcp:101:createmany.0 00000100:00000001:1.0:1789131432.293921:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.293924:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.293927:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d1680 x1876039997379456/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.293934:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.293937:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.293946:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.293948:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.293951:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.293952:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.293954:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789131432.293958:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d1a40 x1876039997379712/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.293965:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131432.293968:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.293973:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131432.293978:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131432.293981:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131432.293985:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997379712:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.293989:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789131432.293996:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131432.293999:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131432.294008:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:1.0:1789131432.294018:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 00000400:00000010:1.0:1789131432.294024:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00000200:1.0:1789131432.294031:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997379712, portal 10 00000100:00000001:1.0:1789131432.294034:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.294035:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726724672 : -110359982826944 : ffff9ba0d06d1a40) 00000100:00000040:1.0:1789131432.294041:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d06d1a40 x1876039997379712/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.294048:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789131432.294051:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131432.294054:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d80207f8. 00000100:00000200:1.0:1789131432.294058:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997379712, offset 0 00000400:00000200:1.0:1789131432.294065:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:1.0:1789131432.294075:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.294085:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131432.294091:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131432.294095:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131432.294100:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131432.294103:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131432.294107:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [618:618:256:4294967295] 192.168.206.157@tcp LPNI seq info [618:618:8:4294967295] 00000400:00000200:1.0:1789131432.294111:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131432.294122:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131432.294129:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131432.294137:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd200. 00000800:00000200:1.0:1789131432.294145:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131432.294154:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131432.294160:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1789131432.294179:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.294184:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26228 usecs (27 jiffies) 00000400:00000200:1.0:1789131432.294188:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131432.294191:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019330 00000100:00000001:1.0:1789131432.294200:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019297 00000100:00000001:1.0:1789131432.294206:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019330 00000100:00000001:1.0:1789131432.294210:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019297 00000100:00000001:1.0:1789131432.294214:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.294217:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.294220:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.294222:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.294225:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.294227:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1789131432.294229:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.294230:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.294232:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.294234:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131432.294542:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.294548:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd200. 00000400:00000200:2.0:1789131432.294553:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.294559:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131432.294565:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d80207f8 00000400:00000010:2.0:1789131432.294568:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d80207f8. 00000100:00000001:2.0:1789131432.294572:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131432.294577:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d1a40 x1876039997379712/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.294587:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.294590:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d06d1a40 x1876039997379712/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.294623:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.294625:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131432.298783:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.298807:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131432.298812:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.298815:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.298826:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.298836:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131432.298848:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.298854:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.298861:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.298866:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0d480 00000400:00000200:2.0:1789131432.298871:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.298879:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x168d [1] + 224 00000800:00000001:2.0:1789131432.298887:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.298895:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.298899:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.298904:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131432.298913:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131432.298923:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d1a40 x1876039997379712/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131432.298935:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d06d1a40 x1876039997379712/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.298960:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131432.298971:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.298974:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.300237:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.300247:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131432.300260:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131432.300263:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131432.300267:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131432.300276:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131432.300279:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131432.300286:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131432.300298:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d1a40 x1876039997379712/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1789131432.300311:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d1a40 x1876039997379712/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.300319:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131432.300322:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.300326:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131432.300329:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131432.300333:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131432.300337:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131432.300340:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131432.300354:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=144 v=10 (10 0 0 0) 00000100:00001000:1.0:1789131432.300368:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131432.300372:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131432.300373:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131432.300377:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131432.300381:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.300385:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1789131432.300389:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789131432.300392:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1789131432.300395:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789131432.300398:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.300404:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d1a40 x1876039997379712/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.300412:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131432.300416:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131432.300419:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.300421:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1789131432.300426:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d06d1a40 x1876039997379712/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.300434:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1789131432.300436:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1789131432.300439:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1789131432.300440:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1789131432.300442:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1789131432.300448:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1789131432.300457:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:1.0:1789131432.300460:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1789131432.300461:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967398 00000100:00000001:1.0:1789131432.300539:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1789131432.300547:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.300554:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131432.300555:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726731392 : -110359982820224 : ffff9ba0d06d3480) 00000100:00000040:1.0:1789131432.300561:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa93d97a] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.300571:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.300574:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.300578:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.300580:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131432.300584:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d1a40 x1876039997379712/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1789131432.300592:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997379712:192.168.206.157@tcp:35:createmany.0 00000100:00000001:1.0:1789131432.300598:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.300601:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131432.300604:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d1a40 x1876039997379712/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1789131432.300611:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.300614:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.300623:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.300626:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.300628:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.300630:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131432.300858:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131432.300867:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.300874:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131432.300877:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131432.300881:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131432.300885:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131432.300888:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131432.300892:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997380096:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131432.300896:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131432.300904:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131432.300907:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131432.300910:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131432.300922:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c8345000. 02000000:00000001:0.0:1789131432.300924:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131432.300933:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131432.300938:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000010:0.0:1789131432.300945:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346110. 00000100:00000200:0.0:1789131432.300954:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997380096, portal 10 00000100:00000001:0.0:1789131432.300956:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131432.300957:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726731392 : -110359982820224 : ffff9ba0d06d3480) 00000100:00000040:0.0:1789131432.300975:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.300983:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131432.300987:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131432.300990:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346220. 00000100:00000200:0.0:1789131432.300995:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997380096, offset 0 00000400:00000200:0.0:1789131432.301003:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131432.301014:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131432.301024:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131432.301032:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131432.301038:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131432.301043:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131432.301046:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131432.301051:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [619:619:256:4294967295] 192.168.206.157@tcp LPNI seq info [619:619:8:4294967295] 00000400:00000200:0.0:1789131432.301056:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131432.301067:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131432.301075:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131432.301082:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879d00. 00000800:00000200:0.0:1789131432.301090:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131432.301099:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131432.301104:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879d00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131432.301128:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131432.301133:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26163 usecs (27 jiffies) 00000400:00000200:0.0:1789131432.301137:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131432.301140:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019337 00000100:00000001:0.0:1789131432.301148:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019330 00000100:00000001:0.0:1789131432.301163:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019337 00000100:00000001:0.0:1789131432.301168:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019330 00000100:00000001:0.0:1789131432.301171:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131432.301174:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.301177:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.301179:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.301183:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131432.301185:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131432.301187:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.301188:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131432.301190:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.301191:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131432.301764:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131432.301771:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879d00. 00000400:00000200:3.0:1789131432.301778:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.301785:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131432.301792:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346220 00000400:00000010:3.0:1789131432.301795:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346220. 00000100:00000001:3.0:1789131432.301800:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131432.301805:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.301817:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131432.301820:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.301827:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131432.301829:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131432.317387:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.317410:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131432.317415:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.317418:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.317431:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.317459:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131432.317524:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.317530:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.317537:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.317541:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0d600 00000400:00000200:2.0:1789131432.317547:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.317554:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x1695 [1] + 224 00000800:00000001:2.0:1789131432.317562:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.317572:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.317575:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.317581:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131432.317591:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131432.317601:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131432.317615:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.317627:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131432.317639:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131432.317642:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.317648:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131432.317655:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [620:620:256:4294967295] 192.168.206.157@tcp LPNI seq info [620:620:8:4294967295] 00000400:00000200:2.0:1789131432.317660:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.317669:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131432.317675:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131432.317682:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131432.317689:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131432.317697:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131432.317703:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1789131432.317812:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.317816:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131432.317819:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.317823:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131432.317831:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.317834:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.319594:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.319603:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131432.319616:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131432.319619:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131432.319624:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000200:0.0:1789131432.319634:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346110 00000400:00000010:0.0:1789131432.319636:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346110. 00000100:00000001:0.0:1789131432.319642:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131432.319656:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131432.319668:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.319675:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131432.319677:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.319680:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131432.319684:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131432.319687:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131432.319690:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131432.319693:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131432.319705:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=145 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131432.319710:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131432.319713:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131432.319717:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.319725:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131432.319728:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131432.319732:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131432.319735:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131432.319737:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131432.319741:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131432.319759:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.319768:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131432.319772:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131432.319775:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.319779:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131432.319783:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131432.319793:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:0.0:1789131432.319805:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0c7dc4b40 x1876039997380352/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131432.319812:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131432.319815:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.319824:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131432.319826:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131432.319829:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131432.319830:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131432.319832:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131432.319838:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131432.319846:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131432.319849:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131432.319850:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967399 00000100:00000001:0.0:1789131432.319873:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131432.319879:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7dc4b40 x1876039997380352/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.319886:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131432.319888:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583016768 : -110360126534848 : ffff9ba0c7dc4b40) 00000100:00000040:0.0:1789131432.319894:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3f8c7e1] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7dc4b40 x1876039997380352/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.319904:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.319907:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.319910:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.319912:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131432.319915:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131432.319922:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997380096:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131432.319927:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.319930:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131432.319934:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06d3480 x1876039997380096/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.319940:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.319942:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.319951:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131432.319954:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.319956:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.319957:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131432.319959:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131432.319963:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc4b40 x1876039997380352/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.319982:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131432.319985:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131432.319989:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131432.319993:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131432.319996:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131432.319999:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997380352:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131432.320003:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131432.320009:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131432.320012:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131432.320020:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131432.320029:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000010:0.0:1789131432.320035:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346110. 00000100:00000200:0.0:1789131432.320043:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997380352, portal 10 00000100:00000001:0.0:1789131432.320046:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131432.320047:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583016768 : -110360126534848 : ffff9ba0c7dc4b40) 00000100:00000040:0.0:1789131432.320054:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7dc4b40 x1876039997380352/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.320062:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131432.320065:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131432.320069:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346cc0. 00000100:00000200:0.0:1789131432.320073:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997380352, offset 0 00000400:00000200:0.0:1789131432.320080:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131432.320089:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131432.320098:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131432.320103:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131432.320109:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131432.320113:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131432.320116:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131432.320120:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [621:621:256:4294967295] 192.168.206.157@tcp LPNI seq info [621:621:8:4294967295] 00000400:00000200:0.0:1789131432.320124:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131432.320134:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131432.320140:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131432.320147:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879e00. 00000800:00000200:0.0:1789131432.320326:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131432.320443:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131432.320449:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131432.320517:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131432.320522:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26156 usecs (27 jiffies) 00000400:00000200:0.0:1789131432.320526:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131432.320530:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019357 00000100:00000001:0.0:1789131432.320539:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019337 00000100:00000001:0.0:1789131432.320544:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019357 00000100:00000001:0.0:1789131432.320548:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019337 00000100:00000001:0.0:1789131432.320552:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131432.320556:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.320559:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.320561:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.320565:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131432.320567:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1789131432.320569:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.320570:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131432.320572:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.320573:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131432.324559:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.324573:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879e00. 00000400:00000200:2.0:1789131432.324583:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.324594:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131432.324603:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346cc0 00000400:00000010:2.0:1789131432.324606:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346cc0. 00000100:00000001:2.0:1789131432.324613:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131432.324622:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc4b40 x1876039997380352/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.324638:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.324642:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7dc4b40 x1876039997380352/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.324651:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.324653:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131432.337136:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.337162:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131432.337167:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.337170:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.337182:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.337194:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131432.337206:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.337212:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.337220:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.337225:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0d700 00000400:00000200:3.0:1789131432.337232:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.337241:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x169d [1] + 224 00000800:00000001:3.0:1789131432.337252:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.337283:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.337288:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.337295:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131432.337306:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131432.337319:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc4b40 x1876039997380352/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131432.337331:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0c7dc4b40 x1876039997380352/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.337365:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131432.337380:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.337383:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.337536:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.337543:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131432.337555:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131432.337558:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131432.337563:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000200:0.0:1789131432.337569:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346110 00000400:00000010:0.0:1789131432.337572:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346110. 00000100:00000001:0.0:1789131432.337575:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131432.337581:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc4b40 x1876039997380352/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131432.337590:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc4b40 x1876039997380352/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.337597:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131432.337600:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.337602:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131432.337606:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131432.337609:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131432.337612:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131432.337616:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131432.337633:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=144 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131432.337639:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131432.337642:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131432.337644:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131432.337649:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131432.337652:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.337656:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131432.337660:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131432.337663:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131432.337665:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131432.337668:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131432.337674:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc4b40 x1876039997380352/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.337681:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131432.337684:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131432.337687:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.337690:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131432.337694:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7dc4b40 x1876039997380352/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.337703:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131432.337705:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131432.337708:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131432.337710:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131432.337711:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131432.337718:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131432.337739:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131432.337742:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131432.337744:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967400 00000100:00000001:0.0:1789131432.337778:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131432.337786:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.337794:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131432.337796:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583019648 : -110360126531968 : ffff9ba0c7dc5680) 00000100:00000040:0.0:1789131432.337802:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a91632c4] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.337812:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.337814:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.337817:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.337819:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131432.337823:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc4b40 x1876039997380352/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131432.337830:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc4b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997380352:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131432.337836:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.337839:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131432.337842:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc4b40 x1876039997380352/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.337849:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.337852:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.337860:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131432.337862:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.337865:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.337866:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131432.337868:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131432.337872:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.337879:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131432.337881:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131432.337886:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131432.337890:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131432.337894:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131432.337897:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997380736:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131432.337901:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131432.337910:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131432.337912:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131432.337915:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131432.337926:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c8346800. 02000000:00000001:0.0:1789131432.337928:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131432.337934:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131432.337937:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000010:0.0:1789131432.337943:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346110. 00000100:00000200:0.0:1789131432.337951:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997380736, portal 10 00000100:00000001:0.0:1789131432.337953:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131432.337955:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583019648 : -110360126531968 : ffff9ba0c7dc5680) 00000100:00000040:0.0:1789131432.337961:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.337969:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131432.337972:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131432.337975:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346770. 00000100:00000200:0.0:1789131432.337979:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997380736, offset 0 00000400:00000200:0.0:1789131432.337987:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131432.337994:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131432.338001:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131432.338008:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131432.338023:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131432.338028:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131432.338031:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131432.338034:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [622:622:256:4294967295] 192.168.206.157@tcp LPNI seq info [622:622:8:4294967295] 00000400:00000200:0.0:1789131432.338039:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131432.338050:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131432.338056:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131432.338062:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879100. 00000800:00000200:0.0:1789131432.338068:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131432.338077:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131432.338082:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131432.338096:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131432.338100:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26142 usecs (27 jiffies) 00000400:00000200:0.0:1789131432.338104:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131432.338107:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019374 00000100:00000001:0.0:1789131432.338118:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019357 00000100:00000001:0.0:1789131432.338124:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019374 00000100:00000001:0.0:1789131432.338129:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019357 00000100:00000001:0.0:1789131432.338132:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131432.338135:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.338137:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.338140:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.338142:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131432.338144:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131432.338145:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.338147:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131432.338148:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.338150:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131432.338591:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.338599:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879100. 00000400:00000200:2.0:1789131432.338605:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.338611:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131432.338618:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346770 00000400:00000010:2.0:1789131432.338621:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346770. 00000100:00000001:2.0:1789131432.338625:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131432.338631:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.338641:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.338645:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.338671:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.338672:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131432.351983:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.352017:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131432.352022:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.352026:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.352036:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.352046:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131432.352058:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.352064:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.352070:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.352075:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0d880 00000400:00000200:3.0:1789131432.352080:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.352088:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x16a5 [1] + 224 00000800:00000001:3.0:1789131432.352096:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.352105:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.352109:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.352114:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131432.352124:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131432.352134:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131432.352146:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.352194:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131432.352206:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131432.352210:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.352217:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131432.352224:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [623:623:256:4294967295] 192.168.206.157@tcp LPNI seq info [623:623:8:4294967295] 00000400:00000200:3.0:1789131432.352228:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.352238:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131432.352245:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131432.352252:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131432.352260:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131432.352268:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131432.352273:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131432.352385:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131432.352390:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:3.0:1789131432.352394:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.352398:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131432.352404:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.352408:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.352895:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.352901:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131432.352910:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131432.352913:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131432.352918:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000200:0.0:1789131432.352924:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346110 00000400:00000010:0.0:1789131432.352928:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346110. 00000100:00000001:0.0:1789131432.352931:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131432.352939:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131432.352950:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.352956:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131432.352959:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.352961:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131432.352965:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131432.352968:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131432.352971:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131432.352975:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131432.352987:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=145 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131432.352991:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131432.352995:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131432.352999:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.353005:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131432.353021:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131432.353024:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131432.353027:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131432.353029:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131432.353033:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131432.353038:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.353045:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131432.353049:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131432.353051:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.353054:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131432.353058:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131432.353067:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:0.0:1789131432.353079:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0c7dc5a40 x1876039997380992/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131432.353085:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131432.353088:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.353096:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131432.353098:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131432.353101:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131432.353102:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131432.353104:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131432.353110:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131432.353122:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131432.353125:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131432.353126:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967401 00000100:00000001:0.0:1789131432.353149:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131432.353155:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7dc5a40 x1876039997380992/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.353162:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131432.353164:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583020608 : -110360126531008 : ffff9ba0c7dc5a40) 00000100:00000040:0.0:1789131432.353170:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a96b4d9] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7dc5a40 x1876039997380992/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.353180:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.353183:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.353185:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.353187:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131432.353191:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131432.353199:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc5680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997380736:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131432.353205:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.353209:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131432.353212:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7dc5680 x1876039997380736/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.353220:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.353223:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.353232:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131432.353234:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.353236:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.353238:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131432.353240:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131432.353245:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc5a40 x1876039997380992/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.353253:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131432.353255:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131432.353259:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131432.353263:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131432.353266:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131432.353269:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997380992:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131432.353273:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131432.353280:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131432.353282:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131432.353288:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131432.353295:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000010:0.0:1789131432.353300:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346110. 00000100:00000200:0.0:1789131432.353307:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997380992, portal 10 00000100:00000001:0.0:1789131432.353309:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131432.353311:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583020608 : -110360126531008 : ffff9ba0c7dc5a40) 00000100:00000040:0.0:1789131432.353317:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7dc5a40 x1876039997380992/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.353325:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131432.353328:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131432.353330:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346908. 00000100:00000200:0.0:1789131432.353335:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997380992, offset 0 00000400:00000200:0.0:1789131432.353341:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131432.353349:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131432.353355:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131432.353374:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131432.353381:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131432.353385:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131432.353388:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131432.353392:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [624:624:256:4294967295] 192.168.206.157@tcp LPNI seq info [624:624:8:4294967295] 00000400:00000200:0.0:1789131432.353396:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131432.353406:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131432.353412:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131432.353420:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879100. 00000800:00000200:0.0:1789131432.353426:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131432.353433:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131432.353437:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131432.353450:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131432.353455:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26116 usecs (27 jiffies) 00000400:00000200:0.0:1789131432.353459:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131432.353462:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019389 00000800:00000200:2.0:1789131432.353786:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.353792:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879100. 00000400:00000200:2.0:1789131432.353796:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.353802:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131432.353808:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346908 00000400:00000010:2.0:1789131432.353810:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346908. 00000100:00000001:2.0:1789131432.353814:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131432.353819:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc5a40 x1876039997380992/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.353828:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.353831:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7dc5a40 x1876039997380992/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.353839:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.353841:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789131432.354071:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019374 00000100:00000001:0.0:1789131432.354088:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019390 00000100:00000001:0.0:1789131432.354092:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019374 00000100:00000001:0.0:1789131432.354095:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131432.354099:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.354102:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.354104:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.354109:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131432.354111:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1789131432.354114:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.354115:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131432.354117:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.354119:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789131432.359163:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.359188:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131432.359193:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.359195:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.359206:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.359215:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131432.359227:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.359232:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.359238:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.359243:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0d980 00000400:00000200:2.0:1789131432.359248:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.359256:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x16ad [1] + 224 00000800:00000001:2.0:1789131432.359264:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.359274:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.359278:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.359302:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131432.359312:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131432.359323:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc5a40 x1876039997380992/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131432.359335:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0c7dc5a40 x1876039997380992/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.359365:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131432.359377:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.359381:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.359521:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.359527:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131432.359537:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131432.359540:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131432.359544:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000200:0.0:1789131432.359551:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346110 00000400:00000010:0.0:1789131432.359553:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346110. 00000100:00000001:0.0:1789131432.359557:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131432.359562:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc5a40 x1876039997380992/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131432.359576:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc5a40 x1876039997380992/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.359583:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131432.359585:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.359588:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131432.359592:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131432.359595:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131432.359598:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131432.359601:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131432.359613:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=144 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131432.359619:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131432.359621:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131432.359623:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131432.359626:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131432.359630:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.359634:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131432.359637:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131432.359639:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131432.359641:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131432.359646:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131432.359651:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc5a40 x1876039997380992/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.359658:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131432.359662:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131432.359664:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.359667:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131432.359671:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7dc5a40 x1876039997380992/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.359678:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131432.359681:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131432.359684:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131432.359686:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131432.359687:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131432.359695:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131432.359703:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131432.359706:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131432.359707:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967402 00000100:00000001:0.0:1789131432.359731:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131432.359737:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.359744:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131432.359746:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583027328 : -110360126524288 : ffff9ba0c7dc7480) 00000100:00000040:0.0:1789131432.360079:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a7f15dd] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.360093:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.360095:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.360098:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.360101:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131432.360105:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc5a40 x1876039997380992/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131432.360113:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997380992:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131432.360119:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.360123:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131432.360126:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc5a40 x1876039997380992/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.360133:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.360135:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.360144:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131432.360146:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.360149:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.360151:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131432.360153:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131432.360157:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.360165:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131432.360167:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131432.360172:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131432.360176:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131432.360179:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131432.360183:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997381376:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131432.360187:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131432.360194:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131432.360197:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131432.360200:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131432.360209:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c8345800. 02000000:00000001:0.0:1789131432.360211:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131432.360217:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131432.360222:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000010:0.0:1789131432.360229:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346110. 00000100:00000200:0.0:1789131432.360236:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997381376, portal 10 00000100:00000001:0.0:1789131432.360238:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131432.360240:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583027328 : -110360126524288 : ffff9ba0c7dc7480) 00000100:00000040:0.0:1789131432.360246:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.360254:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131432.360256:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131432.360259:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346198. 00000100:00000200:0.0:1789131432.360263:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997381376, offset 0 00000400:00000200:0.0:1789131432.360270:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131432.360279:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131432.360286:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131432.360293:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131432.360298:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131432.360303:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131432.360305:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131432.360310:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [625:625:256:4294967295] 192.168.206.157@tcp LPNI seq info [625:625:8:4294967295] 00000400:00000200:0.0:1789131432.360314:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131432.360324:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131432.360330:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131432.360336:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879e00. 00000800:00000200:0.0:1789131432.360344:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131432.360353:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131432.361235:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879e00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131432.361331:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131432.361338:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26053 usecs (27 jiffies) 00000400:00000200:0.0:1789131432.361344:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131432.361348:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019397 00000100:00000001:0.0:1789131432.361373:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019389 00000100:00000001:0.0:1789131432.361380:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019397 00000100:00000001:0.0:1789131432.361384:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019390 00000100:00000001:0.0:1789131432.361388:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131432.361392:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.361396:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.361400:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.361409:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131432.361412:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131432.361415:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.361417:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131432.361419:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.361421:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789131432.371602:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131432.371618:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879e00. 00000400:00000200:3.0:1789131432.371627:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.371640:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131432.371649:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346198 00000400:00000010:3.0:1789131432.371653:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346198. 00000100:00000001:3.0:1789131432.371660:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131432.371670:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.371686:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131432.371691:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.371719:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131432.371721:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1789131432.388699:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4295019397, at 4295019398 00000100:00000010:2.0:1789131432.388721:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d86d5660. 00000100:00000040:3.0:1789131432.390006:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4295019397, at 4295019399 00000100:00000010:3.0:1789131432.390024:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d8521b40. 00000800:00000001:2.0:1789131432.395885:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.395920:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131432.395926:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.395929:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.395942:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.395953:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131432.395965:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.395971:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.395978:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.395983:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0db00 00000400:00000200:2.0:1789131432.395989:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.395995:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x16b5 [1] + 224 00000800:00000001:2.0:1789131432.396004:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.396025:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.396029:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.396034:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131432.396044:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131432.396055:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131432.396068:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.396114:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1789131432.396126:0:2351:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1789131432.396131:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.396137:0:2351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131432.396144:0:2351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [626:626:256:4294967295] 192.168.206.157@tcp LPNI seq info [626:626:8:4294967295] 00000400:00000200:2.0:1789131432.396148:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.396157:0:2351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:2.0:1789131432.396164:0:2351:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131432.396171:0:2351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131432.396177:0:2351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131432.396185:0:2351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131432.396191:0:2351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1789131432.396581:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.396588:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131432.396599:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131432.396602:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131432.396606:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000200:0.0:1789131432.396613:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346110 00000400:00000010:0.0:1789131432.396616:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346110. 00000100:00000001:0.0:1789131432.396620:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131432.396627:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131432.396637:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.396644:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131432.396646:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.396649:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131432.396653:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131432.396657:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131432.396660:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131432.396663:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131432.396677:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=145 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131432.396682:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131432.396685:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1789131432.396690:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.396697:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1789131432.396701:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131432.396705:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131432.396708:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131432.396712:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131432.396716:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1789131432.396722:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.396730:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1789131432.396734:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131432.396737:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.396740:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131432.396744:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131432.396762:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:0.0:1789131432.396775:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0c7dc7840 x1876039997381632/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1789131432.396781:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1789131432.396785:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.396795:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131432.396799:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131432.396801:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131432.396803:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131432.396805:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131432.396812:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131432.396819:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131432.396822:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131432.396824:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967403 00000100:00000001:0.0:1789131432.396848:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131432.396854:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7dc7840 x1876039997381632/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.396861:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131432.396862:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583028288 : -110360126523328 : ffff9ba0c7dc7840) 00000100:00000040:0.0:1789131432.396868:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a14705ac] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7dc7840 x1876039997381632/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.396878:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.396881:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.396884:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.396886:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131432.396890:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131432.396899:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997381376:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131432.396905:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.396908:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131432.396912:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7dc7480 x1876039997381376/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.396919:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.396922:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.396932:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131432.396935:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.396937:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.396939:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131432.396942:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131432.396947:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc7840 x1876039997381632/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.396954:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131432.396957:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131432.396962:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131432.396965:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131432.396968:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131432.396972:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997381632:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131432.396976:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131432.396984:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131432.396987:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131432.396992:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131432.396997:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000010:0.0:1789131432.397003:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346110. 00000100:00000200:0.0:1789131432.397011:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997381632, portal 10 00000100:00000001:0.0:1789131432.397013:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131432.397015:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583028288 : -110360126523328 : ffff9ba0c7dc7840) 00000100:00000040:0.0:1789131432.397021:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7dc7840 x1876039997381632/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.397028:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131432.397031:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131432.397034:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346c38. 00000100:00000200:0.0:1789131432.397038:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997381632, offset 0 00000400:00000200:0.0:1789131432.397045:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131432.397053:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131432.397061:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131432.397068:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131432.397074:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131432.397078:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131432.397081:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131432.397084:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [627:627:255:4294967295] 192.168.206.157@tcp LPNI seq info [627:627:7:4294967295] 00000400:00000200:0.0:1789131432.397088:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131432.397097:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131432.397102:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131432.397108:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879d00. 00000800:00000200:0.0:1789131432.397114:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131432.397123:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131432.397127:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879d00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1789131432.397131:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131432.397136:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26121 usecs (27 jiffies) 00000400:00000200:0.0:1789131432.397139:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131432.397142:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019433 00000100:00000010:0.0:1789131432.397149:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d8521cc0. 00000100:00000001:0.0:1789131432.397157:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789131432.397165:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019433 00000100:00000010:0.0:1789131432.397169:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d8521a20. 00000100:00000001:0.0:1789131432.397172:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789131432.397182:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131432.397185:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.397188:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.397190:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.397193:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131432.397194:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1789131432.397196:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.397198:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131432.397199:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.397201:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131432.397527:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.397533:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131432.397540:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.397547:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:2.0:1789131432.397561:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.397566:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1789131432.402694:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.402709:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879d00. 00000400:00000200:2.0:1789131432.402717:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.402730:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131432.402739:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346c38 00000400:00000010:2.0:1789131432.402743:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346c38. 00000100:00000001:2.0:1789131432.402754:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131432.402764:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc7840 x1876039997381632/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.402779:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.402783:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0c7dc7840 x1876039997381632/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.402814:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.402816:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131432.409711:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.409736:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131432.409741:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.409744:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.409763:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.409773:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131432.409784:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.409790:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.409798:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.409802:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0dc00 00000400:00000200:3.0:1789131432.409808:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.409816:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x16bd [1] + 224 00000800:00000001:3.0:1789131432.409824:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.409832:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.409836:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.409841:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131432.409852:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131432.409863:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc7840 x1876039997381632/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131432.409875:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0c7dc7840 x1876039997381632/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.409901:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131432.409913:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.409917:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.411789:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.411800:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131432.411812:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131432.411815:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131432.411820:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000200:0.0:1789131432.411832:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346110 00000400:00000010:0.0:1789131432.411835:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346110. 00000100:00000001:0.0:1789131432.411840:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131432.411854:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc7840 x1876039997381632/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131432.411867:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc7840 x1876039997381632/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.411875:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131432.411877:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.411880:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131432.411884:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131432.411887:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131432.411890:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131432.411893:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131432.411906:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=144 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131432.411911:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131432.411914:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131432.411916:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131432.411920:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131432.411925:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.411928:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131432.411931:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131432.411933:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131432.411935:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131432.411939:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131432.411944:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc7840 x1876039997381632/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.411951:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131432.411955:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131432.411958:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.411960:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131432.411965:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7dc7840 x1876039997381632/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.411974:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131432.411976:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131432.411980:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131432.411981:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131432.411983:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131432.411991:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131432.411998:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131432.412001:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131432.412002:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967404 00000100:00000001:0.0:1789131432.412028:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1789131432.412034:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 1 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.412041:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131432.412043:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583029248 : -110360126522368 : ffff9ba0c7dc7c00) 00000100:00000040:0.0:1789131432.412049:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f2535de] to pc [ptlrpcd_rcv+-1] req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.412060:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.412063:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.412065:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.412068:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131432.412072:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc7840 x1876039997381632/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131432.412080:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc7840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997381632:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131432.412084:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.412087:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131432.412090:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc7840 x1876039997381632/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.412096:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.412099:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.412109:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131432.412111:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.412113:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.412115:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131432.412117:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131432.412120:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.412127:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131432.412130:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131432.412134:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131432.412139:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131432.412142:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131432.412145:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c7dc7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997382016:192.168.206.157@tcp:101:createmany.0 00000100:00000001:0.0:1789131432.412149:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131432.412157:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131432.412160:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131432.412164:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131432.412178:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9ba0c8346400. 02000000:00000001:0.0:1789131432.412180:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131432.412189:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131432.412193:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000010:0.0:1789131432.412198:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346110. 00000100:00000200:0.0:1789131432.412208:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997382016, portal 10 00000100:00000001:0.0:1789131432.412210:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131432.412211:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713583029248 : -110360126522368 : ffff9ba0c7dc7c00) 00000100:00000040:0.0:1789131432.412217:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.412224:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131432.412226:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131432.412229:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346660. 00000100:00000200:0.0:1789131432.412234:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1876039997382016, offset 0 00000400:00000200:0.0:1789131432.412242:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131432.412254:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131432.412264:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131432.412271:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131432.412276:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131432.412281:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131432.412284:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131432.412288:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [628:628:256:4294967295] 192.168.206.157@tcp LPNI seq info [628:628:8:4294967295] 00000400:00000200:0.0:1789131432.412292:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131432.412303:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131432.412310:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131432.412317:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879400. 00000800:00000200:0.0:1789131432.412325:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131432.412336:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131432.412342:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1789131432.412379:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131432.412385:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26096 usecs (27 jiffies) 00000400:00000200:0.0:1789131432.412389:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131432.412392:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019448 00000100:00000001:0.0:1789131432.412401:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 2, simply extend its deadline from 4295019433 00000100:00000001:0.0:1789131432.412408:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019448 00000100:00000001:0.0:1789131432.412411:0:2356:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request active for cpu 3, simply extend its deadline from 4295019433 00000100:00000001:0.0:1789131432.412414:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131432.412416:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.412418:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.412420:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.412424:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131432.412425:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131432.412427:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.412428:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131432.412429:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.412431:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131432.412911:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.412918:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879400. 00000400:00000200:2.0:1789131432.412924:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.412930:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131432.412937:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346660 00000400:00000010:2.0:1789131432.412940:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346660. 00000100:00000001:2.0:1789131432.412945:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131432.412952:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.412964:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.412967:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.412974:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.412976:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1789131432.440389:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4295019448, at 4295019449 00000100:00000010:2.0:1789131432.440411:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d8521cc0. 00000100:00000040:3.0:1789131432.441387:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4295019448, at 4295019450 00000100:00000010:3.0:1789131432.441401:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d8521a20. 00000800:00000001:3.0:1789131432.447130:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.447152:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131432.447157:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.447159:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.447171:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.447181:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131432.447189:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.447195:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.447202:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.447207:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 608 into portal 10 MB=0x6aa3f99a0dd80 00000400:00000200:3.0:1789131432.447212:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.447221:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 608/608 into md 0x16c5 [1] + 224 00000800:00000001:3.0:1789131432.447230:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.447249:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131432.447254:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.447259:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131432.447270:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131432.447280:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1789131432.447292:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=608 offset=224 replen=664 req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131432.447316:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1789131432.447328:0:2352:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1789131432.447332:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.447337:0:2352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.57@tcp to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131432.447343:0:2352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [629:629:256:4294967295] 192.168.206.157@tcp LPNI seq info [629:629:8:4294967295] 00000400:00000200:3.0:1789131432.447348:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131432.447357:0:2352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:192.168.206.57@tcp) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) 192.168.206.157@tcp : ACK try# 0 00000800:00000200:3.0:1789131432.447363:0:2352:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131432.447370:0:2352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131432.447399:0:2352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131432.447408:0:2352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131432.447413:0:2352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1789131432.447576:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131432.447581:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:3.0:1789131432.447586:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.447589:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: ACK: OK 00000800:00000001:3.0:1789131432.447597:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131432.447601:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131432.448247:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131432.448256:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131432.448266:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131432.448269:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131432.448274:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee9f8. 00000400:00000200:2.0:1789131432.448280:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346110 00000400:00000010:2.0:1789131432.448283:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346110. 00000100:00000001:2.0:1789131432.448288:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131432.448298:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1789131432.448309:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/664 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.448318:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131432.448332:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131432.448335:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131432.448339:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131432.448343:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131432.448346:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131432.448350:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131432.448364:0:2356:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d8572460 time=145 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131432.448369:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131432.448372:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1789131432.448376:0:2356:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.448384:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1789131432.448387:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1789131432.448390:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131432.448393:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1789131432.448395:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131432.448398:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1789131432.448403:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Rpc:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.448410:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1789131432.448414:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131432.448417:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131432.448419:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1789131432.448424:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131432.448433:0:2356:0:(mdc_request.c:665:mdc_replay_open()) Process entered 00000002:00080000:2.0:1789131432.448446:0:2356:0:(mdc_request.c:715:mdc_replay_open()) @@@ updating close body with new fh req@ffff9ba0d4839e00 x1876039997382272/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1789131432.448453:0:2356:0:(mdc_request.c:718:mdc_replay_open()) Process leaving 00000100:00020000:2.0:1789131432.448456:0:2356:0:(client.c:3448:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 301/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.448464:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1789131432.448518:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1789131432.448521:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1789131432.448522:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789131432.448524:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1789131432.448532:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131432.448540:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:2.0:1789131432.448547:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1789131432.448549:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967405 00000100:00000001:2.0:1789131432.448576:0:2356:0:(client.c:3529:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1789131432.448583:0:2356:0:(client.c:3553:ptlrpc_replay_req()) @@@ REPLAY req@ffff9ba0d4839e00 x1876039997382272/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 2 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.448590:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131432.448592:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795309056 : -110359914242560 : ffff9ba0d4839e00) 00000100:00000040:2.0:1789131432.448601:0:2356:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040531738] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d4839e00 x1876039997382272/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.448611:0:2356:0:(client.c:3562:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.448613:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.448616:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.448618:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131432.448622:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Interpret:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1789131432.448630:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c7dc7c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997382016:192.168.206.157@tcp:101:createmany.0 00000100:00000001:2.0:1789131432.448637:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131432.448640:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.448643:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c7dc7c00 x1876039997382016/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131448 ref 2 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.448650:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.448657:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131432.448666:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131432.448668:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.448670:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131432.448672:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131432.448674:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131432.448678:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d4839e00 x1876039997382272/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131414 ref 3 fl New:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.448688:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131432.448691:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131432.448695:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131432.448698:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131432.448701:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131432.448704:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d4839e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997382272:192.168.206.157@tcp:35:createmany.0 00000100:00000001:2.0:1789131432.448708:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131432.448716:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131432.448719:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131432.448725:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131432.448730:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46a50. 00000400:00000010:2.0:1789131432.448736:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e880. 00000100:00000200:2.0:1789131432.448743:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876039997382272, portal 10 00000100:00000001:2.0:1789131432.448745:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131432.448747:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713795309056 : -110359914242560 : ffff9ba0d4839e00) 00000100:00000040:2.0:1789131432.448752:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=604 req@ffff9ba0d4839e00 x1876039997382272/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.448768:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131432.448771:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131432.448773:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1eee0. 00000100:00000200:2.0:1789131432.448776:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1876039997382272, offset 0 00000400:00000200:2.0:1789131432.448783:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131432.448791:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.448799:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131432.448805:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131432.448815:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131432.448819:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131432.448822:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131432.448826:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [630:630:256:4294967295] 192.168.206.157@tcp LPNI seq info [630:630:8:4294967295] 00000400:00000200:2.0:1789131432.448830:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.448839:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131432.448845:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131432.448849:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131432.448855:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131432.448864:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131432.448869:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1789131432.448888:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131432.448893:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26162 usecs (27 jiffies) 00000400:00000200:2.0:1789131432.448897:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131432.448900:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019484 00000100:00000010:2.0:1789131432.448905:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c7d69780. 00000100:00000001:2.0:1789131432.448914:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789131432.448920:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019484 00000100:00000010:2.0:1789131432.448923:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c7d69f00. 00000100:00000001:2.0:1789131432.448926:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789131432.448932:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131432.448935:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.448937:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.448939:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131432.448942:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131432.448943:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:2.0:1789131432.448945:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131432.448946:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131432.448948:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.448950:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131432.449049:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131432.449058:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:2.0:1789131432.449063:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.449068:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131432.449074:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1eee0 00000400:00000010:2.0:1789131432.449076:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1eee0. 00000100:00000001:2.0:1789131432.449080:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131432.449085:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d4839e00 x1876039997382272/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:r/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.449314:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131432.449321:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9ba0d4839e00 x1876039997382272/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 4 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131432.449327:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.449329:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131432.460917:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.460940:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131432.460945:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.460948:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.460960:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.460970:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131432.460986:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.460993:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.460999:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.461003:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 456 into portal 10 MB=0x6aa3f99a0de80 00000400:00000200:2.0:1789131432.461078:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.461086:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 456/456 into md 0x16cd [1] + 224 00000800:00000001:2.0:1789131432.461095:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.461129:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131432.461134:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131432.461140:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131432.461151:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131432.461161:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d4839e00 x1876039997382272/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:Qr/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1789131432.462621:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=604 mlen=456 offset=224 replen=456 req@ffff9ba0d4839e00 x1876039997382272/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.462696:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.462701:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131432.462721:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131432.462743:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131432.462815:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789131432.465216:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131432.465226:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131432.465231:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46a50. 00000400:00000200:0.0:1789131432.465350:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e880 00000400:00000010:0.0:1789131432.465353:0:2356:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e880. 00000100:00000001:0.0:1789131432.465361:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131432.465376:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d4839e00 x1876039997382272/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQ/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1789131432.465390:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d4839e00 x1876039997382272/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/ffffffff rc 0/-1 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.465399:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131432.465402:0:2356:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.465405:0:2356:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131432.465409:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131432.465412:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131432.465416:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131432.465420:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131432.465432:0:2356:0:(import.c:2149:obd_at_measure()) add 10 to ffff9ba0d85724a8 time=144 v=10 (10 0 0 0) 00000100:00001000:0.0:1789131432.465438:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131432.465441:0:2356:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131432.465443:0:2356:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131432.465446:0:2356:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131432.465451:0:2356:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.465455:0:2356:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1789131432.465458:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131432.465461:0:2356:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1789131432.465463:0:2356:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131432.465467:0:2356:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131432.465635:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d4839e00 x1876039997382272/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.465644:0:2356:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131432.465648:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131432.465651:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.465654:0:2356:0:(client.c:3387:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1789131432.465659:0:2356:0:(client.c:3438:ptlrpc_replay_interpret()) @@@ got reply req@ffff9ba0d4839e00 x1876039997382272/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.465667:0:2356:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131432.465670:0:2356:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1789131432.465673:0:2356:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1789131432.465675:0:2356:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1789131432.465676:0:2356:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1789131432.465682:0:2356:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9ba0d4838b40 x1876039997350656/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 592/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1789131432.465691:0:2356:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d85d4000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1789131432.465693:0:2356:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1789131432.465695:0:2356:0:(recover.c:53:ptlrpc_replay_next()) import ffff9ba0d8572000 from lustre-MDT0000_UUID committed 4294967301 last 4294967406 00000100:00000001:0.0:1789131432.465719:0:2356:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789131432.465724:0:2356:0:(import.c:65:import_set_state_nolock()) ffff9ba0d8572000 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:0.0:1789131432.465730:0:2356:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=105 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131432.469700:0:2356:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.469712:0:2356:0:(client.c:3515:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131432.469731:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d4839e00 x1876039997382272/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1789131432.469744:0:2356:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d4839e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997382272:192.168.206.157@tcp:35:createmany.0 00000100:00000001:0.0:1789131432.469760:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.469765:0:2356:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131432.469769:0:2356:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9ba0d4839e00 x1876039997382272/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131454 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1789131432.469777:0:2356:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.469780:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131432.469791:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131432.469793:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.469796:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131432.469798:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1789131432.470124:0:10733:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff9ba0d85d4000 to lustre-MDT0000_UUID@192.168.206.157@tcp 00010000:00000001:3.0:1789131432.470129:0:10733:0:(ldlm_request.c:2924:__ldlm_replay_locks()) Process entered 00010000:00010000:3.0:1789131432.470133:0:10733:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff9ba0d85d4000 (50) 00010000:00000001:3.0:1789131432.470137:0:10733:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000002:00000001:3.0:1789131432.470147:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470149:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470153:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470156:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470160:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470162:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470164:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470166:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470168:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470170:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470172:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470174:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470176:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470178:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470180:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470181:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470184:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470185:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470187:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470189:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470210:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470212:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470214:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470216:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470219:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470220:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470222:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470224:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470226:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470228:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470230:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470232:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470245:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470247:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470249:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470250:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470253:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470254:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470256:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470257:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470260:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470262:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470264:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470266:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470268:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470270:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470272:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470274:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470277:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470279:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470281:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470282:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470284:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470286:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470294:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470296:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470299:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470301:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470303:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470304:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470307:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470308:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470310:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470312:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470315:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470316:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470319:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470320:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470322:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470324:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470326:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470328:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470330:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470331:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470333:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470335:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470338:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470339:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470341:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470342:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470345:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470347:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470349:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470350:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470353:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470354:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470357:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470359:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470368:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470369:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470371:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470373:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470376:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470377:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470380:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470382:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470384:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470386:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470389:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470390:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470393:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470395:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470397:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470398:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470401:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470403:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470405:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470406:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470409:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470410:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470413:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470414:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470417:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470419:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470421:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470423:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470426:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470427:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470429:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470431:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470433:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470435:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470442:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470444:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470448:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470450:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470452:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470454:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470457:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470458:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470460:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470462:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470464:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470466:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470468:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470526:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470529:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470531:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470532:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470534:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470537:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470539:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470540:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470542:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470545:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470547:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470548:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470550:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470553:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470554:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470556:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470558:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470561:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470562:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470564:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470566:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470574:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470576:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470578:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470580:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470583:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470585:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470587:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470589:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470592:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470594:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470596:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470597:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470600:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470601:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470603:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470605:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470607:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470609:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470610:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470612:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470614:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470616:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470618:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470620:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470623:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470624:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470626:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470628:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470630:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470632:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470633:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470635:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470637:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470638:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470644:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470646:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470649:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470650:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470652:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470654:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1789131432.470656:0:10733:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470658:0:10733:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.470660:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.470661:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1789131432.470663:0:10733:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=50 : 50 : 32) 00010000:00000001:3.0:1789131432.470667:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1789131432.470671:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131432.470676:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131432.470679:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131432.470681:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x33:0x0] mode (null) 00000002:00000001:3.0:1789131432.470687:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.470690:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.470699:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983300 count: 2 00010000:00000001:3.0:1789131432.470702:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.470708:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.470710:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.470712:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.470713:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983300 count: 2 00010000:00000001:3.0:1789131432.470715:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.470717:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.470719:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.470720:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.470722:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983300 count: 2 00010000:00000001:3.0:1789131432.470724:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.470726:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.470727:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.470728:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.470730:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983300 count: 2 00010000:00000001:3.0:1789131432.470732:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.470734:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.470745:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.470748:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131432.471410:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131432.471415:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131432.471420:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131432.471423:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789131432.471427:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x33:0x0]: losing layout lock 00000080:00000001:3.0:1789131432.471431:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789131432.471595:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789131432.471603:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131432.471606:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131432.471609:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x33:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789131432.471611:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131432.471613:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789131432.471616:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:2.0:1789131432.471620:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.471624:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789131432.471627:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x33:0x0](ffff9ba0d21a7448) invalid 00000020:00000001:2.0:1789131432.471632:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:2.0:1789131432.471634:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-49 (ffff9ba0d2184d80) parent ffff9ba0d20e4ca8 inode ffff9ba0d21a7448 refc 0 00000080:00000001:2.0:1789131432.471647:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789131432.471655:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789131432.471660:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789131432.471668:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131432.471670:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131432.471678:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131432.471680:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131432.471683:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131432.471685:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131432.471690:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7dd5200 with handle 0xc8adac5b2d02000b from hash 00010000:00000001:2.0:1789131432.471693:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131432.471695:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131432.471697:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.471698:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131432.471702:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131432.471704:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131432.471709:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5200/0xc8adac5b2d02000b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115cfc expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789131432.471735:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c2e52dc0. 00010000:00000040:2.0:1789131432.471743:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d5983300 count: 0 00010000:00000010:2.0:1789131432.471815:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0c65bf680. 00010000:00000001:2.0:1789131432.471823:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.471825:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1789131432.471827:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131432.471829:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131432.471831:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131432.471833:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x32:0x0] mode (null) 00000002:00000001:2.0:1789131432.471837:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.471839:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.471842:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b000 count: 2 00010000:00000001:2.0:1789131432.471845:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.471915:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.471919:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.471920:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.471923:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b000 count: 2 00010000:00000001:2.0:1789131432.471925:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.471927:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.471929:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.471930:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.471931:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b000 count: 2 00010000:00000001:2.0:1789131432.471933:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.471935:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.471937:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.471938:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.471939:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b000 count: 2 00010000:00000001:2.0:1789131432.471941:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.471943:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.471945:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.471947:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131432.471949:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131432.471951:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:2.0:1789131432.471954:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:2.0:1789131432.471962:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789131432.471965:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x32:0x0]: losing layout lock 00000080:00000001:2.0:1789131432.471968:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789131432.471969:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789131432.471971:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131432.471973:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131432.471975:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x32:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789131432.471977:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131432.471979:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789131432.471980:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:2.0:1789131432.471983:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.471985:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789131432.471986:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x32:0x0](ffff9ba0d21adb88) invalid 00000020:00000001:2.0:1789131432.471989:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:2.0:1789131432.471991:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-48 (ffff9ba0d2184510) parent ffff9ba0d20e4ca8 inode ffff9ba0d21adb88 refc 0 00000080:00000001:2.0:1789131432.471997:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789131432.472000:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789131432.472002:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789131432.473206:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131432.473213:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131432.473221:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131432.473223:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131432.473225:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131432.473229:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131432.473234:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7dd5c00 with handle 0xc8adac5b2d01fffd from hash 00010000:00000001:2.0:1789131432.473238:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131432.473240:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131432.473242:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.473243:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131432.473247:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131432.473249:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131432.473253:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5c00/0xc8adac5b2d01fffd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115ccb expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789131432.473264:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c5594840. 00010000:00000040:2.0:1789131432.473271:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c665b000 count: 0 00010000:00000010:2.0:1789131432.473293:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe300. 00010000:00000001:2.0:1789131432.473304:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.473305:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1789131432.473308:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131432.473312:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131432.473314:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131432.473316:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x31:0x0] mode (null) 00000002:00000001:2.0:1789131432.473321:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.473323:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.473328:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b700 count: 2 00010000:00000001:2.0:1789131432.473330:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.473334:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.473336:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.473337:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.473339:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b700 count: 2 00010000:00000001:2.0:1789131432.473340:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.473342:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.473344:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.473345:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.473346:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b700 count: 2 00010000:00000001:2.0:1789131432.473348:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.473350:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.473351:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.473353:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.473354:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b700 count: 2 00010000:00000001:2.0:1789131432.473356:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.473358:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.473360:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.473362:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131432.473364:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131432.473368:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:2.0:1789131432.473370:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:2.0:1789131432.473372:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789131432.473376:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x31:0x0]: losing layout lock 00000080:00000001:2.0:1789131432.473379:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789131432.473382:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789131432.473386:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131432.473396:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131432.473398:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x31:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789131432.473401:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131432.473403:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789131432.473405:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:2.0:1789131432.473408:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.473411:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789131432.473413:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x31:0x0](ffff9ba0d21ae3c8) invalid 00000020:00000001:2.0:1789131432.473416:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:2.0:1789131432.473418:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-47 (ffff9ba0d2184360) parent ffff9ba0d20e4ca8 inode ffff9ba0d21ae3c8 refc 0 00000080:00000001:2.0:1789131432.473426:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789131432.473430:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789131432.473434:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789131432.473439:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131432.473440:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131432.473443:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131432.473445:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131432.473446:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131432.473448:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131432.473450:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7dd5000 with handle 0xc8adac5b2d01ffef from hash 00010000:00000001:2.0:1789131432.473452:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131432.473454:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131432.473455:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.473456:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131432.473458:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131432.473460:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131432.473462:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5000/0xc8adac5b2d01ffef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115c9a expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789131432.473507:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c5594240. 00010000:00000040:2.0:1789131432.473511:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c665b700 count: 0 00010000:00000010:2.0:1789131432.473514:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfec00. 00010000:00000001:2.0:1789131432.473520:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.473521:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1789131432.473524:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131432.473527:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131432.473533:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131432.473535:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x30:0x0] mode (null) 00000002:00000001:2.0:1789131432.473537:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.473538:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.473541:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5bda300 count: 2 00010000:00000001:2.0:1789131432.473543:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.473546:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.473547:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.473549:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.473550:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5bda300 count: 2 00010000:00000001:2.0:1789131432.473552:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.473554:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.473555:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.473556:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.473558:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5bda300 count: 2 00010000:00000001:2.0:1789131432.473560:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.473562:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.473563:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.473564:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.473566:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5bda300 count: 2 00010000:00000001:2.0:1789131432.473568:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.473570:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.473571:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.473573:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131432.473574:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131432.473577:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:2.0:1789131432.473579:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:2.0:1789131432.473581:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789131432.473583:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x30:0x0]: losing layout lock 00000080:00000001:2.0:1789131432.473585:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789131432.473586:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789131432.473588:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131432.473590:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131432.473592:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x30:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789131432.473594:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131432.473596:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789131432.473597:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:2.0:1789131432.473599:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.473607:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789131432.473613:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x30:0x0](ffff9ba0d21c63c8) invalid 00000020:00000001:2.0:1789131432.473616:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:2.0:1789131432.473618:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-46 (ffff9ba0d215e798) parent ffff9ba0d20e4ca8 inode ffff9ba0d21c63c8 refc 0 00000080:00000001:2.0:1789131432.473624:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789131432.473628:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789131432.473632:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789131432.473636:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131432.473637:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131432.473640:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131432.473641:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131432.473643:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131432.473645:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131432.473649:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b43200 with handle 0xc8adac5b2d01ffe1 from hash 00010000:00000001:2.0:1789131432.473651:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131432.473652:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131432.473654:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.473655:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131432.473657:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131432.473659:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131432.473661:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43200/0xc8adac5b2d01ffe1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115c69 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789131432.473669:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c2f25cc0. 00010000:00000040:2.0:1789131432.473674:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d5bda300 count: 0 00010000:00000010:2.0:1789131432.473678:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa080. 00010000:00000001:2.0:1789131432.473689:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.473691:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1789131432.473693:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131432.473696:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131432.473698:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131432.473700:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x2f:0x0] mode (null) 00000002:00000001:2.0:1789131432.473702:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.473703:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.473706:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5bdad00 count: 2 00010000:00000001:2.0:1789131432.473708:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.473715:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.473717:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.473718:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.473720:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5bdad00 count: 2 00010000:00000001:2.0:1789131432.473722:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.473724:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.473725:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.473727:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.473728:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5bdad00 count: 2 00010000:00000001:2.0:1789131432.473730:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.473732:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.473733:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.473734:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.473735:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5bdad00 count: 2 00010000:00000001:2.0:1789131432.473737:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.473739:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.473740:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.473742:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131432.473743:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131432.473745:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:2.0:1789131432.473747:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:2.0:1789131432.473749:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789131432.473751:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x2f:0x0]: losing layout lock 00000080:00000001:2.0:1789131432.473753:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789131432.473754:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789131432.473756:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131432.473758:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131432.473760:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x2f:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789131432.473762:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131432.473764:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789131432.473765:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:2.0:1789131432.473767:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.473769:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789131432.473771:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x2f:0x0](ffff9ba0d21c5348) invalid 00000020:00000001:2.0:1789131432.473773:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:2.0:1789131432.473775:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-45 (ffff9ba0d215e000) parent ffff9ba0d20e4ca8 inode ffff9ba0d21c5348 refc 0 00000080:00000001:2.0:1789131432.473781:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789131432.473788:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789131432.473791:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789131432.473794:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131432.473795:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131432.473798:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131432.473799:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131432.473801:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131432.473803:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131432.473805:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b43600 with handle 0xc8adac5b2d01ffd3 from hash 00010000:00000001:2.0:1789131432.473808:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131432.473809:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131432.473810:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.473811:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131432.473813:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131432.473815:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131432.473817:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43600/0xc8adac5b2d01ffd3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115c38 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789131432.473825:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c2f252c0. 00010000:00000040:2.0:1789131432.473828:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d5bdad00 count: 0 00010000:00000010:2.0:1789131432.473831:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa580. 00010000:00000001:2.0:1789131432.473836:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.473837:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1789131432.473839:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131432.473842:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131432.473843:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131432.473844:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x2e:0x0] mode (null) 00000002:00000001:2.0:1789131432.473847:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.473848:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.473850:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2600 count: 2 00010000:00000001:2.0:1789131432.473852:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.473854:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.473856:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.473857:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.473858:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2600 count: 2 00010000:00000001:2.0:1789131432.473860:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.473862:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.473868:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.473869:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.473871:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2600 count: 2 00010000:00000001:2.0:1789131432.473872:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.473874:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.473875:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.473876:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.473877:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2600 count: 2 00010000:00000001:2.0:1789131432.473879:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.473881:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.473883:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.473885:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131432.473886:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131432.473888:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:2.0:1789131432.473890:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:2.0:1789131432.473891:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789131432.473893:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x2e:0x0]: losing layout lock 00000080:00000001:2.0:1789131432.473895:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789131432.473897:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789131432.473899:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131432.473901:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131432.473903:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x2e:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789131432.473905:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131432.473906:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789131432.473908:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:2.0:1789131432.473909:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.473911:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789131432.473913:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x2e:0x0](ffff9ba0d21b80c8) invalid 00000020:00000001:2.0:1789131432.473915:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:2.0:1789131432.473917:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-44 (ffff9ba0d2186870) parent ffff9ba0d20e4ca8 inode ffff9ba0d21b80c8 refc 0 00000080:00000001:2.0:1789131432.473923:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789131432.473926:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789131432.473928:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789131432.473931:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131432.473933:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131432.473935:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131432.473937:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131432.473944:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131432.473945:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131432.473948:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b89c00 with handle 0xc8adac5b2d01ffc5 from hash 00010000:00000001:2.0:1789131432.473950:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131432.473951:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131432.473952:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.473954:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131432.473956:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131432.473957:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131432.473960:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89c00/0xc8adac5b2d01ffc5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115c07 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789131432.473967:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0d84c6f80. 00010000:00000040:2.0:1789131432.473971:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4ea2600 count: 0 00010000:00000010:2.0:1789131432.473974:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0c2ca6900. 00010000:00000001:2.0:1789131432.473980:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.473981:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1789131432.473984:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131432.473986:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131432.473987:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131432.473988:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x2d:0x0] mode (null) 00000002:00000001:2.0:1789131432.473991:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.473992:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.473995:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e000 count: 2 00010000:00000001:2.0:1789131432.473997:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.473999:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.474001:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474002:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474004:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e000 count: 2 00010000:00000001:2.0:1789131432.474005:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474007:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.474009:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474010:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474012:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e000 count: 2 00010000:00000001:2.0:1789131432.474013:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474015:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.474025:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474027:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474029:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e000 count: 2 00010000:00000001:2.0:1789131432.474032:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474034:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.474035:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.474037:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131432.474039:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131432.474040:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:2.0:1789131432.474042:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:2.0:1789131432.474044:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789131432.474046:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x2d:0x0]: losing layout lock 00000080:00000001:2.0:1789131432.474048:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789131432.474049:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789131432.474051:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131432.474053:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131432.474055:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x2d:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789131432.474057:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131432.474058:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789131432.474060:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:2.0:1789131432.474062:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.474063:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789131432.474065:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x2d:0x0](ffff9ba0d21c3a88) invalid 00000020:00000001:2.0:1789131432.474067:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:2.0:1789131432.474069:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-43 (ffff9ba0d2178000) parent ffff9ba0d20e4ca8 inode ffff9ba0d21c3a88 refc 0 00000080:00000001:2.0:1789131432.474074:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789131432.474077:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789131432.474080:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789131432.474083:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131432.474084:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131432.474087:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131432.474088:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131432.474090:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131432.474092:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131432.474094:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b42400 with handle 0xc8adac5b2d01ffb7 from hash 00010000:00000001:2.0:1789131432.474096:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131432.474098:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131432.474103:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.474105:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131432.474107:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131432.474108:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131432.474111:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42400/0xc8adac5b2d01ffb7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115bd6 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789131432.474118:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c2f25940. 00010000:00000040:2.0:1789131432.474121:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e000 count: 0 00010000:00000010:2.0:1789131432.474125:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa180. 00010000:00000001:2.0:1789131432.474131:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.474132:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1789131432.474135:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131432.474137:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131432.474139:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131432.474140:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x2c:0x0] mode (null) 00000002:00000001:2.0:1789131432.474142:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474144:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474146:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2f00 count: 2 00010000:00000001:2.0:1789131432.474148:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474150:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.474151:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474153:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474154:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2f00 count: 2 00010000:00000001:2.0:1789131432.474156:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474158:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.474160:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474161:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474162:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2f00 count: 2 00010000:00000001:2.0:1789131432.474164:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474166:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.474167:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474168:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474169:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2f00 count: 2 00010000:00000001:2.0:1789131432.474171:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474172:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.474179:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.474181:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131432.474182:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131432.474184:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:2.0:1789131432.474186:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:2.0:1789131432.474188:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789131432.474189:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x2c:0x0]: losing layout lock 00000080:00000001:2.0:1789131432.474191:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789131432.474193:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789131432.474195:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131432.474196:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131432.474198:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x2c:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789131432.474200:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131432.474202:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789131432.474203:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:2.0:1789131432.474205:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.474207:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789131432.474208:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x2c:0x0](ffff9ba0d21b9988) invalid 00000020:00000001:2.0:1789131432.474211:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:2.0:1789131432.474213:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-42 (ffff9ba0d21866c0) parent ffff9ba0d20e4ca8 inode ffff9ba0d21b9988 refc 0 00000080:00000001:2.0:1789131432.474218:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789131432.474221:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789131432.474223:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789131432.474226:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131432.474227:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131432.474230:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131432.474231:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131432.474233:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131432.474234:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131432.474237:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b89200 with handle 0xc8adac5b2d01ffa9 from hash 00010000:00000001:2.0:1789131432.474239:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131432.474240:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131432.474241:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.474242:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131432.474244:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131432.474246:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131432.474248:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89200/0xc8adac5b2d01ffa9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115ba5 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789131432.474266:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0d84c68c0. 00010000:00000040:2.0:1789131432.474268:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4ea2f00 count: 0 00010000:00000010:2.0:1789131432.474271:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0c2ca6600. 00010000:00000001:2.0:1789131432.474276:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.474277:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1789131432.474279:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131432.474282:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131432.474283:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131432.474284:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x2b:0x0] mode (null) 00000002:00000001:2.0:1789131432.474287:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474288:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474291:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b300 count: 2 00010000:00000001:2.0:1789131432.474293:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474295:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.474297:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474298:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474300:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b300 count: 2 00010000:00000001:2.0:1789131432.474302:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474303:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.474305:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474306:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474308:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b300 count: 2 00010000:00000001:2.0:1789131432.474309:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474312:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.474313:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474314:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474316:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c665b300 count: 2 00010000:00000001:2.0:1789131432.474318:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474320:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.474321:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.474323:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131432.474324:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131432.474326:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:2.0:1789131432.474328:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:2.0:1789131432.474335:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789131432.474337:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x2b:0x0]: losing layout lock 00000080:00000001:2.0:1789131432.474339:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789131432.474341:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789131432.474343:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131432.474344:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131432.474346:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789131432.474348:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131432.474349:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789131432.474351:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:2.0:1789131432.474353:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.474355:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789131432.474357:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x2b:0x0](ffff9ba0d21ad348) invalid 00000020:00000001:2.0:1789131432.474359:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:2.0:1789131432.474361:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-41 (ffff9ba0d2184798) parent ffff9ba0d20e4ca8 inode ffff9ba0d21ad348 refc 0 00000080:00000001:2.0:1789131432.474366:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789131432.474370:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789131432.474373:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789131432.474375:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131432.474377:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131432.474379:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131432.474381:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131432.474382:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131432.474384:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131432.474386:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7dd4a00 with handle 0xc8adac5b2d01ff9b from hash 00010000:00000001:2.0:1789131432.474388:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131432.474389:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131432.474390:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.474392:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131432.474393:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131432.474395:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131432.474397:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4a00/0xc8adac5b2d01ff9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115b74 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789131432.474404:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c55949c0. 00010000:00000040:2.0:1789131432.474407:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c665b300 count: 0 00010000:00000010:2.0:1789131432.474417:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfef80. 00010000:00000001:2.0:1789131432.474424:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.474425:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1789131432.474427:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131432.474430:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131432.474431:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131432.474433:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x2a:0x0] mode (null) 00000002:00000001:2.0:1789131432.474435:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474437:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474439:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998300 count: 2 00010000:00000001:2.0:1789131432.474441:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474443:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.474444:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474446:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474447:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998300 count: 2 00010000:00000001:2.0:1789131432.474449:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474450:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.474451:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474452:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474454:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998300 count: 2 00010000:00000001:2.0:1789131432.474456:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474457:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.474458:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474459:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474460:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998300 count: 2 00010000:00000001:2.0:1789131432.474462:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474464:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.474465:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.474466:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131432.474468:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131432.474529:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:2.0:1789131432.474532:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:2.0:1789131432.474534:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789131432.474536:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x2a:0x0]: losing layout lock 00000080:00000001:2.0:1789131432.474538:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789131432.474540:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789131432.474541:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131432.474548:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131432.474550:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789131432.474552:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131432.474553:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789131432.474554:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:2.0:1789131432.474556:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.474558:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789131432.474559:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x2a:0x0](ffff9ba0d21aba88) invalid 00000020:00000001:2.0:1789131432.474561:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:2.0:1789131432.474563:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-40 (ffff9ba0d2178bd0) parent ffff9ba0d20e4ca8 inode ffff9ba0d21aba88 refc 0 00000080:00000001:2.0:1789131432.474568:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789131432.474571:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789131432.474574:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789131432.474577:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131432.474578:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131432.474581:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131432.474582:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131432.474584:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131432.474585:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131432.474587:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b43800 with handle 0xc8adac5b2d01ff8d from hash 00010000:00000001:2.0:1789131432.474589:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131432.474590:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131432.474591:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.474593:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131432.474594:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131432.474595:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131432.474598:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43800/0xc8adac5b2d01ff8d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115b43 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789131432.474603:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c5594b00. 00010000:00000040:2.0:1789131432.474606:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998300 count: 0 00010000:00000010:2.0:1789131432.474609:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfee00. 00010000:00000001:2.0:1789131432.474613:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.474614:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1789131432.474616:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131432.474618:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131432.474625:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131432.474627:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x29:0x0] mode (null) 00000002:00000001:2.0:1789131432.474628:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474630:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474633:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e400 count: 2 00010000:00000001:2.0:1789131432.474634:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474636:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.474638:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474639:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474640:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e400 count: 2 00010000:00000001:2.0:1789131432.474642:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474643:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.474644:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474645:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474647:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e400 count: 2 00010000:00000001:2.0:1789131432.474648:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474650:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.474651:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474652:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474654:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e400 count: 2 00010000:00000001:2.0:1789131432.474656:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474658:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.474659:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.474661:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131432.474662:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131432.474664:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:2.0:1789131432.474666:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:2.0:1789131432.474667:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789131432.474669:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x29:0x0]: losing layout lock 00000080:00000001:2.0:1789131432.474671:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789131432.474672:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789131432.474674:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131432.474676:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131432.474678:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x29:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789131432.474679:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131432.474681:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789131432.474682:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:2.0:1789131432.474683:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.474689:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789131432.474691:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x29:0x0](ffff9ba0d21c00c8) invalid 00000020:00000001:2.0:1789131432.474694:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:2.0:1789131432.474695:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-39 (ffff9ba0d2178288) parent ffff9ba0d20e4ca8 inode ffff9ba0d21c00c8 refc 0 00000080:00000001:2.0:1789131432.474700:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789131432.474703:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789131432.474705:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789131432.474707:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131432.474709:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131432.474712:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131432.474713:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131432.474715:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131432.474716:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131432.474719:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b42a00 with handle 0xc8adac5b2d01ff7f from hash 00010000:00000001:2.0:1789131432.474721:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131432.474722:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131432.474723:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.474724:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131432.474726:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131432.474727:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131432.474729:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42a00/0xc8adac5b2d01ff7f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115b12 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789131432.474736:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c2f25e80. 00010000:00000040:2.0:1789131432.474739:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e400 count: 0 00010000:00000010:2.0:1789131432.474743:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa880. 00010000:00000001:2.0:1789131432.474748:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.474749:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1789131432.474751:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131432.474753:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131432.474755:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131432.474756:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x28:0x0] mode (null) 00000002:00000001:2.0:1789131432.474759:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474760:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474763:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ee00 count: 2 00010000:00000001:2.0:1789131432.474764:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474772:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.474774:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474775:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474777:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ee00 count: 2 00010000:00000001:2.0:1789131432.474779:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474781:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.474782:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474783:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474785:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ee00 count: 2 00010000:00000001:2.0:1789131432.474786:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474788:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.474790:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474791:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474792:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ee00 count: 2 00010000:00000001:2.0:1789131432.474794:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474796:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.474798:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.474800:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131432.474801:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131432.474803:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:2.0:1789131432.474805:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:2.0:1789131432.474807:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789131432.474809:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x28:0x0]: losing layout lock 00000080:00000001:2.0:1789131432.474811:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789131432.474812:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789131432.474814:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131432.474816:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131432.474818:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x28:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789131432.474820:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131432.474821:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789131432.474823:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:2.0:1789131432.474825:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.474826:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789131432.474828:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x28:0x0](ffff9ba0d2173a88) invalid 00000020:00000001:2.0:1789131432.474830:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:2.0:1789131432.474832:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-38 (ffff9ba0d2178ca8) parent ffff9ba0d20e4ca8 inode ffff9ba0d2173a88 refc 0 00000080:00000001:2.0:1789131432.474837:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789131432.474845:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789131432.474848:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789131432.474851:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131432.474853:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131432.474856:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131432.474857:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131432.474858:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131432.474860:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131432.474863:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b43a00 with handle 0xc8adac5b2d01ff71 from hash 00010000:00000001:2.0:1789131432.474865:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131432.474866:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131432.474868:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.474869:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131432.474871:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131432.474872:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131432.474875:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43a00/0xc8adac5b2d01ff71 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115ae1 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789131432.474882:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c2f251c0. 00010000:00000040:2.0:1789131432.474885:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0ee00 count: 0 00010000:00000010:2.0:1789131432.474888:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa980. 00010000:00000001:2.0:1789131432.474894:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.474895:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1789131432.474898:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131432.474900:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131432.474901:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131432.474903:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x27:0x0] mode (null) 00000002:00000001:2.0:1789131432.474905:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474906:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474909:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998f00 count: 2 00010000:00000001:2.0:1789131432.474910:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474912:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.474914:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474915:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474917:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998f00 count: 2 00010000:00000001:2.0:1789131432.474918:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474921:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.474927:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474929:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474931:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998f00 count: 2 00010000:00000001:2.0:1789131432.474932:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474934:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.474936:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.474937:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.474938:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998f00 count: 2 00010000:00000001:2.0:1789131432.474940:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.474942:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.474944:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.474946:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131432.474947:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131432.474949:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:2.0:1789131432.474951:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:2.0:1789131432.474952:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789131432.474954:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x27:0x0]: losing layout lock 00000080:00000001:2.0:1789131432.474956:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789131432.474958:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789131432.474960:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131432.474962:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131432.474964:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x27:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789131432.474966:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131432.474968:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789131432.474969:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:2.0:1789131432.474971:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.474972:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789131432.474974:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x27:0x0](ffff9ba0d21a21c8) invalid 00000020:00000001:2.0:1789131432.474976:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:2.0:1789131432.474978:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-37 (ffff9ba0d21840d8) parent ffff9ba0d20e4ca8 inode ffff9ba0d21a21c8 refc 0 00000080:00000001:2.0:1789131432.474984:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789131432.474987:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789131432.474990:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789131432.474993:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131432.474995:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131432.474997:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131432.474998:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131432.475005:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131432.475007:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131432.475009:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7dd5a00 with handle 0xc8adac5b2d01ff63 from hash 00010000:00000001:2.0:1789131432.475011:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131432.475013:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131432.475014:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.475015:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131432.475017:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131432.475018:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131432.475021:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd5a00/0xc8adac5b2d01ff63 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115ab0 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789131432.475029:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c5594d00. 00010000:00000040:2.0:1789131432.475032:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998f00 count: 0 00010000:00000010:2.0:1789131432.475035:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe500. 00010000:00000001:2.0:1789131432.475040:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.475042:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1789131432.475044:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131432.475047:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131432.475048:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131432.475049:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x26:0x0] mode (null) 00000002:00000001:2.0:1789131432.475052:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.475053:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.475056:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998c00 count: 2 00010000:00000001:2.0:1789131432.475058:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.475061:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.475062:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.475063:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.475065:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998c00 count: 2 00010000:00000001:2.0:1789131432.475066:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.475069:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.475070:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.475072:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.475073:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998c00 count: 2 00010000:00000001:2.0:1789131432.475075:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.475076:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.475083:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.475085:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.475087:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998c00 count: 2 00010000:00000001:2.0:1789131432.475089:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.475090:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.475092:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.475094:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131432.475095:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131432.475096:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:2.0:1789131432.475098:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:2.0:1789131432.475100:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789131432.475102:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x26:0x0]: losing layout lock 00000080:00000001:2.0:1789131432.475104:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789131432.475105:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789131432.475107:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131432.475108:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131432.475111:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x26:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789131432.475113:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131432.475114:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789131432.475116:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:2.0:1789131432.475118:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.475119:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789131432.475121:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x26:0x0](ffff9ba0d21a80c8) invalid 00000020:00000001:2.0:1789131432.475123:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:2.0:1789131432.475125:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-36 (ffff9ba0d2186948) parent ffff9ba0d20e4ca8 inode ffff9ba0d21a80c8 refc 0 00000080:00000001:2.0:1789131432.475130:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789131432.475132:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789131432.475134:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789131432.475137:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131432.475138:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131432.475141:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131432.475142:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131432.475143:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131432.475145:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131432.475148:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b89600 with handle 0xc8adac5b2d01ff55 from hash 00010000:00000001:2.0:1789131432.475150:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131432.475151:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131432.475159:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.475161:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131432.475163:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131432.475164:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131432.475167:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89600/0xc8adac5b2d01ff55 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115a7f expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789131432.475174:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c55944c0. 00010000:00000040:2.0:1789131432.475177:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998c00 count: 0 00010000:00000010:2.0:1789131432.475181:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe800. 00010000:00000001:2.0:1789131432.475186:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.475187:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1789131432.475189:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131432.475192:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131432.475194:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131432.475195:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x25:0x0] mode (null) 00000002:00000001:2.0:1789131432.475198:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.475199:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.475201:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2c00 count: 2 00010000:00000001:2.0:1789131432.475203:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.475206:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.475207:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.475208:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.475210:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2c00 count: 2 00010000:00000001:2.0:1789131432.475211:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.475213:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.475215:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.475216:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.475217:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2c00 count: 2 00010000:00000001:2.0:1789131432.475219:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.475221:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.475223:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.475224:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.475226:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2c00 count: 2 00010000:00000001:2.0:1789131432.475227:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.475229:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.475236:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.475238:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131432.475239:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131432.475241:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:2.0:1789131432.475243:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:2.0:1789131432.475245:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789131432.475247:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x25:0x0]: losing layout lock 00000080:00000001:2.0:1789131432.475249:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789131432.475250:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789131432.475253:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131432.475255:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131432.475257:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x25:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789131432.475259:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131432.475260:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789131432.475262:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:2.0:1789131432.475264:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.475265:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789131432.475267:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x25:0x0](ffff9ba0d21bcb08) invalid 00000020:00000001:2.0:1789131432.475269:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:2.0:1789131432.475271:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-35 (ffff9ba0d2186af8) parent ffff9ba0d20e4ca8 inode ffff9ba0d21bcb08 refc 0 00000080:00000001:2.0:1789131432.475275:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789131432.475278:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789131432.475281:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789131432.475284:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131432.475285:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131432.475288:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131432.475289:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131432.475290:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131432.475292:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131432.475294:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b89800 with handle 0xc8adac5b2d01ff47 from hash 00010000:00000001:2.0:1789131432.475297:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131432.475298:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131432.475299:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.475300:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131432.475302:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131432.475304:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131432.475306:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89800/0xc8adac5b2d01ff47 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115a4e expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789131432.475323:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0d84c61c0. 00010000:00000040:2.0:1789131432.475326:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4ea2c00 count: 0 00010000:00000010:2.0:1789131432.475329:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0e0921c80. 00010000:00000001:2.0:1789131432.475336:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.475337:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1789131432.475340:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131432.475342:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131432.475343:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131432.475345:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x24:0x0] mode (null) 00000002:00000001:2.0:1789131432.475347:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.475349:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.475351:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e600 count: 2 00010000:00000001:2.0:1789131432.475353:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.475355:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.475357:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.475358:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.475360:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e600 count: 2 00010000:00000001:2.0:1789131432.475362:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.475364:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.475365:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.475366:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.475368:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e600 count: 2 00010000:00000001:2.0:1789131432.475370:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.475372:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.475373:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.475374:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.475376:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e600 count: 2 00010000:00000001:2.0:1789131432.475378:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.475379:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.475381:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.475383:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131432.475384:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131432.475386:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:2.0:1789131432.475389:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:2.0:1789131432.475396:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789131432.475398:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x24:0x0]: losing layout lock 00000080:00000001:2.0:1789131432.475400:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1789131432.475402:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1789131432.475404:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:2.0:1789131432.475405:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1789131432.475407:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x24:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1789131432.475409:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131432.475411:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1789131432.475412:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:2.0:1789131432.475414:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.475416:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1789131432.475417:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x24:0x0](ffff9ba0d21700c8) invalid 00000020:00000001:2.0:1789131432.475420:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:2.0:1789131432.475422:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-34 (ffff9ba0d2186e58) parent ffff9ba0d20e4ca8 inode ffff9ba0d21700c8 refc 0 00000080:00000001:2.0:1789131432.475427:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1789131432.475430:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1789131432.475433:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1789131432.475436:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1789131432.475437:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131432.475439:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1789131432.475441:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1789131432.475442:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789131432.475444:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1789131432.475446:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b43e00 with handle 0xc8adac5b2d01ff39 from hash 00010000:00000001:2.0:1789131432.475448:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1789131432.475449:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789131432.475450:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.475452:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1789131432.475453:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1789131432.475455:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1789131432.475457:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43e00/0xc8adac5b2d01ff39 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115a1d expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1789131432.475464:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c2f25ac0. 00010000:00000040:2.0:1789131432.475467:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e600 count: 0 00010000:00000010:2.0:1789131432.475551:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa680. 00010000:00000001:2.0:1789131432.475557:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789131432.475559:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1789131432.475562:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1789131432.475564:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1789131432.475566:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1789131432.475567:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x23:0x0] mode (null) 00000002:00000001:2.0:1789131432.475570:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.475571:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.475574:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2e00 count: 2 00010000:00000001:2.0:1789131432.475576:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.475578:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.475580:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.475581:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.475582:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2e00 count: 2 00010000:00000001:2.0:1789131432.475584:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.475586:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.475588:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.475589:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.475590:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2e00 count: 2 00010000:00000001:2.0:1789131432.475592:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.475594:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1789131432.475595:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1789131432.475597:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1789131432.475598:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2e00 count: 2 00010000:00000001:2.0:1789131432.475600:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1789131432.475602:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.475603:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789131432.475605:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:2.0:1789131432.475607:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1789131432.475608:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:2.0:1789131432.475610:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:2.0:1789131432.475611:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1789131432.475613:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x23:0x0]: losing layout lock 00000080:00000001:2.0:1789131432.475616:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000100:00000040:2.0:1789131432.475635:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4295019484, at 4295019485 00000100:00000010:2.0:1789131432.475646:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c7d69780. 00000100:00000040:3.0:1789131432.475966:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4295019484, at 4295019485 00000100:00000010:3.0:1789131432.475973:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c7d69f00. 00000080:00000001:3.0:1789131432.475984:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789131432.475987:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131432.475988:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131432.475990:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x23:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789131432.475992:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131432.475994:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789131432.475996:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131432.475998:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.476000:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789131432.476012:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x23:0x0](ffff9ba0d21b8908) invalid 00000020:00000001:3.0:1789131432.476015:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:3.0:1789131432.476016:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-33 (ffff9ba0d21865e8) parent ffff9ba0d20e4ca8 inode ffff9ba0d21b8908 refc 0 00000080:00000001:3.0:1789131432.476022:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789131432.476026:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789131432.476030:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789131432.476033:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131432.476034:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.476038:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131432.476040:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131432.476041:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.476043:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789131432.476046:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b88a00 with handle 0xc8adac5b2d01ff2b from hash 00010000:00000001:3.0:1789131432.476048:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131432.476049:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131432.476050:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.476052:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131432.476054:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131432.476064:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131432.476067:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88a00/0xc8adac5b2d01ff2b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc21159ec expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789131432.476074:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0d84c69c0. 00010000:00000040:3.0:1789131432.476077:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4ea2e00 count: 0 00010000:00000010:3.0:1789131432.476080:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0c52b4080. 00010000:00000001:3.0:1789131432.476086:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.476088:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1789131432.476090:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131432.476093:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131432.476095:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131432.476096:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x22:0x0] mode (null) 00000002:00000001:3.0:1789131432.476098:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476100:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476102:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2700 count: 2 00010000:00000001:3.0:1789131432.476105:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476107:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.476109:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476110:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476111:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2700 count: 2 00010000:00000001:3.0:1789131432.476113:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476115:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.476117:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476118:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476119:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2700 count: 2 00010000:00000001:3.0:1789131432.476121:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476123:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.476124:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476125:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476126:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2700 count: 2 00010000:00000001:3.0:1789131432.476127:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476129:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.476130:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.476132:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131432.476133:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131432.476139:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131432.476141:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131432.476143:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789131432.476145:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x22:0x0]: losing layout lock 00000080:00000001:3.0:1789131432.476147:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789131432.476148:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789131432.476150:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131432.476152:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131432.476154:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x22:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789131432.476155:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131432.476157:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789131432.476159:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131432.476160:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.476162:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789131432.476164:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x22:0x0](ffff9ba0d21bec08) invalid 00000020:00000001:3.0:1789131432.476166:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:3.0:1789131432.476168:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-32 (ffff9ba0d2186510) parent ffff9ba0d20e4ca8 inode ffff9ba0d21bec08 refc 0 00000080:00000001:3.0:1789131432.476173:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789131432.476176:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789131432.476179:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789131432.476181:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131432.476183:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.476186:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131432.476187:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131432.476188:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.476190:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789131432.476192:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b89a00 with handle 0xc8adac5b2d01ff1d from hash 00010000:00000001:3.0:1789131432.476194:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131432.476196:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131432.476197:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.476198:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131432.476200:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131432.476201:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131432.476204:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89a00/0xc8adac5b2d01ff1d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc21159bb expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789131432.476211:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0d84c6a00. 00010000:00000040:3.0:1789131432.476219:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4ea2700 count: 0 00010000:00000010:3.0:1789131432.476222:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d582d380. 00010000:00000001:3.0:1789131432.476229:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.476230:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1789131432.476233:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131432.476236:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131432.476237:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131432.476238:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x21:0x0] mode (null) 00000002:00000001:3.0:1789131432.476241:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476242:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476245:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2d00 count: 2 00010000:00000001:3.0:1789131432.476247:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476249:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.476251:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476252:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476253:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2d00 count: 2 00010000:00000001:3.0:1789131432.476255:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476257:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.476258:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476259:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476260:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2d00 count: 2 00010000:00000001:3.0:1789131432.476262:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476264:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.476265:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476266:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476267:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d4ea2d00 count: 2 00010000:00000001:3.0:1789131432.476269:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476271:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.476272:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.476274:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131432.476275:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131432.476277:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131432.476279:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131432.476280:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789131432.476283:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x21:0x0]: losing layout lock 00000080:00000001:3.0:1789131432.476285:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789131432.476286:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789131432.476294:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131432.476295:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131432.476297:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x21:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789131432.476299:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131432.476301:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789131432.476303:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131432.476305:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.476306:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789131432.476308:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x21:0x0](ffff9ba0d212a1c8) invalid 00000020:00000001:3.0:1789131432.476310:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:3.0:1789131432.476312:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-31 (ffff9ba0d2186a20) parent ffff9ba0d20e4ca8 inode ffff9ba0d212a1c8 refc 0 00000080:00000001:3.0:1789131432.476317:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789131432.476320:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789131432.476323:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789131432.476326:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131432.476327:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.476329:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131432.476331:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131432.476332:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.476334:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789131432.476336:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b88200 with handle 0xc8adac5b2d01ff0f from hash 00010000:00000001:3.0:1789131432.476338:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131432.476340:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131432.476341:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.476342:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131432.476343:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131432.476345:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131432.476347:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88200/0xc8adac5b2d01ff0f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc211598a expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789131432.476354:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0d84c6c40. 00010000:00000040:3.0:1789131432.476357:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d4ea2d00 count: 0 00010000:00000010:3.0:1789131432.476361:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f100. 00010000:00000001:3.0:1789131432.476366:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.476368:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1789131432.476370:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131432.476378:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131432.476379:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131432.476380:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x20:0x0] mode (null) 00000002:00000001:3.0:1789131432.476383:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476384:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476388:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d400 count: 2 00010000:00000001:3.0:1789131432.476390:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476392:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.476393:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476394:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476396:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d400 count: 2 00010000:00000001:3.0:1789131432.476398:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476399:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.476401:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476402:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476403:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d400 count: 2 00010000:00000001:3.0:1789131432.476405:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476407:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.476408:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476409:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476410:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d400 count: 2 00010000:00000001:3.0:1789131432.476412:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476414:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.476415:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.476417:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131432.476419:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131432.476421:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131432.476423:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131432.476425:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789131432.476427:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x20:0x0]: losing layout lock 00000080:00000001:3.0:1789131432.476430:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789131432.476431:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789131432.476434:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131432.476436:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131432.476438:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x20:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789131432.476440:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131432.476442:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789131432.476443:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131432.476451:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.476452:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789131432.476454:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x20:0x0](ffff9ba0d2129148) invalid 00000020:00000001:3.0:1789131432.476457:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:3.0:1789131432.476459:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-30 (ffff9ba0d2186438) parent ffff9ba0d20e4ca8 inode ffff9ba0d2129148 refc 0 00000080:00000001:3.0:1789131432.476464:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789131432.476466:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789131432.476505:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789131432.476509:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131432.476510:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.476513:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131432.476515:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131432.476516:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.476518:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789131432.476521:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b89400 with handle 0xc8adac5b2d01ff01 from hash 00010000:00000001:3.0:1789131432.476523:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131432.476524:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131432.476525:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.476526:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131432.476528:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131432.476529:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131432.476532:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89400/0xc8adac5b2d01ff01 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115959 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789131432.476539:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0d84c6180. 00010000:00000040:3.0:1789131432.476542:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d400 count: 0 00010000:00000010:3.0:1789131432.476545:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f600. 00010000:00000001:3.0:1789131432.476551:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.476552:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1789131432.476554:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131432.476557:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131432.476558:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131432.476560:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x1f:0x0] mode (null) 00000002:00000001:3.0:1789131432.476562:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476563:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476566:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d000 count: 2 00010000:00000001:3.0:1789131432.476576:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476578:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.476580:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476582:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476583:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d000 count: 2 00010000:00000001:3.0:1789131432.476585:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476587:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.476589:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476590:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476591:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d000 count: 2 00010000:00000001:3.0:1789131432.476593:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476595:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.476596:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476597:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476599:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d000 count: 2 00010000:00000001:3.0:1789131432.476600:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476602:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.476604:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.476606:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131432.476607:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131432.476609:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131432.476611:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131432.476613:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789131432.476615:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x1f:0x0]: losing layout lock 00000080:00000001:3.0:1789131432.476617:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789131432.476619:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789131432.476621:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131432.476623:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131432.476625:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x1f:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789131432.476627:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131432.476628:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789131432.476630:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131432.476632:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.476633:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789131432.476635:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x1f:0x0](ffff9ba0d212aa08) invalid 00000020:00000001:3.0:1789131432.476638:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:3.0:1789131432.476639:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-29 (ffff9ba0d2186798) parent ffff9ba0d20e4ca8 inode ffff9ba0d212aa08 refc 0 00000080:00000001:3.0:1789131432.476650:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789131432.476653:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789131432.476656:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789131432.476658:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131432.476660:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.476662:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131432.476663:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131432.476665:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.476666:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789131432.476669:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b88600 with handle 0xc8adac5b2d01fef3 from hash 00010000:00000001:3.0:1789131432.476671:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131432.476672:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131432.476674:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.476675:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131432.476676:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131432.476678:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131432.476680:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88600/0xc8adac5b2d01fef3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115928 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789131432.476686:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0d84c6fc0. 00010000:00000040:3.0:1789131432.476689:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d000 count: 0 00010000:00000010:3.0:1789131432.476692:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837fe80. 00010000:00000001:3.0:1789131432.476696:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.476697:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1789131432.476699:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131432.476701:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131432.476703:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131432.476704:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x1e:0x0] mode (null) 00000002:00000001:3.0:1789131432.476706:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476707:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476710:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e200 count: 2 00010000:00000001:3.0:1789131432.476712:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476714:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.476715:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476716:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476717:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e200 count: 2 00010000:00000001:3.0:1789131432.476723:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476725:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.476727:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476728:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476730:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e200 count: 2 00010000:00000001:3.0:1789131432.476732:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476734:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.476735:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476736:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476738:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e200 count: 2 00010000:00000001:3.0:1789131432.476739:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476741:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.476743:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.476745:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131432.476746:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131432.476748:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131432.476750:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131432.476751:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789131432.476753:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x1e:0x0]: losing layout lock 00000080:00000001:3.0:1789131432.476755:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789131432.476757:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789131432.476759:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131432.476760:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131432.476762:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x1e:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789131432.476764:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131432.476765:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789131432.476767:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131432.476769:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.476771:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789131432.476772:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x1e:0x0](ffff9ba0d2171988) invalid 00000020:00000001:3.0:1789131432.476775:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:3.0:1789131432.476777:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-28 (ffff9ba0d21786c0) parent ffff9ba0d20e4ca8 inode ffff9ba0d2171988 refc 0 00000080:00000001:3.0:1789131432.476782:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789131432.476785:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789131432.476789:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789131432.476793:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131432.476794:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.476802:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131432.476804:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131432.476805:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.476807:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789131432.476809:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b42600 with handle 0xc8adac5b2d01fee5 from hash 00010000:00000001:3.0:1789131432.476811:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131432.476812:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131432.476814:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.476815:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131432.476816:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131432.476818:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131432.476820:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42600/0xc8adac5b2d01fee5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc21158f7 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789131432.476827:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c2f255c0. 00010000:00000040:3.0:1789131432.476830:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e200 count: 0 00010000:00000010:3.0:1789131432.476833:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa900. 00010000:00000001:3.0:1789131432.476841:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.476842:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1789131432.476845:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131432.476847:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131432.476848:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131432.476850:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x1d:0x0] mode (null) 00000002:00000001:3.0:1789131432.476852:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476853:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476856:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ed00 count: 2 00010000:00000001:3.0:1789131432.476858:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476860:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.476862:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476863:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476864:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ed00 count: 2 00010000:00000001:3.0:1789131432.476866:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476868:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.476870:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476871:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476872:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ed00 count: 2 00010000:00000001:3.0:1789131432.476880:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476883:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.476884:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476886:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.476888:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ed00 count: 2 00010000:00000001:3.0:1789131432.476889:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.476891:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.476893:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.476895:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131432.476896:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131432.476898:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131432.476900:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131432.476901:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789131432.476903:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x1d:0x0]: losing layout lock 00000080:00000001:3.0:1789131432.476905:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789131432.476907:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789131432.476909:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131432.476910:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131432.476912:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x1d:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789131432.476914:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131432.476916:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789131432.476917:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131432.476919:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.476921:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789131432.476923:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x1d:0x0](ffff9ba0d2174b08) invalid 00000020:00000001:3.0:1789131432.476925:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:3.0:1789131432.476927:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-27 (ffff9ba0d2178798) parent ffff9ba0d20e4ca8 inode ffff9ba0d2174b08 refc 0 00000080:00000001:3.0:1789131432.476932:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789131432.476935:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789131432.476938:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789131432.476941:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131432.476942:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.476945:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131432.476946:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131432.476947:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.476949:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789131432.476951:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b42800 with handle 0xc8adac5b2d01fed7 from hash 00010000:00000001:3.0:1789131432.476959:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131432.476960:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131432.476961:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.476962:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131432.476964:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131432.476965:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131432.476967:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42800/0xc8adac5b2d01fed7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc21158c6 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789131432.476975:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c2f25d40. 00010000:00000040:3.0:1789131432.476978:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0ed00 count: 0 00010000:00000010:3.0:1789131432.476981:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aac00. 00010000:00000001:3.0:1789131432.476986:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.476988:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1789131432.476990:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131432.476993:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131432.476994:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131432.476995:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x1c:0x0] mode (null) 00000002:00000001:3.0:1789131432.476998:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.476999:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477002:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0da00 count: 2 00010000:00000001:3.0:1789131432.477004:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477007:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.477008:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477009:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477010:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0da00 count: 2 00010000:00000001:3.0:1789131432.477012:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477014:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.477016:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477017:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477019:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0da00 count: 2 00010000:00000001:3.0:1789131432.477020:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477023:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.477024:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477026:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477027:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0da00 count: 2 00010000:00000001:3.0:1789131432.477034:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477037:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.477039:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.477041:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131432.477042:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131432.477044:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131432.477046:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131432.477047:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789131432.477049:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x1c:0x0]: losing layout lock 00000080:00000001:3.0:1789131432.477051:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789131432.477053:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789131432.477055:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131432.477056:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131432.477058:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x1c:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789131432.477060:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131432.477062:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789131432.477063:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131432.477065:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.477067:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789131432.477068:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x1c:0x0](ffff9ba0d2170908) invalid 00000020:00000001:3.0:1789131432.477070:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:3.0:1789131432.477072:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-26 (ffff9ba0d20e4a20) parent ffff9ba0d20e4ca8 inode ffff9ba0d2170908 refc 0 00000080:00000001:3.0:1789131432.477078:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789131432.477080:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789131432.477083:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789131432.477086:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131432.477087:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.477090:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131432.477092:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131432.477093:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.477095:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789131432.477098:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b88800 with handle 0xc8adac5b2d01fec9 from hash 00010000:00000001:3.0:1789131432.477099:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131432.477100:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131432.477102:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.477103:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131432.477105:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131432.477112:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131432.477115:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88800/0xc8adac5b2d01fec9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115895 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789131432.477122:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c2f25f00. 00010000:00000040:3.0:1789131432.477125:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0da00 count: 0 00010000:00000010:3.0:1789131432.477127:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f080. 00010000:00000001:3.0:1789131432.477133:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.477134:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1789131432.477136:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131432.477139:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131432.477140:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131432.477141:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x1b:0x0] mode (null) 00000002:00000001:3.0:1789131432.477143:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477145:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477147:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0de00 count: 2 00010000:00000001:3.0:1789131432.477149:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477151:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.477153:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477154:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477155:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0de00 count: 2 00010000:00000001:3.0:1789131432.477157:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477160:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.477161:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477162:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477163:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0de00 count: 2 00010000:00000001:3.0:1789131432.477165:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477167:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.477168:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477169:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477170:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0de00 count: 2 00010000:00000001:3.0:1789131432.477172:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477174:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.477175:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.477177:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131432.477178:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131432.477185:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131432.477188:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131432.477190:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789131432.477191:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x1b:0x0]: losing layout lock 00000080:00000001:3.0:1789131432.477194:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789131432.477195:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789131432.477198:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131432.477199:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131432.477201:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x1b:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789131432.477203:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131432.477205:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789131432.477206:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131432.477208:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.477210:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789131432.477212:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x1b:0x0](ffff9ba0d212c2c8) invalid 00000020:00000001:3.0:1789131432.477214:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:3.0:1789131432.477216:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-25 (ffff9ba0d20e4510) parent ffff9ba0d20e4ca8 inode ffff9ba0d212c2c8 refc 0 00000080:00000001:3.0:1789131432.477221:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789131432.477224:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789131432.477226:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789131432.477229:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131432.477230:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.477233:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131432.477234:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131432.477236:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.477237:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789131432.477240:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b89e00 with handle 0xc8adac5b2d01febb from hash 00010000:00000001:3.0:1789131432.477242:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131432.477244:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131432.477245:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.477246:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131432.477248:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131432.477249:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131432.477252:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89e00/0xc8adac5b2d01febb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115864 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789131432.477259:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0d84c6a80. 00010000:00000040:3.0:1789131432.477268:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0de00 count: 0 00010000:00000010:3.0:1789131432.477271:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837ff80. 00010000:00000001:3.0:1789131432.477277:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.477279:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1789131432.477281:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131432.477284:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131432.477285:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131432.477286:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x1a:0x0] mode (null) 00000002:00000001:3.0:1789131432.477289:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477290:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477292:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983200 count: 2 00010000:00000001:3.0:1789131432.477294:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477297:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.477298:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477299:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477301:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983200 count: 2 00010000:00000001:3.0:1789131432.477302:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477304:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.477306:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477307:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477308:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983200 count: 2 00010000:00000001:3.0:1789131432.477310:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477312:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.477314:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477315:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477316:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983200 count: 2 00010000:00000001:3.0:1789131432.477318:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477320:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.477322:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.477323:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131432.477325:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131432.477326:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131432.477328:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131432.477330:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789131432.477332:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x1a:0x0]: losing layout lock 00000080:00000001:3.0:1789131432.477334:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789131432.477336:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789131432.477343:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131432.477345:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131432.477347:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x1a:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789131432.477349:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131432.477351:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789131432.477352:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131432.477354:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.477356:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789131432.477358:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x1a:0x0](ffff9ba0d21a1148) invalid 00000020:00000001:3.0:1789131432.477360:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:3.0:1789131432.477362:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-24 (ffff9ba0d2182000) parent ffff9ba0d20e4ca8 inode ffff9ba0d21a1148 refc 0 00000080:00000001:3.0:1789131432.477368:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789131432.477371:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789131432.477373:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789131432.477376:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131432.477377:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.477380:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131432.477382:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131432.477383:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.477384:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789131432.477387:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c29c6200 with handle 0xc8adac5b2d01fead from hash 00010000:00000001:3.0:1789131432.477389:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131432.477390:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131432.477391:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.477392:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131432.477394:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131432.477395:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131432.477397:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c6200/0xc8adac5b2d01fead lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115833 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789131432.477404:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c2e521c0. 00010000:00000040:3.0:1789131432.477408:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d5983200 count: 0 00010000:00000010:3.0:1789131432.477411:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0c65bf180. 00010000:00000001:3.0:1789131432.477417:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.477419:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1789131432.477421:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131432.477429:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131432.477430:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131432.477431:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x19:0x0] mode (null) 00000002:00000001:3.0:1789131432.477434:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477435:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477438:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 2 00010000:00000001:3.0:1789131432.477440:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477443:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.477444:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477445:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477446:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 2 00010000:00000001:3.0:1789131432.477448:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477450:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.477451:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477452:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477454:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 2 00010000:00000001:3.0:1789131432.477456:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477458:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.477459:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477460:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477462:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998100 count: 2 00010000:00000001:3.0:1789131432.477464:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477465:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.477467:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.477509:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131432.477511:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131432.477512:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131432.477515:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131432.477516:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789131432.477518:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x19:0x0]: losing layout lock 00000080:00000001:3.0:1789131432.477521:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789131432.477522:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789131432.477524:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131432.477526:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131432.477528:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x19:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789131432.477530:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131432.477531:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789131432.477532:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131432.477539:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.477541:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789131432.477543:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x19:0x0](ffff9ba0d21a9988) invalid 00000020:00000001:3.0:1789131432.477545:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:3.0:1789131432.477547:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-23 (ffff9ba0d21780d8) parent ffff9ba0d20e4ca8 inode ffff9ba0d21a9988 refc 0 00000080:00000001:3.0:1789131432.477552:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789131432.477555:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789131432.477558:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789131432.477561:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131432.477563:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.477566:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131432.477567:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131432.477569:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.477570:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789131432.477573:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b42c00 with handle 0xc8adac5b2d01fe9f from hash 00010000:00000001:3.0:1789131432.477575:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131432.477576:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131432.477577:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.477578:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131432.477580:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131432.477582:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131432.477584:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42c00/0xc8adac5b2d01fe9f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115802 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789131432.477591:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c5594580. 00010000:00000040:3.0:1789131432.477595:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998100 count: 0 00010000:00000010:3.0:1789131432.477598:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe200. 00010000:00000001:3.0:1789131432.477604:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.477605:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1789131432.477607:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131432.477609:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131432.477611:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131432.477612:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x18:0x0] mode (null) 00000002:00000001:3.0:1789131432.477614:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477616:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477618:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ea00 count: 2 00010000:00000001:3.0:1789131432.477625:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477627:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.477629:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477630:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477632:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ea00 count: 2 00010000:00000001:3.0:1789131432.477634:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477636:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.477637:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477639:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477640:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ea00 count: 2 00010000:00000001:3.0:1789131432.477642:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477644:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.477645:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477646:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477648:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ea00 count: 2 00010000:00000001:3.0:1789131432.477649:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477651:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.477653:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.477655:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131432.477656:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131432.477658:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131432.477660:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131432.477662:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789131432.477664:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x18:0x0]: losing layout lock 00000080:00000001:3.0:1789131432.477666:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789131432.477667:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789131432.477670:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131432.477671:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131432.477673:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x18:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789131432.477675:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131432.477676:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789131432.477678:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131432.477679:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.477681:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789131432.477683:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x18:0x0](ffff9ba0d2176c08) invalid 00000020:00000001:3.0:1789131432.477685:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:3.0:1789131432.477687:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-22 (ffff9ba0d2178948) parent ffff9ba0d20e4ca8 inode ffff9ba0d2176c08 refc 0 00000080:00000001:3.0:1789131432.477699:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789131432.477701:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789131432.477704:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789131432.477707:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131432.477708:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.477711:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131432.477712:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131432.477714:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.477716:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789131432.477718:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b42000 with handle 0xc8adac5b2d01fe91 from hash 00010000:00000001:3.0:1789131432.477721:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131432.477722:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131432.477723:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.477724:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131432.477726:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131432.477727:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131432.477729:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42000/0xc8adac5b2d01fe91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc21157d1 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789131432.477736:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c2f25100. 00010000:00000040:3.0:1789131432.477739:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0ea00 count: 0 00010000:00000010:3.0:1789131432.477743:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa780. 00010000:00000001:3.0:1789131432.477749:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.477751:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1789131432.477753:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131432.477755:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131432.477757:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131432.477758:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x17:0x0] mode (null) 00000002:00000001:3.0:1789131432.477761:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477762:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477765:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e500 count: 2 00010000:00000001:3.0:1789131432.477767:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477769:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.477770:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477771:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477773:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e500 count: 2 00010000:00000001:3.0:1789131432.477780:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477783:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.477785:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477786:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477789:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e500 count: 2 00010000:00000001:3.0:1789131432.477790:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477792:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.477794:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477795:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477796:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e500 count: 2 00010000:00000001:3.0:1789131432.477798:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477800:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.477802:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.477804:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131432.477805:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131432.477807:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131432.477809:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131432.477811:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789131432.477812:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x17:0x0]: losing layout lock 00000080:00000001:3.0:1789131432.477814:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789131432.477816:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789131432.477818:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131432.477820:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131432.477822:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x17:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789131432.477824:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131432.477826:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789131432.477827:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131432.477829:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.477831:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789131432.477832:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x17:0x0](ffff9ba0d2173248) invalid 00000020:00000001:3.0:1789131432.477834:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:3.0:1789131432.477836:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-21 (ffff9ba0d20e4288) parent ffff9ba0d20e4ca8 inode ffff9ba0d2173248 refc 0 00000080:00000001:3.0:1789131432.477840:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789131432.477843:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789131432.477846:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789131432.477848:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131432.477850:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.477857:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131432.477858:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131432.477859:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.477861:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789131432.477864:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b88000 with handle 0xc8adac5b2d01fe83 from hash 00010000:00000001:3.0:1789131432.477866:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131432.477867:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131432.477868:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.477869:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131432.477871:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131432.477872:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131432.477875:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88000/0xc8adac5b2d01fe83 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc21157a0 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789131432.477882:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c2f25800. 00010000:00000040:3.0:1789131432.477885:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e500 count: 0 00010000:00000010:3.0:1789131432.477889:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa400. 00010000:00000001:3.0:1789131432.477895:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.477896:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1789131432.477898:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131432.477901:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131432.477902:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131432.477904:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x16:0x0] mode (null) 00000002:00000001:3.0:1789131432.477906:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477907:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477910:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d800 count: 2 00010000:00000001:3.0:1789131432.477912:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477914:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.477916:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477917:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477918:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d800 count: 2 00010000:00000001:3.0:1789131432.477920:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477922:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.477924:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477925:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477926:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d800 count: 2 00010000:00000001:3.0:1789131432.477933:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477935:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.477937:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.477939:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.477941:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d800 count: 2 00010000:00000001:3.0:1789131432.477942:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.477944:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.477946:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.477948:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131432.477949:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131432.477951:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131432.477954:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131432.477955:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789131432.477957:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x16:0x0]: losing layout lock 00000080:00000001:3.0:1789131432.477959:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789131432.477961:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789131432.477963:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131432.477965:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131432.477967:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x16:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789131432.477969:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131432.477971:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789131432.477972:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131432.477974:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.477976:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789131432.477977:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x16:0x0](ffff9ba0d212db88) invalid 00000020:00000001:3.0:1789131432.477980:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:3.0:1789131432.477981:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-20 (ffff9ba0d20e4798) parent ffff9ba0d20e4ca8 inode ffff9ba0d212db88 refc 0 00000080:00000001:3.0:1789131432.477987:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789131432.477990:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789131432.477993:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789131432.477995:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131432.477996:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.477999:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131432.478000:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131432.478001:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.478003:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789131432.478006:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b88e00 with handle 0xc8adac5b2d01fe75 from hash 00010000:00000001:3.0:1789131432.478012:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131432.478014:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131432.478015:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.478016:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131432.478018:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131432.478019:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131432.478022:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b88e00/0xc8adac5b2d01fe75 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc211576f expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789131432.478029:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0d84c6680. 00010000:00000040:3.0:1789131432.478032:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d800 count: 0 00010000:00000010:3.0:1789131432.478035:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837fb80. 00010000:00000001:3.0:1789131432.478040:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.478042:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1789131432.478044:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131432.478046:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131432.478048:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131432.478049:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x15:0x0] mode (null) 00000002:00000001:3.0:1789131432.478052:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.478053:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.478056:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e100 count: 2 00010000:00000001:3.0:1789131432.478058:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.478060:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.478062:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.478063:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.478064:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e100 count: 2 00010000:00000001:3.0:1789131432.478066:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.478068:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.478070:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.478071:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.478072:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e100 count: 2 00010000:00000001:3.0:1789131432.478074:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.478076:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.478077:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.478078:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.478080:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e100 count: 2 00010000:00000001:3.0:1789131432.478086:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.478089:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.478091:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.478093:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131432.478094:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131432.478096:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131432.478098:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131432.478099:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789131432.478101:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x15:0x0]: losing layout lock 00000080:00000001:3.0:1789131432.478103:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789131432.478105:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789131432.478107:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131432.478108:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131432.478110:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x15:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789131432.478112:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131432.478114:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789131432.478115:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131432.478117:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.478119:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789131432.478121:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x15:0x0](ffff9ba0d2177448) invalid 00000020:00000001:3.0:1789131432.478123:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:3.0:1789131432.478125:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-19 (ffff9ba0d2178af8) parent ffff9ba0d20e4ca8 inode ffff9ba0d2177448 refc 0 00000080:00000001:3.0:1789131432.478130:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789131432.478133:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789131432.478135:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789131432.478138:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131432.478139:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.478142:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131432.478143:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131432.478144:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.478146:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789131432.478149:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b42e00 with handle 0xc8adac5b2d01fe67 from hash 00010000:00000001:3.0:1789131432.478151:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131432.478152:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131432.478153:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.478154:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131432.478156:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131432.478162:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131432.478165:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b42e00/0xc8adac5b2d01fe67 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc211573e expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789131432.478172:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c2f25040. 00010000:00000040:3.0:1789131432.478175:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e100 count: 0 00010000:00000010:3.0:1789131432.478178:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aae00. 00010000:00000001:3.0:1789131432.478183:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.478184:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1789131432.478187:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131432.478189:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131432.478190:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131432.478192:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x14:0x0] mode (null) 00000002:00000001:3.0:1789131432.478194:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.478195:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.478198:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d200 count: 2 00010000:00000001:3.0:1789131432.478200:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.478202:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.478204:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.478205:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.478206:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d200 count: 2 00010000:00000001:3.0:1789131432.478208:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.478210:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.478212:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.478213:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.478214:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d200 count: 2 00010000:00000001:3.0:1789131432.478216:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.478217:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.478219:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.478220:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.478221:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d200 count: 2 00010000:00000001:3.0:1789131432.478223:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.478225:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.478226:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.478228:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131432.478229:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131432.478237:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131432.478240:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131432.478241:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789131432.478243:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x14:0x0]: losing layout lock 00000080:00000001:3.0:1789131432.478245:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789131432.478247:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789131432.478249:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131432.478250:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131432.478252:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x14:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789131432.478254:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131432.478256:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789131432.478257:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131432.478259:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.478261:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789131432.478262:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x14:0x0](ffff9ba0d212e3c8) invalid 00000020:00000001:3.0:1789131432.478265:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:3.0:1789131432.478266:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-18 (ffff9ba0d20e4438) parent ffff9ba0d20e4ca8 inode ffff9ba0d212e3c8 refc 0 00000080:00000001:3.0:1789131432.478271:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789131432.478274:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789131432.478276:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789131432.478279:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131432.478280:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.478283:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131432.478284:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131432.478286:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.478287:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789131432.478290:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b89000 with handle 0xc8adac5b2d01fe59 from hash 00010000:00000001:3.0:1789131432.478292:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131432.478293:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131432.478295:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.478295:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131432.478297:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131432.478299:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131432.478301:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b89000/0xc8adac5b2d01fe59 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc211570d expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789131432.478309:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0d84c65c0. 00010000:00000040:3.0:1789131432.478317:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d200 count: 0 00010000:00000010:3.0:1789131432.478320:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f800. 00010000:00000001:3.0:1789131432.478327:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.478328:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1789131432.478331:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131432.478333:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131432.478335:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131432.478336:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x13:0x0] mode (null) 00000002:00000001:3.0:1789131432.478339:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.478340:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.478343:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0dc00 count: 2 00010000:00000001:3.0:1789131432.478345:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.478347:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.478348:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.478349:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.478351:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0dc00 count: 2 00010000:00000001:3.0:1789131432.478352:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.478354:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.478356:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.478357:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.478358:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0dc00 count: 2 00010000:00000001:3.0:1789131432.478360:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.478362:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.478363:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.478364:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.478366:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0dc00 count: 2 00010000:00000001:3.0:1789131432.478368:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.478370:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.478371:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.478373:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131432.478374:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131432.478376:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131432.478378:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131432.478379:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789131432.478381:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x13:0x0]: losing layout lock 00000080:00000001:3.0:1789131432.478384:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789131432.478385:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789131432.478393:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131432.478394:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131432.478396:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x13:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789131432.478398:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131432.478399:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789131432.478401:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131432.478403:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.478405:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789131432.478406:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x13:0x0](ffff9ba0d212d348) invalid 00000020:00000001:3.0:1789131432.478409:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:3.0:1789131432.478410:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-17 (ffff9ba0d2150288) parent ffff9ba0d20e4ca8 inode ffff9ba0d212d348 refc 0 00000080:00000001:3.0:1789131432.478416:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789131432.478419:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789131432.478422:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789131432.478425:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131432.478426:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.478429:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131432.478430:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131432.478432:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.478433:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789131432.478436:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c0030000 with handle 0xc8adac5b2d01fe4b from hash 00010000:00000001:3.0:1789131432.478438:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131432.478439:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131432.478441:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.478442:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131432.478443:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131432.478445:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131432.478447:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030000/0xc8adac5b2d01fe4b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc21156dc expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789131432.478454:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0d84c6080. 00010000:00000040:3.0:1789131432.478457:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0dc00 count: 0 00010000:00000010:3.0:1789131432.478460:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f480. 00010000:00000001:3.0:1789131432.478467:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.478507:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1789131432.478510:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131432.478518:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131432.478519:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131432.478521:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x12:0x0] mode (null) 00000002:00000001:3.0:1789131432.478523:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.478524:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.478528:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ec00 count: 2 00010000:00000001:3.0:1789131432.478530:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.478532:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.478534:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.478535:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.478536:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ec00 count: 2 00010000:00000001:3.0:1789131432.478538:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.478540:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.478541:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.478543:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.478544:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ec00 count: 2 00010000:00000001:3.0:1789131432.478546:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.478548:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.478549:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.478550:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.478552:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ec00 count: 2 00010000:00000001:3.0:1789131432.478554:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.478556:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.478557:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.478559:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131432.478561:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131432.478563:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131432.478565:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131432.478566:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789131432.478568:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x12:0x0]: losing layout lock 00000080:00000001:3.0:1789131432.478571:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789131432.478573:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789131432.478575:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131432.478576:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131432.478578:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x12:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789131432.478580:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131432.478581:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789131432.478582:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131432.478589:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.478591:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789131432.478593:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x12:0x0](ffff9ba0d21721c8) invalid 00000020:00000001:3.0:1789131432.478595:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:3.0:1789131432.478597:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-16 (ffff9ba0d2178e58) parent ffff9ba0d20e4ca8 inode ffff9ba0d21721c8 refc 0 00000080:00000001:3.0:1789131432.478602:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789131432.478604:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789131432.478607:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789131432.478610:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131432.478611:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.478614:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131432.478615:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131432.478617:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.478618:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789131432.478621:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7b43000 with handle 0xc8adac5b2d01fe3d from hash 00010000:00000001:3.0:1789131432.478623:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131432.478624:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131432.478625:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.478626:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131432.478628:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131432.478630:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131432.478632:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7b43000/0xc8adac5b2d01fe3d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc21156ab expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789131432.478639:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c2f254c0. 00010000:00000040:3.0:1789131432.478642:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0ec00 count: 0 00010000:00000010:3.0:1789131432.478645:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aae80. 00010000:00000001:3.0:1789131432.478651:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.478653:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1789131432.478655:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131432.478657:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131432.478658:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131432.478660:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x11:0x0] mode (null) 00000002:00000001:3.0:1789131432.478662:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.478663:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.478666:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e300 count: 2 00010000:00000001:3.0:1789131432.478673:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.478676:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.478678:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.478679:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.478681:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e300 count: 2 00010000:00000001:3.0:1789131432.478683:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.478685:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.478686:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.478687:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.478688:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e300 count: 2 00010000:00000001:3.0:1789131432.478690:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.478692:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.478693:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.478695:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.478696:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e300 count: 2 00010000:00000001:3.0:1789131432.478698:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.478700:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.478701:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.478703:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131432.478704:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131432.478706:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131432.478708:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131432.478710:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789131432.478712:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x11:0x0]: losing layout lock 00000080:00000001:3.0:1789131432.478714:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1789131432.478716:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1789131432.478718:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:3.0:1789131432.478720:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1789131432.478722:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x11:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1789131432.478724:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131432.478726:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1789131432.478727:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:3.0:1789131432.478729:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.478731:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1789131432.478733:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x11:0x0](ffff9ba0d2171148) invalid 00000020:00000001:3.0:1789131432.478735:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:3.0:1789131432.478737:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-15 (ffff9ba0d2178438) parent ffff9ba0d20e4ca8 inode ffff9ba0d2171148 refc 0 00000080:00000001:3.0:1789131432.478747:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1789131432.478750:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1789131432.478753:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1789131432.478755:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1789131432.478756:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131432.478759:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789131432.478760:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789131432.478762:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131432.478764:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1789131432.480748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d109e5a0. 00010000:00000010:2.1:1789131432.480773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d5983300. 00010000:00000010:2.1:1789131432.480780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7dd5200. 00000080:00000010:2.1:1789131432.480785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d109ee40. 00010000:00000010:2.1:1789131432.480795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c665b000. 00010000:00000010:2.1:1789131432.480799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7dd5c00. 00000080:00000010:2.1:1789131432.480802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d109e080. 00000020:00000040:3.0:1789131432.482964:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba1021f6e00 with handle 0xc8adac5b2d01fe2f from hash 00010000:00000001:3.0:1789131432.482983:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789131432.482987:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789131432.482989:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.482991:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789131432.482998:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789131432.483001:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789131432.483005:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f6e00/0xc8adac5b2d01fe2f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc211567a expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1789131432.483019:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c2f25740. 00010000:00000040:3.0:1789131432.483028:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e300 count: 0 00010000:00000010:3.0:1789131432.483038:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa600. 00010000:00000001:3.0:1789131432.483058:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789131432.483060:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1789131432.483065:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1789131432.483069:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1789131432.483072:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1789131432.483075:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x10:0x0] mode (null) 00000002:00000001:3.0:1789131432.483081:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.483084:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.483089:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0db00 count: 2 00010000:00000001:3.0:1789131432.483092:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.483097:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.483099:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.483100:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.483101:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0db00 count: 2 00010000:00000001:3.0:1789131432.483131:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.483134:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.483136:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.483137:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.483139:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0db00 count: 2 00010000:00000001:3.0:1789131432.483140:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.483142:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131432.483144:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131432.483145:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1789131432.483146:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0db00 count: 2 00010000:00000001:3.0:1789131432.483149:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1789131432.483322:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.483325:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789131432.483328:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:3.0:1789131432.483331:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1789131432.483336:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:3.0:1789131432.483340:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:3.0:1789131432.483342:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1789131432.483347:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x10:0x0]: losing layout lock 00000080:00000001:3.0:1789131432.483350:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789131432.484172:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789131432.484182:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131432.484185:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131432.484189:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x10:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789131432.484191:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131432.484194:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789131432.484198:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:0.0:1789131432.484202:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.484206:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789131432.484210:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x10:0x0](ffff9ba0d212ba88) invalid 00000020:00000001:0.0:1789131432.484213:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:0.0:1789131432.484216:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-14 (ffff9ba0d2150ca8) parent ffff9ba0d20e4ca8 inode ffff9ba0d212ba88 refc 0 00000080:00000001:0.0:1789131432.484229:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789131432.484236:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789131432.484241:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789131432.484250:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131432.484252:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131432.484259:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131432.484261:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131432.484264:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131432.484268:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789131432.484272:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c0031c00 with handle 0xc8adac5b2d01fe21 from hash 00010000:00000001:0.0:1789131432.484274:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131432.484276:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131432.484278:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.484280:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131432.484283:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131432.484284:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131432.484289:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031c00/0xc8adac5b2d01fe21 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115649 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789131432.484311:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0d84c6600. 00010000:00000040:0.0:1789131432.484317:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0db00 count: 0 00010000:00000010:0.0:1789131432.484324:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f580. 00010000:00000001:0.0:1789131432.484334:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.484335:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:0.0:1789131432.484338:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131432.484341:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131432.484343:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131432.484345:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0xf:0x0] mode (null) 00000002:00000001:0.0:1789131432.484348:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.484352:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.484355:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e900 count: 2 00010000:00000001:0.0:1789131432.484358:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.484361:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.484363:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.484364:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.484366:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e900 count: 2 00010000:00000001:0.0:1789131432.484368:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.484370:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.484371:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.484373:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.484375:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e900 count: 2 00010000:00000001:0.0:1789131432.484376:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.484378:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.484380:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.484381:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.484382:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e900 count: 2 00010000:00000001:0.0:1789131432.484384:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.484386:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.484388:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.484390:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131432.484392:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131432.484394:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:0.0:1789131432.484397:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:0.0:1789131432.484399:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789131432.484402:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0xf:0x0]: losing layout lock 00000080:00000001:0.0:1789131432.484404:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789131432.484406:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789131432.484408:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131432.484410:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131432.484412:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0xf:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789131432.484414:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131432.484416:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789131432.484417:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:0.0:1789131432.484419:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.484421:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789131432.484423:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0xf:0x0](ffff9ba0d2172a08) invalid 00000020:00000001:0.0:1789131432.484426:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:0.0:1789131432.484428:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-13 (ffff9ba0d21785e8) parent ffff9ba0d20e4ca8 inode ffff9ba0d2172a08 refc 0 00000080:00000001:0.0:1789131432.484434:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789131432.484437:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789131432.484442:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789131432.484445:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131432.484446:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131432.484448:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131432.484449:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131432.484451:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131432.484453:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789131432.484456:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba1021f7800 with handle 0xc8adac5b2d01fe13 from hash 00010000:00000001:0.0:1789131432.484458:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131432.484459:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131432.484460:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.484462:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131432.484463:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131432.484464:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131432.484467:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7800/0xc8adac5b2d01fe13 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115618 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789131432.484492:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c2f25300. 00010000:00000040:0.0:1789131432.484512:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e900 count: 0 00010000:00000010:0.0:1789131432.484515:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa380. 00010000:00000001:0.0:1789131432.484526:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.484528:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:0.0:1789131432.484530:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131432.484532:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131432.484533:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131432.484535:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0xe:0x0] mode (null) 00000002:00000001:0.0:1789131432.484538:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.484539:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.484542:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d300 count: 2 00010000:00000001:0.0:1789131432.484544:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.484547:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.484548:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.484549:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.484551:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d300 count: 2 00010000:00000001:0.0:1789131432.484553:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.484555:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.484556:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.484557:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.484558:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d300 count: 2 00010000:00000001:0.0:1789131432.484560:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.484562:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.484563:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.484565:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.484566:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d300 count: 2 00010000:00000001:0.0:1789131432.484568:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.484570:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.484571:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.484573:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131432.484575:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131432.484576:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:0.0:1789131432.484579:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:0.0:1789131432.484580:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789131432.484582:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0xe:0x0]: losing layout lock 00000080:00000001:0.0:1789131432.484584:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789131432.484586:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789131432.484588:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131432.484590:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131432.484592:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0xe:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789131432.484594:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131432.484596:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789131432.484597:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:0.0:1789131432.484599:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.484601:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789131432.484603:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0xe:0x0](ffff9ba0d21280c8) invalid 00000020:00000001:0.0:1789131432.484605:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:0.0:1789131432.484607:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-12 (ffff9ba0d2150e58) parent ffff9ba0d20e4ca8 inode ffff9ba0d21280c8 refc 0 00000080:00000001:0.0:1789131432.484612:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789131432.484615:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789131432.484617:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789131432.484619:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131432.484621:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131432.484623:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131432.484625:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131432.484626:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131432.484628:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789131432.484630:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c0031200 with handle 0xc8adac5b2d01fe05 from hash 00010000:00000001:0.0:1789131432.484632:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131432.484633:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131432.484635:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.484636:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131432.484638:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131432.484640:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131432.484642:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031200/0xc8adac5b2d01fe05 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc21155e7 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789131432.484650:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0d84c6c80. 00010000:00000040:0.0:1789131432.484653:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d300 count: 0 00010000:00000010:0.0:1789131432.484656:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f900. 00010000:00000001:0.0:1789131432.484661:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.484663:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:0.0:1789131432.484665:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131432.484667:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131432.484669:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131432.484670:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0xd:0x0] mode (null) 00000002:00000001:0.0:1789131432.484672:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.484674:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.484676:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d100 count: 2 00010000:00000001:0.0:1789131432.484678:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.484680:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.484682:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.484683:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.484685:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d100 count: 2 00010000:00000001:0.0:1789131432.484686:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.484688:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.484690:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.484691:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.484692:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d100 count: 2 00010000:00000001:0.0:1789131432.484694:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.484696:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.484697:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.484698:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.484699:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d100 count: 2 00010000:00000001:0.0:1789131432.484701:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.484703:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.484705:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.484707:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131432.484708:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131432.484710:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:0.0:1789131432.484712:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:0.0:1789131432.484714:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789131432.484716:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0xd:0x0]: losing layout lock 00000080:00000001:0.0:1789131432.484718:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789131432.484719:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789131432.484721:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131432.484723:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131432.484725:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0xd:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789131432.484726:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131432.484728:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789131432.484730:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:0.0:1789131432.484731:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.484733:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789131432.484735:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0xd:0x0](ffff9ba0d2129988) invalid 00000020:00000001:0.0:1789131432.484738:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:0.0:1789131432.484740:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-11 (ffff9ba0d2178a20) parent ffff9ba0d20e4ca8 inode ffff9ba0d2129988 refc 0 00000080:00000001:0.0:1789131432.484744:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789131432.484748:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789131432.484751:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789131432.484753:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131432.484754:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131432.484757:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131432.484758:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131432.484760:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131432.484761:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789131432.484764:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba1021f7c00 with handle 0xc8adac5b2d01fdf7 from hash 00010000:00000001:0.0:1789131432.484766:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131432.484767:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131432.484768:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.484769:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131432.484771:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131432.484772:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131432.484775:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7c00/0xc8adac5b2d01fdf7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc21155b6 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789131432.484787:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0d84c6a40. 00010000:00000040:0.0:1789131432.484790:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d100 count: 0 00010000:00000010:0.0:1789131432.484792:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837fe00. 00010000:00000001:0.0:1789131432.484797:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.484799:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:0.0:1789131432.484800:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131432.484803:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131432.484804:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131432.484805:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0xc:0x0] mode (null) 00000002:00000001:0.0:1789131432.484807:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.484809:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.484811:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d500 count: 2 00010000:00000001:0.0:1789131432.484813:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.484815:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.484817:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.484818:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.484820:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d500 count: 2 00010000:00000001:0.0:1789131432.484821:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.484823:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.484825:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.484826:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.484827:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d500 count: 2 00010000:00000001:0.0:1789131432.484830:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.484832:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.484833:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.484834:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.484836:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d500 count: 2 00010000:00000001:0.0:1789131432.484838:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.484840:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.484842:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.484843:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131432.484845:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131432.484846:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:0.0:1789131432.484849:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:0.0:1789131432.484851:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789131432.484852:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0xc:0x0]: losing layout lock 00000080:00000001:0.0:1789131432.484854:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789131432.484856:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789131432.484858:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131432.484859:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131432.484862:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0xc:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789131432.484864:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131432.484865:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789131432.484867:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:0.0:1789131432.484869:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.484870:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789131432.484872:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0xc:0x0](ffff9ba0d212cb08) invalid 00000020:00000001:0.0:1789131432.484874:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:0.0:1789131432.484876:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-10 (ffff9ba0d2150438) parent ffff9ba0d20e4ca8 inode ffff9ba0d212cb08 refc 0 00000080:00000001:0.0:1789131432.484881:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789131432.484883:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789131432.484886:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789131432.484889:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131432.484890:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131432.484892:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131432.484894:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131432.484895:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131432.484897:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789131432.484899:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c0030e00 with handle 0xc8adac5b2d01fde9 from hash 00010000:00000001:0.0:1789131432.484901:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131432.484902:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131432.484903:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.484904:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131432.484906:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131432.484907:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131432.484910:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030e00/0xc8adac5b2d01fde9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115585 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789131432.484917:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0d84c6280. 00010000:00000040:0.0:1789131432.484920:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d500 count: 0 00010000:00000010:0.0:1789131432.484923:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837fd80. 00010000:00000001:0.0:1789131432.484931:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.484933:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:0.0:1789131432.484934:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131432.484937:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131432.484938:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131432.484940:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0xb:0x0] mode (null) 00000002:00000001:0.0:1789131432.484942:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.484943:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.484945:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d700 count: 2 00010000:00000001:0.0:1789131432.484947:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.484950:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.484951:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.484952:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.484953:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d700 count: 2 00010000:00000001:0.0:1789131432.484955:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.484957:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.484958:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.484959:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.484960:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d700 count: 2 00010000:00000001:0.0:1789131432.484962:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.484964:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.484965:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.484966:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.484968:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d700 count: 2 00010000:00000001:0.0:1789131432.484970:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.484972:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.484973:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.484975:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131432.484976:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131432.484978:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:0.0:1789131432.484980:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:0.0:1789131432.484981:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789131432.484983:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0xb:0x0]: losing layout lock 00000080:00000001:0.0:1789131432.484985:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789131432.484986:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789131432.484988:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131432.484989:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131432.484992:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0xb:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789131432.484994:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131432.484995:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789131432.484997:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:0.0:1789131432.484999:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.485000:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789131432.485002:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0xb:0x0](ffff9ba0d2128908) invalid 00000020:00000001:0.0:1789131432.485004:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:0.0:1789131432.486977:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-9 (ffff9ba0d21500d8) parent ffff9ba0d20e4ca8 inode ffff9ba0d2128908 refc 0 00000080:00000001:0.0:1789131432.486991:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789131432.486999:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789131432.487015:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789131432.487023:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131432.487025:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131432.487032:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131432.487035:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131432.487037:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131432.487041:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789131432.487045:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c0030800 with handle 0xc8adac5b2d01fddb from hash 00010000:00000001:0.0:1789131432.487048:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131432.487050:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131432.487052:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.487053:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131432.487057:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131432.487059:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131432.487063:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030800/0xc8adac5b2d01fddb lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115554 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789131432.487075:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0d84c6d00. 00010000:00000040:0.0:1789131432.487083:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d700 count: 0 00010000:00000010:0.0:1789131432.487091:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f680. 00010000:00000001:0.0:1789131432.487103:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.487105:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:0.0:1789131432.487107:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131432.487111:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131432.487114:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131432.487116:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0xa:0x0] mode (null) 00000002:00000001:0.0:1789131432.487122:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487125:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487130:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998d00 count: 2 00010000:00000001:0.0:1789131432.487133:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487138:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.487139:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487141:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487142:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998d00 count: 2 00010000:00000001:0.0:1789131432.487144:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487146:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.487147:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487148:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487150:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998d00 count: 2 00010000:00000001:0.0:1789131432.487151:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487153:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.487155:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487156:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487158:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998d00 count: 2 00010000:00000001:0.0:1789131432.487159:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487161:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.487163:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.487166:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131432.487168:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131432.487173:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:0.0:1789131432.487175:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:0.0:1789131432.487178:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789131432.487182:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0xa:0x0]: losing layout lock 00000080:00000001:0.0:1789131432.487186:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789131432.487188:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789131432.487193:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131432.487195:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131432.487197:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0xa:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789131432.487200:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131432.487201:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789131432.487203:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:0.0:1789131432.487206:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.487208:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789131432.487211:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0xa:0x0](ffff9ba0d21acb08) invalid 00000020:00000001:0.0:1789131432.487213:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:0.0:1789131432.487215:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-8 (ffff9ba0d2184948) parent ffff9ba0d20e4ca8 inode ffff9ba0d21acb08 refc 0 00000080:00000001:0.0:1789131432.487221:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789131432.487224:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789131432.487227:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789131432.487230:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131432.487231:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131432.487240:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131432.487242:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131432.487243:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131432.487245:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789131432.487248:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c7dd4800 with handle 0xc8adac5b2d01fdcd from hash 00010000:00000001:0.0:1789131432.487250:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131432.487251:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131432.487252:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.487253:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131432.487255:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131432.487257:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131432.487259:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c7dd4800/0xc8adac5b2d01fdcd lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115523 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789131432.487267:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c5594980. 00010000:00000040:0.0:1789131432.487271:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998d00 count: 0 00010000:00000010:0.0:1789131432.487274:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe400. 00010000:00000001:0.0:1789131432.487281:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.487283:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:0.0:1789131432.487284:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131432.487287:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131432.487288:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131432.487289:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x9:0x0] mode (null) 00000002:00000001:0.0:1789131432.487291:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487292:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487295:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998900 count: 2 00010000:00000001:0.0:1789131432.487297:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487299:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.487312:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487313:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487315:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998900 count: 2 00010000:00000001:0.0:1789131432.487316:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487318:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.487320:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487320:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487322:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998900 count: 2 00010000:00000001:0.0:1789131432.487324:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487326:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.487327:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487328:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487330:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998900 count: 2 00010000:00000001:0.0:1789131432.487331:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487333:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.487335:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.487336:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131432.487338:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131432.487339:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:0.0:1789131432.487341:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:0.0:1789131432.487343:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789131432.487345:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x9:0x0]: losing layout lock 00000080:00000001:0.0:1789131432.487347:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789131432.487348:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789131432.487350:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131432.487352:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131432.487354:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x9:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789131432.487356:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131432.487357:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789131432.487358:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:0.0:1789131432.487360:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.487362:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789131432.487363:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x9:0x0](ffff9ba0d21a8908) invalid 00000020:00000001:0.0:1789131432.487366:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:0.0:1789131432.487367:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-7 (ffff9ba0d21846c0) parent ffff9ba0d20e4ca8 inode ffff9ba0d21a8908 refc 0 00000080:00000001:0.0:1789131432.487372:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789131432.487375:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789131432.487378:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789131432.487381:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131432.487382:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131432.487385:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131432.487386:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131432.487388:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131432.487390:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789131432.487393:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c13fd400 with handle 0xc8adac5b2d01fdbf from hash 00010000:00000001:0.0:1789131432.487395:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131432.487396:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131432.487397:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.487398:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131432.487400:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131432.487402:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131432.487404:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd400/0xc8adac5b2d01fdbf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc21154f2 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789131432.487411:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c5594ec0. 00010000:00000040:0.0:1789131432.487414:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998900 count: 0 00010000:00000010:0.0:1789131432.487417:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfea00. 00010000:00000001:0.0:1789131432.487424:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.487425:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:0.0:1789131432.487427:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131432.487430:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131432.487431:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131432.487433:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x8:0x0] mode (null) 00000002:00000001:0.0:1789131432.487435:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487436:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487439:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0df00 count: 2 00010000:00000001:0.0:1789131432.487441:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487443:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.487445:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487446:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487448:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0df00 count: 2 00010000:00000001:0.0:1789131432.487449:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487451:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.487452:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487454:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487455:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0df00 count: 2 00010000:00000001:0.0:1789131432.487457:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487459:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.487461:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487462:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487463:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0df00 count: 2 00010000:00000001:0.0:1789131432.487465:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487467:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.487507:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.487509:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131432.487511:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131432.487513:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:0.0:1789131432.487516:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:0.0:1789131432.487517:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789131432.487520:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x8:0x0]: losing layout lock 00000080:00000001:0.0:1789131432.487521:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789131432.487523:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789131432.487525:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131432.487527:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131432.487529:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x8:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789131432.487530:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131432.487532:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789131432.487534:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:0.0:1789131432.487536:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.487537:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789131432.487539:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x8:0x0](ffff9ba0d212ec08) invalid 00000020:00000001:0.0:1789131432.487541:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:0.0:1789131432.487543:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-6 (ffff9ba0d2150a20) parent ffff9ba0d20e4ca8 inode ffff9ba0d212ec08 refc 0 00000080:00000001:0.0:1789131432.487548:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789131432.487551:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789131432.487555:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789131432.487557:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131432.487559:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131432.487561:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131432.487562:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131432.487564:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131432.487566:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789131432.487568:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c0031000 with handle 0xc8adac5b2d01fdb1 from hash 00010000:00000001:0.0:1789131432.487571:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131432.487572:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131432.487573:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.487574:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131432.487576:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131432.487577:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131432.487580:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0031000/0xc8adac5b2d01fdb1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc21154c1 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789131432.487587:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0d84c6b40. 00010000:00000040:0.0:1789131432.487589:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0df00 count: 0 00010000:00000010:0.0:1789131432.487592:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837fd00. 00010000:00000001:0.0:1789131432.487598:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.487600:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:0.0:1789131432.487602:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131432.487604:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131432.487606:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131432.487607:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x7:0x0] mode (null) 00000002:00000001:0.0:1789131432.487610:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487611:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487613:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d600 count: 2 00010000:00000001:0.0:1789131432.487615:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487618:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.487619:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487620:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487622:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d600 count: 2 00010000:00000001:0.0:1789131432.487624:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487626:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.487627:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487628:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487630:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d600 count: 2 00010000:00000001:0.0:1789131432.487632:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487634:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.487636:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487637:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487639:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c4c0d600 count: 2 00010000:00000001:0.0:1789131432.487640:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487642:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.487644:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.487646:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131432.487648:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131432.487649:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:0.0:1789131432.487651:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:0.0:1789131432.487653:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789131432.487654:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x7:0x0]: losing layout lock 00000080:00000001:0.0:1789131432.487656:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789131432.487658:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789131432.487660:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131432.487662:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131432.487664:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x7:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789131432.487666:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131432.487667:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789131432.487669:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:0.0:1789131432.487671:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.487673:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789131432.487674:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x7:0x0](ffff9ba0d212b248) invalid 00000020:00000001:0.0:1789131432.487676:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:0.0:1789131432.487678:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-5 (ffff9ba0d21505e8) parent ffff9ba0d20e4ca8 inode ffff9ba0d212b248 refc 0 00000080:00000001:0.0:1789131432.487682:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789131432.487684:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789131432.487687:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789131432.487689:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131432.487691:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131432.487693:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131432.487695:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131432.487696:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131432.487698:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789131432.487700:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c0030c00 with handle 0xc8adac5b2d01fda3 from hash 00010000:00000001:0.0:1789131432.487703:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131432.487704:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131432.487705:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.487707:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131432.487708:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131432.487710:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131432.487712:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c0030c00/0xc8adac5b2d01fda3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc2115490 expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789131432.487719:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0d84c6c00. 00010000:00000040:0.0:1789131432.487722:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c4c0d600 count: 0 00010000:00000010:0.0:1789131432.487724:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d837f380. 00010000:00000001:0.0:1789131432.487731:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.487733:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:0.0:1789131432.487735:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131432.487737:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131432.487739:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131432.487740:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x6:0x0] mode (null) 00000002:00000001:0.0:1789131432.487742:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487744:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487746:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998600 count: 2 00010000:00000001:0.0:1789131432.487748:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487750:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.487752:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487753:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487754:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998600 count: 2 00010000:00000001:0.0:1789131432.487756:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487758:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.487759:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487761:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487762:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998600 count: 2 00010000:00000001:0.0:1789131432.487764:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487766:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.487767:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487769:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487770:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998600 count: 2 00010000:00000001:0.0:1789131432.487772:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487774:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.487776:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.487778:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131432.487779:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131432.487781:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:0.0:1789131432.487783:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:0.0:1789131432.487785:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789131432.487787:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x6:0x0]: losing layout lock 00000080:00000001:0.0:1789131432.487789:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789131432.487791:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789131432.487792:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131432.487794:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131432.487796:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x6:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789131432.487797:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131432.487799:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789131432.487801:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:0.0:1789131432.487802:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.487804:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789131432.487806:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x6:0x0](ffff9ba0d21aec08) invalid 00000020:00000001:0.0:1789131432.487808:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:0.0:1789131432.487810:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-4 (ffff9ba0d2184e58) parent ffff9ba0d20e4ca8 inode ffff9ba0d21aec08 refc 0 00000080:00000001:0.0:1789131432.487815:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789131432.487818:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789131432.487820:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789131432.487823:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131432.487824:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131432.487826:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131432.487827:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131432.487829:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131432.487830:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789131432.487833:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c13fd800 with handle 0xc8adac5b2d01fd95 from hash 00010000:00000001:0.0:1789131432.487835:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131432.487836:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131432.487838:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.487839:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131432.487840:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131432.487842:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131432.487844:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fd800/0xc8adac5b2d01fd95 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc211545f expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789131432.487857:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c5594940. 00010000:00000040:0.0:1789131432.487859:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998600 count: 0 00010000:00000010:0.0:1789131432.487862:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe480. 00010000:00000001:0.0:1789131432.487867:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.487868:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:0.0:1789131432.487870:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131432.487873:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131432.487874:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131432.487875:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x5:0x0] mode (null) 00000002:00000001:0.0:1789131432.487877:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487878:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487880:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998700 count: 2 00010000:00000001:0.0:1789131432.487882:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487885:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.487886:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487888:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487889:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998700 count: 2 00010000:00000001:0.0:1789131432.487891:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487893:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.487894:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487896:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487897:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998700 count: 2 00010000:00000001:0.0:1789131432.487899:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487901:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.487902:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.487903:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.487905:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c3998700 count: 2 00010000:00000001:0.0:1789131432.487907:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.487909:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.487911:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.487913:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131432.487914:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131432.487916:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:0.0:1789131432.487918:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:0.0:1789131432.487920:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789131432.487921:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x5:0x0]: losing layout lock 00000080:00000001:0.0:1789131432.487923:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789131432.487925:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789131432.487927:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131432.487928:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131432.487931:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x5:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789131432.487932:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131432.487934:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789131432.487936:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:0.0:1789131432.487938:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.487939:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789131432.487941:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x5:0x0](ffff9ba0d21ab248) invalid 00000020:00000001:0.0:1789131432.487943:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:0.0:1789131432.487946:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-3 (ffff9ba0d2184870) parent ffff9ba0d20e4ca8 inode ffff9ba0d21ab248 refc 0 00000080:00000001:0.0:1789131432.487950:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789131432.487953:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789131432.487956:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789131432.487958:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131432.487960:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131432.487962:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131432.487963:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131432.487965:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131432.487966:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789131432.487969:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c13fc400 with handle 0xc8adac5b2d01fd87 from hash 00010000:00000001:0.0:1789131432.487971:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131432.487972:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131432.487973:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.487974:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131432.487976:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131432.487978:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131432.487980:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc400/0xc8adac5b2d01fd87 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc211542e expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789131432.487987:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c5594d80. 00010000:00000040:0.0:1789131432.487990:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c3998700 count: 0 00010000:00000010:0.0:1789131432.487993:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d2dfe900. 00010000:00000001:0.0:1789131432.487999:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.488000:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:0.0:1789131432.488002:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131432.488005:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131432.488006:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131432.488008:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x4:0x0] mode (null) 00000002:00000001:0.0:1789131432.488010:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.488012:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.488014:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ef00 count: 2 00010000:00000001:0.0:1789131432.488016:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.488019:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.488020:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.488021:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.488023:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ef00 count: 2 00010000:00000001:0.0:1789131432.488025:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.488026:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.488028:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.488029:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.488030:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ef00 count: 2 00010000:00000001:0.0:1789131432.488032:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.488034:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.488036:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.488037:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.488038:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0ef00 count: 2 00010000:00000001:0.0:1789131432.488040:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.488042:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.488043:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.488045:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131432.488046:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131432.488048:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:0.0:1789131432.488050:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:0.0:1789131432.488051:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789131432.488053:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x4:0x0]: losing layout lock 00000080:00000001:0.0:1789131432.488055:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789131432.488056:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789131432.488059:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131432.488060:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131432.488062:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x4:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789131432.488065:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131432.488066:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789131432.488068:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:0.0:1789131432.488069:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.488071:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789131432.488073:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x4:0x0](ffff9ba0d21742c8) invalid 00000020:00000001:0.0:1789131432.488075:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:0.0:1789131432.488077:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-2 (ffff9ba0d2178360) parent ffff9ba0d20e4ca8 inode ffff9ba0d21742c8 refc 0 00000080:00000001:0.0:1789131432.488082:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789131432.488085:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789131432.488091:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789131432.488094:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131432.488095:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131432.488098:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131432.488099:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131432.488101:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131432.488103:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789131432.488105:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba1021f7e00 with handle 0xc8adac5b2d01fd79 from hash 00010000:00000001:0.0:1789131432.488107:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131432.488109:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131432.488110:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.488111:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131432.488113:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131432.488114:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131432.488117:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba1021f7e00/0xc8adac5b2d01fd79 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc21153fd expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789131432.488124:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c2f25400. 00010000:00000040:0.0:1789131432.488128:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0ef00 count: 0 00010000:00000010:0.0:1789131432.488131:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa500. 00010000:00000001:0.0:1789131432.488144:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.488145:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:0.0:1789131432.488148:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131432.488150:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131432.488151:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131432.488153:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x3:0x0] mode (null) 00000002:00000001:0.0:1789131432.488155:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.488157:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.488159:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e700 count: 2 00010000:00000001:0.0:1789131432.488161:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.488163:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.488165:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.488166:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.488168:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e700 count: 2 00010000:00000001:0.0:1789131432.488169:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.488170:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.488172:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.488173:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.488174:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e700 count: 2 00010000:00000001:0.0:1789131432.488176:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.488177:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.488179:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.488180:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.488181:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0c7d0e700 count: 2 00010000:00000001:0.0:1789131432.488183:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.488184:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.488186:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.488188:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131432.488189:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131432.488191:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:0.0:1789131432.488193:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:0.0:1789131432.488194:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789131432.488196:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x3:0x0]: losing layout lock 00000080:00000001:0.0:1789131432.488198:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789131432.488200:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789131432.488202:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131432.488204:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131432.488206:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x3:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789131432.488208:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131432.488209:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789131432.488210:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:0.0:1789131432.488212:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.488214:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789131432.488216:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x3:0x0](ffff9ba0d2175b88) invalid 00000020:00000001:0.0:1789131432.488218:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:0.0:1789131432.488220:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-1 (ffff9ba0d2184a20) parent ffff9ba0d20e4ca8 inode ffff9ba0d2175b88 refc 0 00000080:00000001:0.0:1789131432.488225:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789131432.488228:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789131432.488231:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789131432.488234:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131432.488235:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131432.488238:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131432.488239:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131432.488240:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131432.488242:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789131432.488245:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c13fc200 with handle 0xc8adac5b2d01fd6b from hash 00010000:00000001:0.0:1789131432.488247:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131432.488248:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131432.488250:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.488251:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131432.488253:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131432.488254:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131432.488256:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c13fc200/0xc8adac5b2d01fd6b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc21153cc expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789131432.488264:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c2f257c0. 00010000:00000040:0.0:1789131432.488267:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0c7d0e700 count: 0 00010000:00000010:0.0:1789131432.488270:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0d19aa000. 00010000:00000001:0.0:1789131432.488275:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.488276:0:10733:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:0.0:1789131432.488278:0:10733:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1789131432.488280:0:10733:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1789131432.488282:0:10733:0:(file.c:6113:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1789131432.488283:0:10733:0:(file.c:6119:ll_have_md_lock()) trying to match res [0x200000402:0x2:0x0] mode (null) 00000002:00000001:0.0:1789131432.488285:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.488286:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.488289:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983e00 count: 2 00010000:00000001:0.0:1789131432.488291:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.488293:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.488295:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.488296:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.488298:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983e00 count: 2 00010000:00000001:0.0:1789131432.488299:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.488301:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.488302:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.488303:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.488305:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983e00 count: 2 00010000:00000001:0.0:1789131432.488306:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.488308:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1789131432.488310:0:10733:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1789131432.488311:0:10733:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1789131432.488312:0:10733:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9ba0d5983e00 count: 2 00010000:00000001:0.0:1789131432.488314:0:10733:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1789131432.488316:0:10733:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.488317:0:10733:0:(file.c:6141:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.488319:0:10733:0:(file.c:6819:ll_layout_conf()) Process entered 00000020:00000001:0.0:1789131432.488320:0:10733:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1789131432.488321:0:10733:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633713557153480 : -110360152398136 : ffff9ba0c651a6c8) 00000020:00001000:0.0:1789131432.488323:0:10733:0:(cl_object.c:823:cl_env_get()) 1@ffff9ba0c651a6c0 00000020:00000001:0.0:1789131432.488324:0:10733:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1789131432.488326:0:10733:0:(vvp_object.c:123:vvp_conf_set()) [0x200000402:0x2:0x0]: losing layout lock 00000080:00000001:0.0:1789131432.488328:0:10733:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1789131432.488329:0:10733:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1789131432.488331:0:10733:0:(lov_object.c:1460:lov_conf_set()) Process entered 00020000:00000001:0.0:1789131432.488333:0:10733:0:(lov_object.c:1474:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1789131432.488335:0:10733:0:(lov_object.c:1547:lov_conf_set()) [0x200000402:0x2:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1789131432.488336:0:10733:0:(lov_object.c:1548:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131432.488338:0:10733:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1789131432.488339:0:10733:0:(cl_object.c:917:cl_env_put()) 1@ffff9ba0c651a6c0 00000080:00000001:0.0:1789131432.488341:0:10733:0:(file.c:6861:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789131432.488343:0:10733:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1789131432.488344:0:10733:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000402:0x2:0x0](ffff9ba0d21af448) invalid 00000020:00000001:0.0:1789131432.488347:0:10733:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc410215bc70 00000080:00002000:0.0:1789131432.488348:0:10733:0:(llite_internal.h:2032:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-0 (ffff9ba0d2182ca8) parent ffff9ba0d20e4ca8 inode ffff9ba0d21af448 refc 0 00000080:00000001:0.0:1789131432.488354:0:10733:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1789131432.488356:0:10733:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1789131432.488359:0:10733:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1789131432.488362:0:10733:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1789131432.488363:0:10733:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131432.488365:0:10733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1789131432.488367:0:10733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1789131432.488368:0:10733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1789131432.488370:0:10733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1789131432.488372:0:10733:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9ba0c29c7800 with handle 0xc8adac5b2d01fd5d from hash 00010000:00000001:0.0:1789131432.488374:0:10733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1789131432.488375:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789131432.488376:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.488377:0:10733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1789131432.488379:0:10733:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1789131432.488380:0:10733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1789131432.488383:0:10733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7800/0xc8adac5b2d01fd5d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x2d69527cc211539b expref: -99 pid: 10482 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1789131432.488389:0:10733:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9ba0c5594900. 00010000:00000040:0.0:1789131432.488392:0:10733:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9ba0d5983e00 count: 0 00010000:00000010:0.0:1789131432.488395:0:10733:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9ba0c65bfb00. 00010000:00000001:0.0:1789131432.488400:0:10733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789131432.488402:0:10733:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131432.488406:0:10733:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff9ba0d85d4000 00000001:00000001:0.0:1789131432.488409:0:10733:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1789131432.488412:0:10733:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000010:2.1:1789131432.489415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c665b700. 00010000:00000010:2.1:1789131432.489429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7dd5000. 00000080:00000010:2.1:1789131432.489461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d101dba0. 00010000:00000010:2.1:1789131432.489490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d5bda300. 00010000:00000010:2.1:1789131432.489506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b43200. 00000080:00000010:2.1:1789131432.489509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d101d1e0. 00010000:00000010:2.1:1789131432.489514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d5bdad00. 00010000:00000010:2.1:1789131432.489517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b43600. 00000080:00000010:2.1:1789131432.489521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d06b2ca0. 00010000:00000010:2.1:1789131432.489531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4ea2600. 00010000:00000010:2.1:1789131432.489537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b89c00. 00000080:00000010:2.1:1789131432.489541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d101ddc0. 00010000:00000010:2.1:1789131432.489550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e000. 00010000:00000010:2.1:1789131432.489555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b42400. 00000080:00000010:2.1:1789131432.489558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d06b2b00. 00010000:00000010:2.1:1789131432.489562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4ea2f00. 00010000:00000010:2.1:1789131432.489565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b89200. 00000080:00000010:2.1:1789131432.489568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d061a5a0. 00010000:00000010:2.1:1789131432.489575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c665b300. 00010000:00000010:2.1:1789131432.489578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7dd4a00. 00000080:00000010:2.1:1789131432.489583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d0693960. 00010000:00000010:2.1:1789131432.489588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998300. 00010000:00000010:2.1:1789131432.489592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b43800. 00000080:00000010:2.1:1789131432.489595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d06930e0. 00010000:00000010:2.1:1789131432.489599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e400. 00010000:00000010:2.1:1789131432.489602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b42a00. 00000080:00000010:2.1:1789131432.489605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d06936a0. 00010000:00000010:2.1:1789131432.489609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0ee00. 00010000:00000010:2.1:1789131432.489612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b43a00. 00000080:00000010:2.1:1789131432.489615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d061a120. 00010000:00000010:2.1:1789131432.489619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998f00. 00010000:00000010:2.1:1789131432.489622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7dd5a00. 00000080:00000010:2.1:1789131432.489626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d09e6380. 00010000:00000010:2.1:1789131432.489631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998c00. 00010000:00000010:2.1:1789131432.489634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b89600. 00000080:00000010:2.1:1789131432.489648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d09e6920. 00010000:00000010:2.1:1789131432.489653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4ea2c00. 00010000:00000010:2.1:1789131432.489656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b89800. 00000080:00000010:2.1:1789131432.489659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d09e69c0. 00010000:00000010:2.1:1789131432.489664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e600. 00010000:00000010:2.1:1789131432.489666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b43e00. 00000080:00000010:3.1:1789131432.490906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d09e6d00. 00010000:00000010:3.1:1789131432.490926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4ea2e00. 00010000:00000010:3.1:1789131432.490934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b88a00. 00000080:00000010:3.1:1789131432.490939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d0941e40. 00010000:00000010:3.1:1789131432.490943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4ea2700. 00010000:00000010:3.1:1789131432.490947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b89a00. 00000080:00000010:3.1:1789131432.490950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d0941080. 00010000:00000010:3.1:1789131432.490954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d4ea2d00. 00010000:00000010:3.1:1789131432.490957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b88200. 00000080:00000010:3.1:1789131432.490959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d0941500. 00000001:00000001:0.0:1789131432.491422:0:10733:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131432.491429:0:10733:0:(ldlm_request.c:2954:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.491435:0:10733:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1789131432.491439:0:10733:0:(import.c:65:import_set_state_nolock()) ffff9ba0d8572000 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:0.0:1789131432.491443:0:10733:0:(import.c:1557:signal_completed_replay()) Process entered 00000100:00000010:0.0:1789131432.491457:0:10733:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a12c0. 00000020:00000040:0.0:1789131432.491464:0:10733:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=106 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000100:00000001:0.0:1789131432.491484:0:10733:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131432.491488:0:10733:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131432.491504:0:10733:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131432.491515:0:10733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d1879900. 00000100:00000001:0.0:1789131432.491525:0:10733:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.491532:0:10733:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131432.491538:0:10733:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131432.491556:0:10733:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074fe2fe3] to pc [ptlrpcd_rcv+-1] req@ffff9ba0d06a12c0 x1876039997390464/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131432.491636:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131432.491641:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131432.491644:0:2356:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131432.491651:0:2356:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a12c0 x1876039997390464/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131432.491661:0:2356:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131432.491664:0:2356:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131432.491669:0:2356:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131432.491672:0:2356:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131432.491675:0:2356:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131432.491679:0:2356:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2356:1876039997390464:192.168.206.157@tcp:400:ldlm_lock_repla.0 00000100:00000001:2.0:1789131432.491684:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131432.491692:0:2356:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131432.491695:0:2356:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131432.491698:0:2356:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131432.491704:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d1144a00. 02000000:00000001:2.0:1789131432.491706:0:2356:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131432.491714:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131432.491719:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d463c8. 00000400:00000010:2.0:1789131432.491729:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1eee0. 00000100:00000200:2.0:1789131432.491737:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997390464, portal 10 00000100:00000001:2.0:1789131432.491740:0:2356:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131432.491742:0:2356:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726526144 : -110359983025472 : ffff9ba0d06a12c0) 00000100:00000040:2.0:1789131432.491751:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=2c0 req@ffff9ba0d06a12c0 x1876039997390464/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131448 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131432.491760:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131432.491763:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131432.491766:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1eb28. 00000100:00000200:2.0:1789131432.491769:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997390464, offset 0 00000400:00000200:2.0:1789131432.491777:0:2356:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131432.491788:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.491798:0:2356:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131432.491804:0:2356:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131432.491825:0:2356:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131432.491830:0:2356:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131432.491833:0:2356:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131432.491838:0:2356:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [631:631:256:4294967295] 192.168.206.157@tcp LPNI seq info [631:631:8:4294967295] 00000400:00000200:2.0:1789131432.491843:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131432.491867:0:2356:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131432.491874:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131432.491879:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4700500. 00000800:00000200:2.0:1789131432.491887:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131432.491897:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131432.491903:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4700500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131432.491922:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131432.491927:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: using a timeout of 26145 usecs (27 jiffies) 00000400:00000200:2.0:1789131432.491931:0:2356:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131432.491934:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 2 is 4295019528 00000100:00000010:2.0:1789131432.491940:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c7d69780. 00000100:00000001:2.0:1789131432.491949:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789131432.491958:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS new deadline estimation for cpu 3 is 4295019528 00000100:00000010:2.0:1789131432.491961:0:2356:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c7d69120. 00000100:00000001:2.0:1789131432.491964:0:2356:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d85d4000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789131432.491967:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131432.491970:0:2356:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.491975:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.491977:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1789131432.492244:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131432.492250:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4700500. 00000400:00000200:3.0:1789131432.492256:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131432.492261:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131432.492268:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1eb28 00000400:00000010:3.0:1789131432.492271:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1eb28. 00000100:00000001:3.0:1789131432.492277:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131432.492282:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a12c0 x1876039997390464/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131448 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131432.492293:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131432.492307:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a12c0 x1876039997390464/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131448 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131432.492316:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131432.492317:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789131432.493318:0:10733:0:(import.c:1582:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131432.493329:0:10733:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131432.493333:0:10733:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131432.493335:0:10733:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=105 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:0.0:1789131432.493340:0:10733:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1789131432.497374:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131432.497385:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789131432.497391:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131432.497394:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131432.497399:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131432.497402:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789131432.498681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d400. 00010000:00000010:3.1:1789131432.498695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b89400. 00000080:00000010:3.1:1789131432.498703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d0800de0. 00010000:00000010:3.1:1789131432.498711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d000. 00010000:00000010:3.1:1789131432.498715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b88600. 00000080:00000010:3.1:1789131432.498719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d0840a00. 00010000:00000010:3.1:1789131432.498729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e200. 00010000:00000010:3.1:1789131432.498734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b42600. 00000080:00000010:3.1:1789131432.498736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d0840ae0. 00010000:00000010:3.1:1789131432.498745:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0ed00. 00010000:00000010:3.1:1789131432.498748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b42800. 00000080:00000010:3.1:1789131432.498762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d0800680. 00010000:00000010:3.1:1789131432.498770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0da00. 00010000:00000010:3.1:1789131432.498773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b88800. 00000080:00000010:3.1:1789131432.498776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d0800c20. 00010000:00000010:3.1:1789131432.498805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0de00. 00010000:00000010:3.1:1789131432.498808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b89e00. 00000080:00000010:3.1:1789131432.498812:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d0aac340. 00010000:00000010:3.1:1789131432.498818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d5983200. 00010000:00000010:3.1:1789131432.498821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c29c6200. 00000080:00000010:3.1:1789131432.498826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c7d227c0. 00010000:00000010:3.1:1789131432.498833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998100. 00010000:00000010:3.1:1789131432.498836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b42c00. 00000080:00000010:3.1:1789131432.498839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c7d22ea0. 00010000:00000010:3.1:1789131432.498843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0ea00. 00010000:00000010:3.1:1789131432.498846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b42000. 00000080:00000010:3.1:1789131432.498860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0d0800640. 00010000:00000010:3.1:1789131432.498865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e500. 00010000:00000010:3.1:1789131432.498868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b88000. 00000080:00000010:3.1:1789131432.498873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c7b19280. 00010000:00000010:3.1:1789131432.498878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d800. 00010000:00000010:3.1:1789131432.498881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b88e00. 00000080:00000010:3.1:1789131432.498884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c7d22ee0. 00010000:00000010:3.1:1789131432.498893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e100. 00010000:00000010:3.1:1789131432.498896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b42e00. 00000080:00000010:3.1:1789131432.498900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c7b19c40. 00010000:00000010:3.1:1789131432.498904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d200. 00010000:00000010:3.1:1789131432.498907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b89000. 00000080:00000010:3.1:1789131432.498910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c7b19e20. 00010000:00000010:3.1:1789131432.498917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0dc00. 00010000:00000010:3.1:1789131432.498922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0030000. 00000080:00000010:3.1:1789131432.498929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c7a8d100. 00010000:00000010:3.1:1789131432.498933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0ec00. 00010000:00000010:3.1:1789131432.498937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7b43000. 00000080:00000010:3.1:1789131432.498941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c7a8dac0. 00010000:00000010:3.1:1789131432.498944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e300. 00010000:00000010:3.1:1789131432.498948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba1021f6e00. 00000080:00000010:0.1:1789131432.503687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c7b19940. 00010000:00000010:0.1:1789131432.503736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0db00. 00010000:00000010:0.1:1789131432.503744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0031c00. 00000080:00000010:0.1:1789131432.503761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c7a8d2a0. 00010000:00000010:0.1:1789131432.503769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e900. 00010000:00000010:0.1:1789131432.503774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba1021f7800. 00000080:00000010:0.1:1789131432.503779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c7a1af00. 00010000:00000010:0.1:1789131432.503785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d300. 00010000:00000010:0.1:1789131432.503787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0031200. 00000080:00000010:0.1:1789131432.503790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c7a8d140. 00010000:00000010:0.1:1789131432.503794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d100. 00010000:00000010:0.1:1789131432.503796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba1021f7c00. 00000080:00000010:0.1:1789131432.503799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c7a1a160. 00010000:00000010:0.1:1789131432.503803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d500. 00010000:00000010:0.1:1789131432.503807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0030e00. 00000080:00000010:0.1:1789131432.503813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c2f40b80. 00010000:00000010:0.1:1789131432.503817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d700. 00010000:00000010:0.1:1789131432.503820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0030800. 00000080:00000010:0.1:1789131432.503823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c7d5fa60. 00010000:00000010:0.1:1789131432.503830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998d00. 00010000:00000010:0.1:1789131432.503833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c7dd4800. 00000080:00000010:0.1:1789131432.503838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c7d10200. 00010000:00000010:0.1:1789131432.503842:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998900. 00010000:00000010:0.1:1789131432.503845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c13fd400. 00000080:00000010:0.1:1789131432.503873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c64d8640. 00010000:00000010:0.1:1789131432.503878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0df00. 00010000:00000010:0.1:1789131432.503881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0031000. 00000080:00000010:0.1:1789131432.503884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c64d8de0. 00010000:00000010:0.1:1789131432.503887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c4c0d600. 00010000:00000010:0.1:1789131432.503890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c0030c00. 00000080:00000010:0.1:1789131432.503893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c7d10ce0. 00010000:00000010:0.1:1789131432.503898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998600. 00010000:00000010:0.1:1789131432.503901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c13fd800. 00000080:00000010:0.1:1789131432.503904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c7d10d80. 00010000:00000010:0.1:1789131432.503908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c3998700. 00010000:00000010:0.1:1789131432.503911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c13fc400. 00000080:00000010:0.1:1789131432.503915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c658da80. 00010000:00000010:0.1:1789131432.503920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0ef00. 00010000:00000010:0.1:1789131432.503923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba1021f7e00. 00000080:00000010:0.1:1789131432.503926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c7d105c0. 00010000:00000010:0.1:1789131432.503929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0c7d0e700. 00010000:00000010:0.1:1789131432.503932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c13fc200. 00000080:00000010:0.1:1789131432.503935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9ba0c807d480. 00010000:00000010:0.1:1789131432.503941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9ba0d5983e00. 00010000:00000010:0.1:1789131432.503944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9ba0c29c7800. 00010000:00000001:0.0:1789131432.511236:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131432.511245:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131432.511279:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789131432.511283:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131432.511287:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789131432.519651:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4295019528, at 4295019529 00000100:00000010:2.0:1789131432.519699:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c7d69780. 00000100:00000040:3.0:1789131432.519976:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4295019528, at 4295019529 00000100:00000010:3.0:1789131432.519998:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c7d69120. 00000100:00000001:1.0:1789131432.894650:0:2357:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789131432.894670:0:2357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131432.894673:0:2357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131432.894679:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131432.894682:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131432.894689:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131432.894694:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131433.024630:0:5588:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1789131433.024640:0:5588:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131433.534638:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131433.534647:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131433.534758:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131433.534762:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131433.534775:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789131433.918631:0:2357:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789131433.918649:0:2357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131433.918652:0:2357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131433.918658:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131433.918661:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131433.918666:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131433.918671:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131434.560028:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131434.560038:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131434.560154:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131434.560158:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131434.560162:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789131434.943639:0:2357:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789131434.943657:0:2357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131434.943660:0:2357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131434.943667:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131434.943670:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131434.943676:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131434.943682:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131435.582676:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131435.582682:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131435.582705:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789131435.582708:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131435.582711:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789131435.582872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789131435.582878:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789131435.582889:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c8281a40. 00000020:00000040:2.0:1789131435.582895:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:2.0:1789131435.582899:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131435.582902:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131435.582907:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131435.582914:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d4700f00. 00000100:00000001:2.0:1789131435.582923:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131435.582935:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS req@ffff9ba0c8281a40 x1876039997390592/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131435.582948:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131435.582952:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131435.582959:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002624d9b1] to pc [ptlrpcd_01_01+1] req@ffff9ba0c8281a40 x1876039997390592/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131435.582997:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789131435.582999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789131435.583003:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:2.0:1789131435.583006:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131435.583009:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131435.583011:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131435.583014:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131435.583031:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789131435.583034:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789131435.583038:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c8283480. 00000020:00000040:2.0:1789131435.583041:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=8 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000100:00000001:2.0:1789131435.583043:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131435.583044:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131435.583046:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131435.583051:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d4700500. 00000100:00000001:2.0:1789131435.583054:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131435.583059:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID req@ffff9ba0c8283480 x1876039997390720/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131435.583067:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131435.583069:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131435.583073:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012d13b3e] to pc [ptlrpcd_01_00+0] req@ffff9ba0c8283480 x1876039997390720/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131435.583081:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131435.583083:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131435.583086:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131435.583088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131435.583091:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131435.583095:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (360) 00000100:00000001:3.0:1789131435.583139:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131435.583143:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131435.583145:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131435.583150:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c8281a40 x1876039997390592/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131435.583157:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131435.583159:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131435.583162:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131435.583164:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131435.583167:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131435.583170:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c8281a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997390592:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131435.583174:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131435.583179:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131435.583181:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131435.583183:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131435.583188:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d11b4600. 02000000:00000001:3.0:1789131435.583190:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131435.583196:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131435.583200:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995790. 00000400:00000010:3.0:1789131435.583207:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5110. 00000100:00000200:3.0:1789131435.583223:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997390592, portal 25 00000100:00000001:3.0:1789131435.583226:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131435.583227:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587984960 : -110360121566656 : ffff9ba0c8281a40) 00000100:00000040:3.0:1789131435.583233:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c8281a40 x1876039997390592/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131435.583239:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131435.583242:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131435.583244:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5550. 00000100:00000200:3.0:1789131435.583247:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039997390592, offset 0 00000400:00000200:3.0:1789131435.583263:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131435.583271:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131435.583278:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131435.583282:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131435.583287:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131435.583290:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131435.583292:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131435.583295:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [632:632:256:4294967295] 192.168.206.157@tcp LPNI seq info [632:632:8:4294967295] 00000400:00000200:3.0:1789131435.583299:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131435.583308:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131435.583313:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131435.583317:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000800:00000200:3.0:1789131435.583324:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131435.583330:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131435.583334:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131435.583345:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131435.583348:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131435.583351:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295023491 00000100:00000010:3.0:1789131435.583354:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c53e0180. 00000100:00000001:3.0:1789131435.583361:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789131435.583365:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295023491 00000100:00000010:3.0:1789131435.583369:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c4e64ae0. 00000100:00000001:3.0:1789131435.583372:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789131435.583374:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131435.583377:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131435.583379:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131435.583382:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131435.583388:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131435.583390:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789131435.583392:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131435.583393:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131435.583444:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131435.583447:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1789131435.583449:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131435.583452:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131435.583453:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131435.583455:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131435.583456:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131435.583458:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131435.583462:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c8283480 x1876039997390720/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131435.596936:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131435.596944:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131435.597090:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131435.597095:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:2.0:1789131435.597102:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131435.597110:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131435.597118:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5550 00000400:00000010:2.0:1789131435.597120:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5550. 00000100:00000001:2.0:1789131435.597137:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131435.597145:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c8281a40 x1876039997390592/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131435.597157:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131435.597161:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c8281a40 x1876039997390592/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131451 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131435.597168:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131435.597170:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789131435.599256:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131435.599260:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131435.599266:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131435.599268:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131435.599271:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131435.599279:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c8283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2360:1876039997390720:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131435.599283:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131435.599290:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131435.599292:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131435.599295:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131435.599305:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d11b5a00. 02000000:00000001:3.0:1789131435.599307:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131435.599314:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131435.599319:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995ec8. 00000400:00000010:3.0:1789131435.599325:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5990. 00000100:00000200:3.0:1789131435.599331:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997390720, portal 10 00000100:00000001:3.0:1789131435.599334:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131435.599336:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587991680 : -110360121559936 : ffff9ba0c8283480) 00000100:00000040:3.0:1789131435.599345:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c8283480 x1876039997390720/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131435.599355:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131435.599358:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131435.599361:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5b28. 00000100:00000200:3.0:1789131435.599365:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997390720, offset 0 00000400:00000200:3.0:1789131435.599386:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131435.599394:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131435.599402:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131435.599407:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131435.599411:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131435.599415:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131435.599417:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131435.599421:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [633:633:256:4294967295] 192.168.206.157@tcp LPNI seq info [633:633:8:4294967295] 00000400:00000200:3.0:1789131435.599425:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131435.599434:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131435.599439:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131435.599445:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302d00. 00000800:00000200:3.0:1789131435.599450:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131435.599458:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131435.599463:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131435.600882:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131435.600892:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 21635 usecs (22 jiffies) 00000400:00000200:3.0:1789131435.600899:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131435.600902:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4295022632 00000100:00000001:3.0:1789131435.600974:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4295023491 00000100:00000001:3.0:1789131435.600978:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4295022632 00000100:00000001:3.0:1789131435.600980:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4295023491 00000100:00000001:3.0:1789131435.600982:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131435.600985:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131435.600990:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131435.600994:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789131435.601013:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131435.601036:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131435.601039:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131435.601041:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131435.601057:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131435.601063:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131435.601070:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131435.601074:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131435.601079:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131435.601084:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 25 MB=0x6aa3f99a0ff00 00000400:00000200:3.0:1789131435.601088:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131435.601094:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 224/224 into md 0x16ed [1] + 224 00000800:00000001:3.0:1789131435.601101:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131435.601107:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131435.601110:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131435.601114:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131435.601121:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131435.601129:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c8281a40 x1876039997390592/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131435.601140:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0c8281a40 x1876039997390592/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131435.601155:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1789131435.601375:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789131435.601379:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302d00. 00000400:00000200:3.0:1789131435.601383:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131435.601387:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:3.0:1789131435.601390:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5b28 00000400:00000010:3.0:1789131435.601392:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5b28. 00000100:00000001:3.0:1789131435.601396:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1789131435.601400:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c8283480 x1876039997390720/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131435.601410:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131435.601413:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c8283480 x1876039997390720/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131451 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131435.601420:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131435.601427:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1789131435.601435:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131435.601439:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131435.601449:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131435.601452:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131435.601456:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131435.601458:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131435.601460:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995790. 00000400:00000200:3.0:1789131435.601463:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5110 00000400:00000010:3.0:1789131435.601464:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5110. 00000100:00000001:3.0:1789131435.601466:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131435.601501:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c8281a40 x1876039997390592/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131435.601511:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c8281a40 x1876039997390592/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131435.601517:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131435.601518:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131435.601521:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131435.601523:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131435.601526:0:2360:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131435.601528:0:2360:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131435.601531:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131435.601538:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=148 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131435.601542:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131435.601545:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131435.601547:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131435.601550:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131435.601552:0:2360:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131435.601554:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131435.601559:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c8281a40 x1876039997390592/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131435.601565:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131435.601568:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131435.601570:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131435.601573:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c8281a40 x1876039997390592/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131451 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131435.601586:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c8281a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997390592:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131435.601591:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131435.601593:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131435.601596:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c8281a40 x1876039997390592/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131451 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131435.601602:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131435.601605:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131435.601608:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d11b4600. 02000000:00000001:3.0:1789131435.601611:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131435.601613:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131435.601615:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:3.0:1789131435.601617:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131435.601620:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d4700f00. 02000000:00000001:3.0:1789131435.601624:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131435.601625:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131435.601627:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c8281a40. 00000100:00000001:3.0:1789131435.601631:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131435.601632:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131435.601634:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131435.601636:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131435.601637:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131435.601639:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131435.601640:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789131435.609934:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131435.609957:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131435.609963:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131435.609965:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131435.609977:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131435.609987:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131435.610011:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131435.610017:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131435.610025:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131435.610030:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a0ff80 00000400:00000200:3.0:1789131435.610054:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131435.610062:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x16fd [1] + 224 00000800:00000001:3.0:1789131435.610073:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131435.610081:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131435.610084:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131435.610090:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131435.610099:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131435.610110:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c8283480 x1876039997390720/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131435.610123:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0c8283480 x1876039997390720/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131435.610145:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131435.610156:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131435.610159:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131435.610376:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131435.610381:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131435.610391:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131435.610393:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131435.610398:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995ec8. 00000400:00000200:2.0:1789131435.610404:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5990 00000400:00000010:2.0:1789131435.610407:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5990. 00000100:00000001:2.0:1789131435.610410:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131435.610415:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c8283480 x1876039997390720/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789131435.610425:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c8283480 x1876039997390720/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131435.610432:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131435.610434:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131435.610437:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131435.610441:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131435.610444:0:2360:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131435.610446:0:2360:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131435.610450:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131435.610461:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=87 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131435.610466:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131435.610505:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131435.610508:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131435.610513:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131435.610518:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131435.610523:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1789131435.610526:0:2360:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: committing for last_committed 4294967306 gen 1 00000100:00000040:2.0:1789131435.610545:0:2360:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967306) req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/301 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131435.610555:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131435.610556:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713800839168 : -110359908712448 : ffff9ba0d4d80000) 00000100:00000001:2.0:1789131435.610560:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131435.610564:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/608 e 0 to 0 dl 1789131446 ref 2 fl Complete:RMQU/604/0 rc 0/301 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131435.610572:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131435.610574:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131435.610578:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d4d830c0 x1876039997350272/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131435.610585:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131435.610588:0:2360:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9ba0c4e206e0. 00000100:00000001:2.0:1789131435.610592:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131435.610595:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4d80000 x1876039997349376/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 584/608 e 0 to 0 dl 1789131446 ref 1 fl Complete:RMQU/604/0 rc 0/301 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131435.610601:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131435.610606:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131435.610610:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0d84ff400. 02000000:00000001:2.0:1789131435.610616:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131435.610620:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131435.610622:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=7 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:2.0:1789131435.610625:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131435.610629:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9ba0c2f50400. 02000000:00000001:2.0:1789131435.610633:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131435.610635:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131435.610638:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4d80000. 00000100:00000001:2.0:1789131435.610643:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131435.610644:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131435.610649:0:2360:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967306) req@ffff9ba0d4d83480 x1876039997349632/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131435.610655:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131435.610665:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4d83480 x1876039997349632/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 488/456 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131435.610671:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131435.610672:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131435.610674:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0c2f53c00. 02000000:00000001:2.0:1789131435.610676:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131435.610678:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131435.610679:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=6 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:2.0:1789131435.610681:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131435.610682:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d193dc00. 02000000:00000001:2.0:1789131435.610685:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131435.610686:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131435.610688:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4d83480. 00000100:00000001:2.0:1789131435.610692:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131435.610694:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131435.610698:0:2360:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967306) req@ffff9ba0d4d830c0 x1876039997350272/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131435.610704:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131435.610707:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d4d830c0 x1876039997350272/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:23/10 lens 392/456 e 0 to 0 dl 1789131446 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1789131435.610713:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131435.610714:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131435.610715:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9ba0c2f50c00. 02000000:00000001:2.0:1789131435.610718:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131435.610719:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131435.610720:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=5 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:2.0:1789131435.610722:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131435.610723:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9ba0d193d600. 02000000:00000001:2.0:1789131435.610724:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131435.610726:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131435.610727:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d4d830c0. 00000100:00000001:2.0:1789131435.610895:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131435.610898:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131435.610901:0:2360:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789131435.610910:0:2360:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:2.0:1789131435.610913:0:2360:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131435.610915:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131435.610921:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c8283480 x1876039997390720/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131435.610930:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131435.610933:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131435.610936:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131435.610940:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c8283480 x1876039997390720/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131451 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131435.610949:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c8283480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2360:1876039997390720:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131435.610955:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131435.610957:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131435.610961:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c8283480 x1876039997390720/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131451 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131435.610968:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131435.610969:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131435.610971:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d11b5a00. 02000000:00000001:2.0:1789131435.610974:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131435.610975:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131435.610977:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=4 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:2.0:1789131435.610978:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131435.610980:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d4700500. 02000000:00000001:2.0:1789131435.610982:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131435.610983:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131435.610985:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c8283480. 00000100:00000001:2.0:1789131435.611815:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131435.611821:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131435.611826:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131435.611836:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131435.611839:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131435.611842:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131435.611858:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131435.966717:0:2357:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789131435.966736:0:2357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131435.966739:0:2357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131435.966745:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131435.966748:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131435.966753:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131435.966757:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131436.542612:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4295023491, at 4295023552 00000100:00000010:2.0:1789131436.542633:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c53e0180. 00000100:00000040:3.0:1789131436.543694:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4295023491, at 4295023553 00000100:00000010:3.0:1789131436.543707:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c4e64ae0. 00010000:00000001:0.0:1789131436.606631:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131436.606654:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131436.606657:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131436.606661:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131436.606667:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131436.606669:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131436.606671:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131436.606673:0:41:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131436.609326:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131436.609335:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131436.609341:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789131436.990646:0:2357:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789131436.990655:0:2357:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1789131436.990676:0:2357:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131420/real 1789131420] req@ffff9ba0d06d2940 x1876039997386112/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131436 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789131437.021413:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131437.021424:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131437.021429:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee948. 00000400:00000200:1.0:1789131437.021441:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346440 00000400:00000010:1.0:1789131437.021444:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346440. 00000100:00000001:1.0:1789131437.021450:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131437.021463:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d2940 x1876039997386112/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131436 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131437.022244:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d2940 x1876039997386112/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131436 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131437.022253:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131437.022257:0:2357:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131437.022262:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131437.022265:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789131437.022271:0:2357:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9ba0d06d2940 x1876039997386112/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131436 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131437.022342:0:2357:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131437.022346:0:2357:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1789131437.022353:0:2357:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789131420/real 1789131420] req@ffff9ba0d06d2580 x1876039997386240/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131436 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789131437.022374:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131437.022375:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131437.022379:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee738. 00000400:00000200:1.0:1789131437.022384:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d13464c8 00000400:00000010:1.0:1789131437.022387:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d13464c8. 00000100:00000001:1.0:1789131437.022390:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131437.022394:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06d2580 x1876039997386240/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131436 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131437.022403:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06d2580 x1876039997386240/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131436 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131437.022410:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131437.022411:0:2357:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131437.022413:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131437.022414:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789131437.022418:0:2357:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9ba0d06d2580 x1876039997386240/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131436 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131437.022425:0:2357:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131437.022437:0:2357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131437.022439:0:2357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131437.022443:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131437.022446:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131437.022448:0:2357:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131437.022451:0:2357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131437.022453:0:2357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131437.022458:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d2940 x1876039997386112/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131436 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131437.022465:0:2357:0:(client.c:2190:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:1.0:1789131437.022499:0:2357:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131437.022501:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131437.022503:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131437.022509:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d2940 x1876039997386112/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131436 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131437.022518:0:2357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9eee4ef8-e1f0-41ea-9b1c-8c058814aea6:2357:1876039997386112:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131437.022525:0:2357:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131437.022527:0:2357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131437.022528:0:2357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131437.022532:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06d2580 x1876039997386240/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131436 ref 1 fl Rpc:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131437.022540:0:2357:0:(client.c:2201:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1789131437.022542:0:2357:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131437.022544:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131437.022545:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131437.022548:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06d2580 x1876039997386240/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131436 ref 1 fl Interpret:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131437.022556:0:2357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06d2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2357:1876039997386240:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131437.022560:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131437.022564:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131437.022568:0:2357:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d2940 x1876039997386112/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131436 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131437.022575:0:2357:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131437.022579:0:2357:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131437.022583:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d8056200. 02000000:00000001:1.0:1789131437.022591:0:2357:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131437.022595:0:2357:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131437.022597:0:2357:0:(genops.c:1223:class_import_put()) import ffff9ba0d8572000 refcount=104 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00000020:00000001:1.0:1789131437.022601:0:2357:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131437.022604:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d4ecd400. 02000000:00000001:1.0:1789131437.022609:0:2357:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131437.022611:0:2357:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131437.023448:0:2357:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d2940. 00000100:00000001:1.0:1789131437.023457:0:2357:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131437.023459:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131437.023462:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131437.023569:0:2357:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06d2580 x1876039997386240/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 1 dl 1789131436 ref 1 fl Complete:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131437.023578:0:2357:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131437.023580:0:2357:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131437.023583:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0c120b600. 02000000:00000001:1.0:1789131437.023587:0:2357:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131437.023590:0:2357:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131437.023591:0:2357:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=3 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:1.0:1789131437.023594:0:2357:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131437.023597:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d4ecdd00. 02000000:00000001:1.0:1789131437.023600:0:2357:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131437.023601:0:2357:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131437.023603:0:2357:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06d2580. 00000100:00000001:1.0:1789131437.023606:0:2357:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131437.023607:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131437.023610:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131437.023820:0:2357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131437.023823:0:2357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131437.023827:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131437.023830:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131437.578586:0:10766:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789131437.578601:0:10766:0:(llite_lib.c:4271:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131437.630822:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789131437.630837:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789131437.630846:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c8283840. 00000020:00000040:2.0:1789131437.630852:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:2.0:1789131437.630857:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131437.630861:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131437.630866:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131437.630874:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d4700500. 00000100:00000001:2.0:1789131437.630881:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131437.630895:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS req@ffff9ba0c8283840 x1876039997390848/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131437.630907:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131437.630912:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131437.630919:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005df40cf4] to pc [ptlrpcd_01_01+1] req@ffff9ba0c8283840 x1876039997390848/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131437.630940:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789131437.630943:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789131437.630947:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:2.0:1789131437.630950:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131437.630953:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131437.630956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131437.630958:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131437.630969:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789131437.630971:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789131437.630974:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c8283c00. 00000020:00000040:2.0:1789131437.630977:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=4 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000100:00000001:2.0:1789131437.630979:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131437.630981:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131437.630983:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131437.630987:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d4700f00. 00000100:00000001:2.0:1789131437.630991:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131437.630996:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID req@ffff9ba0c8283c00 x1876039997390976/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131437.631004:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131437.631006:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131437.631010:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baa687e] to pc [ptlrpcd_01_00+0] req@ffff9ba0c8283c00 x1876039997390976/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131437.631019:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131437.631021:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131437.631024:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131437.631027:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131437.631031:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131437.631036:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (362) 00000100:00000001:2.0:1789131437.631171:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131437.631176:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131437.631178:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131437.631185:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c8283840 x1876039997390848/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131437.631192:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131437.631195:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131437.631205:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131437.631208:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131437.631211:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131437.631215:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c8283840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997390848:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131437.631220:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131437.631228:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131437.631231:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131437.631234:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131437.631239:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d1145200. 02000000:00000001:2.0:1789131437.631241:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131437.631250:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131437.631255:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d466e0. 00000400:00000010:2.0:1789131437.631264:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e990. 00000100:00000200:2.0:1789131437.631272:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997390848, portal 25 00000100:00000001:2.0:1789131437.631275:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131437.631277:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587992640 : -110360121558976 : ffff9ba0c8283840) 00000100:00000040:2.0:1789131437.631283:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c8283840 x1876039997390848/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131437.631291:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131437.631294:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131437.631296:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ef68. 00000100:00000200:2.0:1789131437.631299:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039997390848, offset 0 00000400:00000200:2.0:1789131437.631307:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131437.631318:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131437.631328:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131437.631334:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131437.631339:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131437.631343:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131437.631346:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131437.631350:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [634:634:256:4294967295] 192.168.206.157@tcp LPNI seq info [634:634:8:4294967295] 00000400:00000200:2.0:1789131437.631354:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131437.631366:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131437.631382:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131437.631388:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5c4c800. 00000800:00000200:2.0:1789131437.631396:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131437.631405:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131437.631410:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5c4c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131437.631422:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131437.631428:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131437.631431:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295025539 00000100:00000010:2.0:1789131437.631436:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c7d69ba0. 00000100:00000001:2.0:1789131437.631444:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789131437.631449:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295025539 00000100:00000010:2.0:1789131437.631452:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c7d69900. 00000100:00000001:2.0:1789131437.631455:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789131437.631458:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131437.631462:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131437.631488:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131437.631492:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131437.631502:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131437.631504:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789131437.631507:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131437.631508:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131437.631509:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131437.631513:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1789131437.631514:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131437.631516:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131437.631517:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131437.631518:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131437.631519:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131437.631520:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131437.631525:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c8283c00 x1876039997390976/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131437.631532:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131437.631533:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131437.631541:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131437.631542:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131437.631544:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131437.631547:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c8283c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2360:1876039997390976:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131437.631550:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131437.631553:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131437.631554:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131437.631556:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131437.631558:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d1145000. 02000000:00000001:2.0:1789131437.631560:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131437.631565:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131437.631567:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46738. 00000400:00000010:2.0:1789131437.631572:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ea18. 00000100:00000200:2.0:1789131437.631574:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997390976, portal 10 00000100:00000001:2.0:1789131437.631576:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131437.631577:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587993600 : -110360121558016 : ffff9ba0c8283c00) 00000100:00000040:2.0:1789131437.631584:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c8283c00 x1876039997390976/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131437.631590:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131437.631592:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131437.631594:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ed48. 00000100:00000200:2.0:1789131437.631596:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997390976, offset 0 00000400:00000200:2.0:1789131437.631600:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131437.631604:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131437.631608:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131437.631610:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131437.631613:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131437.631615:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131437.631617:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131437.631620:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [635:635:255:4294967295] 192.168.206.157@tcp LPNI seq info [635:635:7:4294967295] 00000400:00000200:2.0:1789131437.631624:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131437.631630:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131437.631640:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131437.631645:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5bac500. 00000800:00000200:2.0:1789131437.631648:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131437.631652:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131437.631655:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5bac500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131437.631657:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131437.631662:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 21983 usecs (22 jiffies) 00010000:00000001:0.0:1789131437.631664:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000400:00000200:2.0:1789131437.631665:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131437.631667:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4295024662 00010000:00000001:0.0:1789131437.631668:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131437.631670:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4295025539 00000100:00000001:2.0:1789131437.631672:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4295024662 00000100:00000001:2.0:1789131437.631674:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4295025539 00000100:00000001:2.0:1789131437.631676:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131437.631678:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131437.631680:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131437.631682:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131437.631686:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789131437.631690:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131437.631691:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1789131437.631693:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789131437.631693:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131437.631737:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131437.631741:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5c4c800. 00000400:00000200:2.0:1789131437.631747:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131437.631752:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131437.631758:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ef68 00000400:00000010:2.0:1789131437.631760:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ef68. 00000100:00000001:2.0:1789131437.631765:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131437.631769:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c8283840 x1876039997390848/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131437.631778:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131437.631781:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c8283840 x1876039997390848/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131437.631788:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131437.631796:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131437.631878:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131437.631881:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5bac500. 00000400:00000200:2.0:1789131437.631884:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131437.631888:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131437.631891:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ed48 00000400:00000010:2.0:1789131437.631892:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ed48. 00000100:00000001:2.0:1789131437.631894:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131437.631898:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c8283c00 x1876039997390976/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131437.631905:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131437.631908:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c8283c00 x1876039997390976/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131437.631913:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131437.631914:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131437.653935:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131437.653960:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131437.653966:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131437.653969:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131437.653981:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131437.653990:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131437.654002:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131437.654007:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131437.654013:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131437.654018:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 25 MB=0x6aa3f99a10000 00000400:00000200:2.0:1789131437.654023:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131437.654031:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 224/224 into md 0x170d [1] + 224 00000800:00000001:2.0:1789131437.654039:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131437.654043:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131437.654047:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131437.654053:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131437.654063:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131437.654074:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c8283840 x1876039997390848/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131437.654097:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0c8283840 x1876039997390848/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131437.654122:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131437.654135:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131437.654139:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131437.654141:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131437.654143:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131437.654147:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131437.654150:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131437.654154:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131437.654157:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131437.654160:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131437.654163:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a10080 00000400:00000200:2.0:1789131437.654166:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131437.654172:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x171d [1] + 224 00000800:00000001:2.0:1789131437.654176:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131437.654185:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131437.654187:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131437.654190:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131437.654193:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131437.654197:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c8283c00 x1876039997390976/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131437.654206:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0c8283c00 x1876039997390976/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131437.654214:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131437.654217:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131437.654221:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131437.654547:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131437.654552:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131437.654561:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131437.654564:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131437.654568:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46738. 00000400:00000200:3.0:1789131437.654573:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ea18 00000400:00000010:3.0:1789131437.654576:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ea18. 00000100:00000001:3.0:1789131437.654581:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131437.654586:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c8283c00 x1876039997390976/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131437.654595:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c8283c00 x1876039997390976/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131437.654602:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131437.654603:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131437.654606:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131437.654610:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131437.654631:0:2360:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131437.654633:0:2360:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131437.654637:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131437.654648:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=89 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131437.654653:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131437.654656:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131437.654658:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131437.654661:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131437.654665:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131437.654670:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131437.654672:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 4294967306 00000100:00000001:3.0:1789131437.654675:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131437.654677:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131437.654683:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c8283c00 x1876039997390976/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131437.654690:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131437.654694:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131437.654696:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131437.654700:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c8283c00 x1876039997390976/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131453 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131437.654708:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c8283c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2360:1876039997390976:192.168.206.157@tcp:400:kworker.0 00000400:00000001:3.0:1789131437.654714:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131437.654716:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131437.654717:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d466e0. 00000400:00000200:3.0:1789131437.654785:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e990 00000400:00000010:3.0:1789131437.654789:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e990. 00000100:00000001:3.0:1789131437.654793:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131437.654797:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c8283840 x1876039997390848/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131437.654806:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c8283840 x1876039997390848/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131437.654813:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131437.654820:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131437.654822:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131437.654824:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131437.654825:0:2360:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131437.654827:0:2360:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131437.654829:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131437.654832:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=150 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131437.654835:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131437.654837:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131437.654838:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131437.654840:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131437.654842:0:2360:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131437.654844:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131437.654849:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c8283840 x1876039997390848/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131437.654855:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131437.654857:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131437.654859:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131437.654862:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c8283840 x1876039997390848/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131453 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131437.654869:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c8283840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997390848:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131437.654874:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131437.654877:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131437.654881:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c8283c00 x1876039997390976/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131453 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131437.654887:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131437.654890:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131437.654894:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d1145000. 02000000:00000001:3.0:1789131437.654899:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131437.654902:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131437.654904:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=3 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:3.0:1789131437.654907:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131437.654910:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d4700f00. 02000000:00000001:3.0:1789131437.654921:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131437.654924:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131437.654926:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c8283c00. 00000100:00000001:3.0:1789131437.654932:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131437.654934:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131437.654935:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131437.654940:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c8283840 x1876039997390848/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131453 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131437.654945:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131437.654947:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131437.654948:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d1145200. 02000000:00000001:3.0:1789131437.654950:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131437.654951:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131437.654953:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:3.0:1789131437.654954:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131437.654956:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d4700500. 02000000:00000001:3.0:1789131437.654958:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131437.654959:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131437.654960:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c8283840. 00000100:00000001:3.0:1789131437.654962:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131437.654964:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131437.654966:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131437.654976:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131437.654979:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131437.654981:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131437.654984:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131437.968632:0:10786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4100d4bd10 00000080:00200008:3.0:1789131437.968645:0:10786:0:(file.c:6313:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9ba0d212f448), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1789131437.968654:0:10786:0:(file.c:6206:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1789131437.968656:0:10786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4100d4bc88 00000080:00200000:3.0:1789131437.968658:0:10786:0:(file.c:6208:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9ba0d212f448),name=/ 00000080:00000010:3.0:1789131437.968667:0:10786:0:(llite_lib.c:4082:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9ba0d11b5a00. 00800000:00000002:3.0:1789131437.968674:0:10786:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9ba0c52d0dc0 2 00000080:00000001:3.0:1789131437.968678:0:10786:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1789131437.968684:0:10786:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1789131437.968687:0:10786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4100d4bba8 00800000:00000002:3.0:1789131437.968690:0:10786:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1789131437.968701:0:10786:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1789131437.968706:0:10786:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1789131437.968781:0:10786:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1789131437.968784:0:10786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffbc4100d4ba78 00000002:00010000:3.0:1789131437.968786:0:10786:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1789131437.968791:0:10786:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1789131437.968793:0:10786:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1789131437.968797:0:10786:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1789131437.968806:0:10786:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131437.968808:0:10786:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131437.968810:0:10786:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131437.968813:0:10786:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1789131437.968816:0:10786:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1789131437.968823:0:10786:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d11ce580. 00000020:00000040:3.0:1789131437.968828:0:10786:0:(genops.c:1210:class_import_get()) import ffff9ba0d8572000 refcount=105 obd=lustre-MDT0000-mdc-ffff9ba0d85d4000 00010000:00000001:3.0:1789131437.968837:0:10786:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1789131437.968843:0:10786:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1789131437.968848:0:10786:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131437.968851:0:10786:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789131437.968854:0:10786:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789131437.968860:0:10786:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789131437.968868:0:10786:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9ba0c2f50c00. 00000100:00000001:3.0:1789131437.968878:0:10786:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131437.968884:0:10786:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789131437.968886:0:10786:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131437.968888:0:10786:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789131437.968889:0:10786:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131437.968891:0:10786:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1789131437.968897:0:10786:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633713738245504 : -110359971306112 : ffff9ba0d11ce580) 00010000:00000001:3.0:1789131437.968903:0:10786:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789131437.968905:0:10786:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1789131437.968910:0:10786:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9ba0d5983100. 00010000:00000010:3.0:1789131437.968916:0:10786:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9ba0c65bf400. 00010000:00000001:3.0:1789131437.968922:0:10786:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789131437.968988:0:10786:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9ba0c29c7c00. 00000020:00000001:3.0:1789131437.969000:0:10786:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789131437.969003:0:10786:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9ba0c29c7c00 with handle 0xc8adac5b2d020051 to hash 00000020:00000001:3.0:1789131437.969006:0:10786:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789131437.969007:0:10786:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633713494948864 : -110360214602752 : ffff9ba0c29c7c00) 00010000:00000001:3.0:1789131437.969012:0:10786:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633713494948864 : -110360214602752 : ffff9ba0c29c7c00) 00010000:00000001:3.0:1789131437.969016:0:10786:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789131437.969020:0:10786:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131437.969025:0:10786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7c00/0xc8adac5b2d020051 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131437.969036:0:10786:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7c00/0xc8adac5b2d020051 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789131437.969047:0:10786:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9ba0d85d4000 lock: ffff9ba0c29c7c00/0xc8adac5b2d020051 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789131437.969054:0:10786:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789131437.969056:0:10786:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789131437.969063:0:10786:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9ba0d1b6c600. 00000100:00000001:3.0:1789131437.969065:0:10786:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633713748329984 : -110359961221632 : ffff9ba0d1b6c600) 00000100:00000001:3.0:1789131437.969069:0:10786:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131437.969070:0:10786:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713738245504 : -110359971306112 : ffff9ba0d11ce580) 00000100:00000001:3.0:1789131437.969076:0:10786:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789131437.969080:0:10786:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131437.969083:0:10786:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789131437.969085:0:10786:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131437.969099:0:10786:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d11ce580 x1876039997391104/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131437.969109:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131437.969111:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1789131437.969116:0:10786:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != REPLAY_WAIT) req@ffff9ba0d11ce580 x1876039997391104/t0(0) o101->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1789131437.969135:0:10786:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131437.969143:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131437.969145:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131437.969148:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:3.0:1789131437.969150:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131437.969154:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131437.969156:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131437.969157:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131437.969160:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131438.590661:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4295025539, at 4295025600 00000100:00000010:3.0:1789131438.590686:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c7d69900. 00000100:00000040:2.0:1789131438.590809:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4295025539, at 4295025600 00000100:00000010:2.0:1789131438.590816:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c7d69ba0. 00010000:00000001:0.0:1789131438.654637:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131438.654648:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131438.654657:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131438.654661:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131438.654664:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131438.654668:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131438.654671:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131438.654674:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131438.654676:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131438.654679:0:41:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131438.654711:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789131438.654715:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131438.654719:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789131438.909415:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131438.909916:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131438.909923:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131438.909927:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131438.909938:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131438.909948:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131438.909960:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131438.909967:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131438.909973:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131438.909978:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a0fe80 00000400:00000200:2.0:1789131438.909984:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131438.909992:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x16dd [1] + 0 00000800:00000001:2.0:1789131438.910001:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131438.910011:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131438.910014:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131438.910019:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131438.910029:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131438.910042:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a12c0 x1876039997390464/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131448 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1789131438.910055:0:2351:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=224 replied=0 unlinked=0 req@ffff9ba0d06a12c0 x1876039997390464/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131448 ref 1 fl Rpc:Q/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131438.910165:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131438.910170:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131438.910189:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131438.910202:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131438.910206:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131438.910359:0:2356:0:(client.c:532:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:0.0:1789131438.910362:0:2356:0:(sec.c:1245:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:0.0:1789131438.910369:0:2356:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a1680. 02000000:00000010:0.0:1789131438.910376:0:2356:0:(sec.c:1255:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff9ba0d1879200. 02000000:00000001:0.0:1789131438.910379:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131438.910382:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131438.910384:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131438.910393:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131438.910395:0:2356:0:(sec.c:1313:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131438.910402:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=8 v=5 (1 0 0 0) 02000000:00000010:0.0:1789131438.910407:0:2356:0:(sec.c:1336:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff9ba0d1879200. 00000100:00000010:0.0:1789131438.910412:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a1680. 00000100:00001000:0.0:1789131438.910420:0:2356:0:(client.c:582:ptlrpc_at_recv_early_reply()) @@@ Early reply #1, new deadline in 30s (20s) req@ffff9ba0d06a12c0 x1876039997390464/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 1 to 0 dl 1789131468 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131438.910428:0:2356:0:(client.c:584:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131438.910441:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131438.910445:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131438.975588:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789131438.975598:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131438.975601:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131438.975621:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:3.0:1789131438.975626:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131438.975631:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131438.975638:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131438.975641:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131438.975644:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131439.678662:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131439.678672:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131439.678680:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131439.678681:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131439.678868:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131439.678873:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131439.678876:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131440.001643:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131440.001653:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131440.001656:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131440.001663:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131440.001668:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131440.001672:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131440.001675:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131440.001678:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131440.001681:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131440.702725:0:1398:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131440.703284:0:1398:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131440.703297:0:1398:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131440.703298:0:1398:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131440.703801:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131440.703806:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131440.703809:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131441.023314:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131441.023324:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131441.023328:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131441.023335:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131441.023339:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131441.023343:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131441.023346:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131441.023349:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131441.023352:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131441.727047:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131441.727058:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131441.727066:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131441.727068:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131441.727095:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789131441.727099:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131441.727103:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131442.046867:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131442.046875:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131442.046877:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131442.046882:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131442.046885:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131442.046888:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131442.046892:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131442.046894:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131442.046897:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131442.750562:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789131442.750572:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789131442.750581:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c82803c0. 00000020:00000040:2.0:1789131442.750587:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:2.0:1789131442.750591:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131442.750609:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131442.750614:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131442.750622:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d5bac500. 00000100:00000001:2.0:1789131442.750628:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131442.750638:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS req@ffff9ba0c82803c0 x1876039997391232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131442.750649:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131442.750653:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131442.750658:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbaa5b7d] to pc [ptlrpcd_01_01+1] req@ffff9ba0c82803c0 x1876039997391232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131442.750696:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789131442.750700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789131442.750703:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:2.0:1789131442.750706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131442.750709:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131442.750712:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131442.750715:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131442.750718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789131442.750721:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789131442.750724:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c8282940. 00000020:00000040:2.0:1789131442.750727:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=4 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000100:00000001:2.0:1789131442.750729:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131442.750730:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131442.750732:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131442.750736:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d5bace00. 00000100:00000001:2.0:1789131442.750738:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131442.750743:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID req@ffff9ba0c8282940 x1876039997391360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131442.750762:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131442.750764:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131442.750769:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025d054e8] to pc [ptlrpcd_01_00+0] req@ffff9ba0c8282940 x1876039997391360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131442.750778:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131442.750779:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131442.750783:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131442.750786:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131442.750789:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131442.750794:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (367) 00000100:00000001:2.0:1789131442.750809:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131442.750812:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131442.750814:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131442.750819:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c8282940 x1876039997391360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131442.750827:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131442.750830:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131442.750833:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131442.750836:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131442.750838:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131442.750842:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c8282940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2359:1876039997391360:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131442.750846:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131442.750853:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131442.750856:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131442.750858:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131442.750863:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d4ba8e00. 02000000:00000001:2.0:1789131442.750865:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131442.750872:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131442.750881:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46948. 00000400:00000010:2.0:1789131442.750889:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ed48. 00000100:00000200:2.0:1789131442.750896:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997391360, portal 10 00000100:00000001:2.0:1789131442.750899:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131442.750901:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587988800 : -110360121562816 : ffff9ba0c8282940) 00000100:00000040:2.0:1789131442.750909:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c8282940 x1876039997391360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131442.750918:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131442.750921:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131442.750923:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ef68. 00000100:00000200:2.0:1789131442.750926:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997391360, offset 0 00000400:00000200:2.0:1789131442.750932:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131442.750940:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131442.750947:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131442.750952:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131442.750956:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131442.750960:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131442.750963:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131442.750967:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [636:636:256:4294967295] 192.168.206.157@tcp LPNI seq info [636:636:8:4294967295] 00000400:00000200:2.0:1789131442.750971:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131442.750979:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131442.750985:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131442.750990:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5bac200. 00000800:00000200:2.0:1789131442.750996:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131442.751003:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131442.751007:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5bac200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131442.751018:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131442.751022:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 22187 usecs (23 jiffies) 00000400:00000200:2.0:1789131442.751025:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131442.751028:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4295029783 00000100:00000010:2.0:1789131442.751032:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c7d69cc0. 00000100:00000001:2.0:1789131442.751043:0:2359:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789131442.751049:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4295029783 00000100:00000010:2.0:1789131442.751052:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c7d691e0. 00000100:00000001:2.0:1789131442.751055:0:2359:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789131442.751064:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131442.751066:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131442.751069:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131442.751072:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131442.751078:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131442.751080:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789131442.751083:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131442.751084:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131442.751085:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131442.751088:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1789131442.751090:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131442.751092:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131442.751093:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131442.751095:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131442.751096:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131442.751097:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131442.751101:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c82803c0 x1876039997391232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131442.751108:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131442.751109:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131442.751111:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131442.751113:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131442.751115:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131442.751118:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c82803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2359:1876039997391232:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131442.751121:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131442.751124:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131442.751126:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131442.751127:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131442.751131:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d4ba9a00. 02000000:00000001:2.0:1789131442.751134:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131442.751143:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131442.751146:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d467e8. 00000400:00000010:2.0:1789131442.751149:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e6e8. 00000100:00000200:2.0:1789131442.751152:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997391232, portal 25 00000100:00000001:2.0:1789131442.751154:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131442.751155:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587979200 : -110360121572416 : ffff9ba0c82803c0) 00000100:00000040:2.0:1789131442.751159:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c82803c0 x1876039997391232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131442.751166:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131442.751168:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131442.751170:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e198. 00000100:00000200:2.0:1789131442.751173:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039997391232, offset 0 00000400:00000200:2.0:1789131442.751177:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131442.751181:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131442.751184:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131442.751187:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131442.751189:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131442.751191:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131442.751194:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131442.751196:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [637:637:255:4294967295] 192.168.206.157@tcp LPNI seq info [637:637:7:4294967295] 00000400:00000200:2.0:1789131442.751200:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131442.751205:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131442.751210:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131442.751214:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5c4c800. 00000800:00000200:2.0:1789131442.751218:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131442.751240:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131442.751243:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5c4c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131442.751246:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131442.751249:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131442.751250:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295030659 00000100:00000001:2.0:1789131442.751255:0:2359:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295029783 00000100:00000001:2.0:1789131442.751264:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295030659 00000100:00000001:2.0:1789131442.751267:0:2359:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295029783 00000100:00000001:2.0:1789131442.751270:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131442.751272:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131442.751274:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131442.751276:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131442.751317:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131442.751320:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5bac200. 00000400:00000200:2.0:1789131442.751328:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131442.751334:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131442.751338:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ef68 00000400:00000010:2.0:1789131442.751341:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ef68. 00000100:00000001:2.0:1789131442.751345:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131442.751350:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c8282940 x1876039997391360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131442.751359:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131442.751362:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c8282940 x1876039997391360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131442.751369:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131442.751371:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131442.751436:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131442.751449:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5c4c800. 00000400:00000200:2.0:1789131442.751452:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131442.751456:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131442.751459:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e198 00000400:00000010:2.0:1789131442.751460:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e198. 00000100:00000001:2.0:1789131442.751463:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131442.751466:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c82803c0 x1876039997391232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131442.751497:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131442.751500:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c82803c0 x1876039997391232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131442.751516:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131442.751518:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789131442.752357:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131442.752362:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131442.755314:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131442.755321:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131442.755326:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131442.755327:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789131442.756092:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131442.756105:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131442.756108:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131442.756110:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131442.756119:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131442.756127:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131442.756137:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131442.756141:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131442.756146:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131442.756150:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 25 MB=0x6aa3f99a10180 00000400:00000200:3.0:1789131442.756155:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131442.756160:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 224/224 into md 0x173d [1] + 224 00000800:00000001:3.0:1789131442.756168:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131442.756174:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131442.756195:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131442.756200:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131442.756210:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1789131442.756225:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131442.756229:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131442.756232:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:3.0:1789131442.756288:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c82803c0 x1876039997391232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131442.756301:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0c82803c0 x1876039997391232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131442.756323:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131442.756332:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131442.756336:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131442.756360:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131442.756364:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131442.756372:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131442.756374:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131442.756378:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d467e8. 00000400:00000200:2.0:1789131442.756383:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e6e8 00000400:00000010:2.0:1789131442.756385:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e6e8. 00000100:00000001:2.0:1789131442.756389:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131442.756395:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c82803c0 x1876039997391232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789131442.756404:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c82803c0 x1876039997391232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131442.756410:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131442.756412:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131442.756415:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131442.756418:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131442.756420:0:2359:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131442.756422:0:2359:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131442.756425:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131442.756431:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=5 v=5 (5 5 0 0) 00000100:00001000:2.0:1789131442.756435:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=22 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131442.756447:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131442.756449:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131442.756452:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131442.756454:0:2359:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131442.756457:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131442.756462:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c82803c0 x1876039997391232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131442.756493:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131442.756503:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131442.756505:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131442.756511:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c82803c0 x1876039997391232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131442.756518:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c82803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2359:1876039997391232:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131442.756524:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131442.756527:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131442.756530:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c82803c0 x1876039997391232/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131442.756536:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131442.756539:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131442.756542:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d4ba9a00. 02000000:00000001:2.0:1789131442.756546:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131442.756548:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131442.756550:0:2359:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:2.0:1789131442.756553:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131442.756555:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d5bac500. 02000000:00000001:2.0:1789131442.756559:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131442.756561:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131442.756562:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c82803c0. 00000100:00000001:2.0:1789131442.756567:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131442.756568:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131442.756571:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131442.756573:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131442.756574:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131442.756576:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131442.756577:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789131442.767703:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131442.767732:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131442.767736:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131442.767738:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131442.767747:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131442.767754:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131442.767763:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131442.767780:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131442.767785:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131442.767789:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a10200 00000400:00000200:2.0:1789131442.767793:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131442.767799:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x172d [1] + 224 00000800:00000001:2.0:1789131442.767806:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131442.767812:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131442.767815:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131442.767819:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131442.767826:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131442.767833:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c8282940 x1876039997391360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131442.767844:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0c8282940 x1876039997391360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131442.767868:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131442.767876:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131442.767880:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131442.767998:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131442.768002:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131442.768008:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131442.768010:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131442.768013:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46948. 00000400:00000200:3.0:1789131442.768018:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ed48 00000400:00000010:3.0:1789131442.768020:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ed48. 00000100:00000001:3.0:1789131442.768024:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131442.768028:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c8282940 x1876039997391360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131442.768038:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c8282940 x1876039997391360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131442.768044:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131442.768046:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131442.768047:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131442.768050:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131442.768052:0:2359:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131442.768054:0:2359:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131442.768056:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131442.768064:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=94 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131442.768068:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131442.768071:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131442.768072:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131442.768075:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131442.768084:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131442.768088:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131442.768089:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 4294967306 00000100:00000001:3.0:1789131442.768091:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131442.768093:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131442.768098:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c8282940 x1876039997391360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131442.768104:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131442.768107:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131442.768160:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131442.768166:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c8282940 x1876039997391360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131442.768175:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c8282940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2359:1876039997391360:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131442.768180:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131442.768183:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131442.768186:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c8282940 x1876039997391360/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131442.768193:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131442.768196:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131442.768199:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d4ba8e00. 02000000:00000001:3.0:1789131442.768202:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131442.768205:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131442.768206:0:2359:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=3 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:3.0:1789131442.768209:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131442.768211:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d5bace00. 02000000:00000001:3.0:1789131442.768215:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131442.768216:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131442.768218:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c8282940. 00000100:00000001:3.0:1789131442.768222:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131442.768224:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131442.768226:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131442.768233:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131442.768242:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131442.768244:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131442.768246:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131443.071547:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131443.071554:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131443.071556:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131443.071561:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131443.071564:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131443.071571:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131443.071574:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131443.071576:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131443.071579:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131443.710585:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4295030659, at 4295030720 00000100:00000010:2.0:1789131443.710605:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c7d69cc0. 00000100:00000040:3.0:1789131443.710695:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4295030659, at 4295030720 00000100:00000010:3.0:1789131443.710700:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c7d691e0. 00000100:00000001:0.0:1789131443.774543:0:2356:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131443.774556:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131443.774559:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=20 : 20 : 14) 00000100:00000001:0.0:1789131443.774564:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131443.774567:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131443.774570:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131443.774573:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131443.774594:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131443.774596:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131443.774600:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131443.774601:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131443.774681:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131443.774685:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131443.774687:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131444.094610:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131444.094618:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131444.094620:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131444.094626:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131444.094629:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131444.094633:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131444.094635:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131444.094637:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131444.094812:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131444.799066:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131444.799072:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131444.799078:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131444.799080:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131444.799096:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789131444.799301:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131444.799305:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131445.118726:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131445.118734:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131445.118736:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131445.118741:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131445.118745:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131445.118749:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131445.118752:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131445.118754:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131445.118757:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131445.822900:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131445.822904:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131445.822910:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131445.822911:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131445.822973:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131445.822976:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131445.823051:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131446.142614:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131446.142621:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131446.142623:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131446.142628:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131446.142631:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131446.142635:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131446.142638:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131446.142641:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131446.142643:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131446.846773:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131446.846782:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131446.846785:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131446.846788:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131446.846792:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131446.846794:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131446.846796:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131446.846799:0:41:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131446.846803:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131446.846805:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131446.846898:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131446.846901:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131446.846905:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131447.166580:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131447.166586:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131447.166589:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131447.166594:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131447.166597:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131447.166601:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131447.166604:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131447.166607:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131447.166609:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131447.870568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789131447.870577:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789131447.870586:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c82803c0. 00000020:00000040:2.0:1789131447.870591:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:2.0:1789131447.870596:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131447.870598:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131447.870603:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131447.870610:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d5c4c800. 00000100:00000001:2.0:1789131447.870616:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131447.870627:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS req@ffff9ba0c82803c0 x1876039997391488/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131447.870650:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131447.870654:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131447.870660:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbaa5b7d] to pc [ptlrpcd_01_01+1] req@ffff9ba0c82803c0 x1876039997391488/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131447.870697:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789131447.870700:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789131447.870704:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:2.0:1789131447.870707:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131447.870710:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131447.870713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131447.870715:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131447.870718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789131447.870721:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789131447.870726:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c8282940. 00000020:00000040:2.0:1789131447.870728:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=4 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000100:00000001:2.0:1789131447.870730:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131447.870732:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131447.870733:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131447.870738:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d5bace00. 00000100:00000001:2.0:1789131447.870741:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131447.870745:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID req@ffff9ba0c8282940 x1876039997391616/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131447.870753:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131447.870755:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131447.870759:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025d054e8] to pc [ptlrpcd_01_00+0] req@ffff9ba0c8282940 x1876039997391616/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131447.870780:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131447.870782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131447.870785:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131447.870788:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131447.870791:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131447.870795:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (372) 00000100:00000001:3.0:1789131447.870996:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131447.871000:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131447.871003:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131447.871009:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c82803c0 x1876039997391488/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131447.871017:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131447.871019:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131447.871023:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131447.871026:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131447.871028:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131447.871032:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c82803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997391488:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131447.871036:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131447.871040:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131447.871044:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131447.871046:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131447.871051:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d11b5400. 02000000:00000001:3.0:1789131447.871053:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131447.871059:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131447.871063:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995790. 00000400:00000010:3.0:1789131447.871070:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5110. 00000100:00000200:3.0:1789131447.871076:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997391488, portal 25 00000100:00000001:3.0:1789131447.871078:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131447.871080:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587979200 : -110360121572416 : ffff9ba0c82803c0) 00000100:00000040:3.0:1789131447.871085:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c82803c0 x1876039997391488/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131447.871093:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131447.871095:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131447.871098:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5b28. 00000100:00000200:3.0:1789131447.871108:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039997391488, offset 0 00000400:00000200:3.0:1789131447.871114:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131447.871123:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131447.871130:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131447.871135:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131447.871138:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131447.871141:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131447.871144:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131447.871147:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [638:638:256:4294967295] 192.168.206.157@tcp LPNI seq info [638:638:8:4294967295] 00000400:00000200:3.0:1789131447.871150:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131447.871158:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131447.871163:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131447.871169:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302300. 00000800:00000200:3.0:1789131447.871174:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131447.871181:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131447.871185:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131447.871202:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131447.871206:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131447.871209:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295035779 00000100:00000010:3.0:1789131447.871213:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c85b5d80. 00000100:00000001:3.0:1789131447.871219:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789131447.871223:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295035779 00000100:00000010:3.0:1789131447.871226:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c85b5c00. 00000100:00000001:3.0:1789131447.871229:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789131447.871232:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131447.871234:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131447.871237:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131447.871240:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131447.871258:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131447.871260:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789131447.871262:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131447.871270:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131447.871271:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131447.871274:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1789131447.871275:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131447.871278:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131447.871279:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131447.871281:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131447.871282:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131447.871283:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131447.871288:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c8282940 x1876039997391616/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131447.871295:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131447.871296:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131447.871298:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131447.871300:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131447.871302:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131447.871304:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c8282940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2360:1876039997391616:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131447.871307:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131447.871309:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131447.871312:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131447.871313:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131447.871316:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d11b4a00. 02000000:00000001:3.0:1789131447.871318:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131447.871322:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131447.871325:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995058. 00000400:00000010:3.0:1789131447.871329:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5f68. 00000100:00000200:3.0:1789131447.871332:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997391616, portal 10 00000100:00000001:3.0:1789131447.871333:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131447.871335:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587988800 : -110360121562816 : ffff9ba0c8282940) 00000100:00000040:3.0:1789131447.871342:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c8282940 x1876039997391616/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131447.871349:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131447.871351:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131447.871353:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5000. 00000100:00000200:3.0:1789131447.871361:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997391616, offset 0 00000400:00000200:3.0:1789131447.871365:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131447.871370:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131447.871373:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131447.871376:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131447.871379:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131447.871381:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131447.871383:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131447.871385:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [639:639:255:4294967295] 192.168.206.157@tcp LPNI seq info [639:639:7:4294967295] 00000400:00000200:3.0:1789131447.871389:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131447.871394:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131447.871399:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131447.871402:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302d00. 00000800:00000200:3.0:1789131447.871405:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131447.871418:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131447.871421:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131447.871424:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131447.871427:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 22171 usecs (23 jiffies) 00000400:00000200:3.0:1789131447.871430:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131447.871432:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4295034903 00000100:00000001:3.0:1789131447.871434:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4295035779 00000100:00000001:3.0:1789131447.871436:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4295034903 00000100:00000001:3.0:1789131447.871438:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4295035779 00000100:00000001:3.0:1789131447.871440:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131447.871442:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131447.871444:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131447.871446:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131447.871457:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131447.871459:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131447.871779:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131447.871783:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302300. 00000400:00000200:2.0:1789131447.871789:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131447.871794:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131447.871800:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5b28 00000400:00000010:2.0:1789131447.871802:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5b28. 00000100:00000001:2.0:1789131447.871806:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131447.871811:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c82803c0 x1876039997391488/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131447.871820:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131447.871824:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c82803c0 x1876039997391488/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131447.871831:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131447.871833:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131447.872503:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131447.872507:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302d00. 00000400:00000200:2.0:1789131447.872513:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131447.872518:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131447.872522:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5000 00000400:00000010:2.0:1789131447.872524:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5000. 00000100:00000001:2.0:1789131447.872527:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131447.872532:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c8282940 x1876039997391616/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131447.872553:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131447.872566:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c8282940 x1876039997391616/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131447.872572:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131447.872573:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1789131447.872765:0:1398:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131447.872768:0:1398:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131447.872772:0:1398:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131447.872774:0:1398:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131447.872790:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789131447.872792:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131447.872795:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1789131447.875880:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131447.875906:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131447.875910:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131447.875913:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131447.875921:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131447.875937:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131447.875946:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131447.875952:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131447.875957:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131447.875960:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 25 MB=0x6aa3f99a10280 00000400:00000200:3.0:1789131447.875965:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131447.875971:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 224/224 into md 0x174d [1] + 224 00000800:00000001:3.0:1789131447.875977:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131447.875981:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131447.875984:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131447.875988:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131447.875995:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131447.876011:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c82803c0 x1876039997391488/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131447.876024:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0c82803c0 x1876039997391488/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131447.876036:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131447.876044:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131447.876046:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131447.876048:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131447.876050:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131447.876053:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131447.876056:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131447.876060:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131447.876063:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131447.876065:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131447.876068:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a10300 00000400:00000200:3.0:1789131447.876071:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131447.876080:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x175d [1] + 224 00000800:00000001:3.0:1789131447.876084:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131447.876089:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131447.876091:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131447.876094:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131447.876096:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131447.876100:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c8282940 x1876039997391616/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131447.876109:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0c8282940 x1876039997391616/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131447.876116:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131447.876119:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131447.876121:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131447.876131:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131447.876134:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131447.876140:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131447.876142:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131447.876145:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995058. 00000400:00000200:3.0:1789131447.876148:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5f68 00000400:00000010:3.0:1789131447.876150:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5f68. 00000100:00000001:3.0:1789131447.876153:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131447.876156:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c8282940 x1876039997391616/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131447.876165:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c8282940 x1876039997391616/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131447.876171:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131447.876173:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131447.876175:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131447.876178:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131447.876180:0:2360:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131447.876181:0:2360:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131447.876184:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131447.876192:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=99 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131447.876200:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131447.876202:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131447.876204:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131447.876207:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131447.876210:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131447.876213:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131447.876215:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 4294967306 00000100:00000001:3.0:1789131447.876217:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131447.876218:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131447.876224:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c8282940 x1876039997391616/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131447.876230:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131447.876233:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131447.876235:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131447.876238:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c8282940 x1876039997391616/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131447.876247:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c8282940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2360:1876039997391616:192.168.206.157@tcp:400:kworker.0 00000400:00000001:3.0:1789131447.876251:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131447.876252:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131447.876254:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995790. 00000400:00000200:3.0:1789131447.876256:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5110 00000400:00000010:3.0:1789131447.876257:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5110. 00000100:00000001:3.0:1789131447.876259:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131447.876262:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c82803c0 x1876039997391488/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131447.876270:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c82803c0 x1876039997391488/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131447.876276:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131447.876278:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131447.876279:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131447.876281:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131447.876282:0:2360:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131447.876286:0:2360:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131447.876288:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131447.876290:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=10 v=5 (5 5 0 0) 00000100:00001000:3.0:1789131447.876293:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131447.876295:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131447.876296:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131447.876298:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131447.876299:0:2360:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131447.876301:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131447.876304:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c82803c0 x1876039997391488/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131447.876310:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131447.876312:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131447.876313:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131447.876316:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c82803c0 x1876039997391488/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131447.876324:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c82803c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997391488:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131447.876327:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131447.876330:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131447.876333:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c8282940 x1876039997391616/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131447.876339:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131447.876341:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131447.876344:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d11b4a00. 02000000:00000001:3.0:1789131447.876347:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131447.876349:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131447.876351:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=3 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:3.0:1789131447.876353:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131447.876355:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d5bace00. 02000000:00000001:3.0:1789131447.876359:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131447.876360:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131447.876362:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c8282940. 00000100:00000001:3.0:1789131447.876365:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131447.876369:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131447.876371:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131447.876374:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c82803c0 x1876039997391488/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131447.876380:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131447.876381:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131447.876382:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d11b5400. 02000000:00000001:3.0:1789131447.876384:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131447.876385:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131447.876386:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:3.0:1789131447.876388:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131447.876389:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d5c4c800. 02000000:00000001:3.0:1789131447.876391:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131447.876392:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131447.876393:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c82803c0. 00000100:00000001:3.0:1789131447.876395:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131447.876397:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131447.876399:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131447.876405:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131447.876407:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131447.876418:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131447.876420:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131448.190644:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131448.190651:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131448.190653:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131448.190657:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131448.190661:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131448.190665:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131448.190668:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131448.190670:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131448.190673:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131448.830564:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4295035779, at 4295035840 00000100:00000010:3.0:1789131448.830577:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c85b5c00. 00000100:00000040:2.0:1789131448.830705:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4295035779, at 4295035840 00000100:00000010:2.0:1789131448.830710:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c85b5d80. 00010000:00000001:0.0:1789131448.894616:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131448.894621:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131448.894626:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131448.894629:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131448.894631:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131448.894634:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131448.894636:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131448.894638:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131448.894639:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131448.894641:0:41:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131448.895339:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131448.895343:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131448.895347:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131449.214587:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131449.214595:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131449.214597:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131449.214602:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131449.214605:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131449.214610:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131449.214613:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131449.214615:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131449.214618:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131449.918818:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131449.918824:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131449.918829:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131449.918830:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131449.919198:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131449.919201:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131449.919205:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131450.238595:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131450.238602:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131450.238604:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131450.238609:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131450.238612:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131450.238616:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131450.238618:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131450.238621:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131450.238624:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131450.943556:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131450.943561:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131450.943566:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131450.943567:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131450.943584:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789131450.943586:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131450.943589:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131451.262600:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131451.262608:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131451.262610:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131451.262615:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131451.262618:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131451.262622:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131451.262625:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131451.262627:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131451.262630:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131451.966607:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131451.966615:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131451.966620:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131451.966622:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131451.966720:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131451.966724:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131451.966727:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131452.286584:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131452.286592:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131452.286594:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131452.286598:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131452.286601:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131452.286604:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131452.286606:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131452.286608:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131452.286610:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131452.990744:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789131452.990755:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789131452.990762:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a2d00. 00000020:00000040:0.0:1789131452.990768:0:38:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:0.0:1789131452.990772:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131452.990774:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131452.990779:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131452.990786:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d1879200. 00000100:00000001:0.0:1789131452.990792:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131452.990803:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS req@ffff9ba0d06a2d00 x1876039997391744/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789131452.990812:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131452.990816:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131452.990822:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072cc6a37] to pc [ptlrpcd_00_00+0] req@ffff9ba0d06a2d00 x1876039997391744/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131452.990848:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789131452.990850:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789131452.990854:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:0.0:1789131452.990857:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789131452.990860:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789131452.990862:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789131452.990865:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789131452.990869:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789131452.990871:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789131452.990874:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a1a40. 00000020:00000040:0.0:1789131452.990877:0:38:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=4 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000100:00000001:0.0:1789131452.990879:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131452.990880:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131452.990882:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131452.990884:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d1879300. 00000100:00000001:0.0:1789131452.990887:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131452.990890:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID req@ffff9ba0d06a1a40 x1876039997391872/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789131452.990897:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131452.990898:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131452.990901:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9ca6d68] to pc [ptlrpcd_00_01+1] req@ffff9ba0d06a1a40 x1876039997391872/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131452.990908:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131452.990911:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789131452.990913:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789131452.990916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789131452.990920:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789131452.990924:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (377) 00010000:00000001:0.0:1789131452.990947:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1789131452.990947:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1789131452.990950:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131452.990953:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1789131452.990956:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1789131452.990957:0:2357:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1789131452.990960:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131452.990966:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a2d00 x1876039997391744/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131452.990975:0:2357:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789131452.990978:0:2357:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131452.990981:0:2357:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789131452.990984:0:2357:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789131452.990986:0:2357:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789131452.990990:0:2357:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2357:1876039997391744:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131452.990995:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1789131452.991000:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1789131452.991000:0:2357:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789131452.991004:0:2357:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131452.991005:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131452.991009:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1789131452.991009:0:2357:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1789131452.991016:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a1a40 x1876039997391872/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1789131452.991016:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d1936600. 02000000:00000001:1.0:1789131452.991021:0:2357:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131452.991029:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131452.991032:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789131452.991032:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 02000000:00000001:0.0:1789131452.991038:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1789131452.991039:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1a8e420. 02000000:00000001:0.0:1789131452.991040:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131452.991046:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1789131452.991047:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020bb0. 00000100:00100000:0.0:1789131452.991050:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2358:1876039997391872:192.168.206.157@tcp:400:kworker.0 00000100:00000001:0.0:1789131452.991055:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1789131452.991056:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997391744, portal 25 02000000:00000001:0.0:1789131452.991058:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1789131452.991060:0:2357:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1789131452.991062:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131452.991063:0:2357:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726532864 : -110359983018752 : ffff9ba0d06a2d00) 02000000:00000001:0.0:1789131452.991066:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131452.991071:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d3163400. 02000000:00000001:0.0:1789131452.991072:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131452.991077:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131452.991080:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee318. 00000100:00000040:1.0:1789131452.991083:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a2d00 x1876039997391744/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1789131452.991087:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346ee0. 00000100:00000200:0.0:1789131452.991093:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997391872, portal 10 00000100:00000001:0.0:1789131452.991097:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789131452.991097:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1789131452.991101:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726528064 : -110359983023552 : ffff9ba0d06a1a40) 00000100:00000040:0.0:1789131452.991109:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a1a40 x1876039997391872/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131452.991115:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131452.991117:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131452.991120:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346dd0. 00000100:00000200:0.0:1789131452.991123:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997391872, offset 0 00000400:00000200:0.0:1789131452.991130:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131452.991138:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000020:00000001:2.0:1789131452.991334:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131452.991338:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131452.991341:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1789131452.991375:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131452.991390:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131452.991394:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131452.991398:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131452.991400:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131452.991405:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [640:640:256:4294967295] 192.168.206.157@tcp LPNI seq info [640:640:8:4294967295] 00000400:00000200:0.0:1789131452.991409:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131452.991420:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131452.991430:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000100:00000040:1.0:1789131452.991430:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:1.0:1789131452.991436:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d8020e58. 00000800:00000010:0.0:1789131452.991438:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879600. 00000100:00000200:1.0:1789131452.991442:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039997391744, offset 0 00000800:00000200:0.0:1789131452.991447:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000400:00000200:1.0:1789131452.991452:0:2357:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000800:00000200:0.0:1789131452.991461:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131452.991465:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1789131452.991594:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131452.991601:0:2357:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:1.0:1789131452.991604:0:2357:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789131452.991607:0:2357:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:1.0:1789131452.991609:0:2357:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789131452.991611:0:2357:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:1.0:1789131452.991614:0:2357:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [641:641:255:4294967295] 192.168.206.157@tcp LPNI seq info [641:641:7:4294967295] 00000400:00000200:1.0:1789131452.991617:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:1.0:1789131452.991624:0:2357:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:1.0:1789131452.991629:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:1.0:1789131452.991633:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d4ecd400. 00000800:00000200:1.0:1789131452.991638:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:1.0:1789131452.991643:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:1.0:1789131452.991646:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d4ecd400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789131452.991649:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131452.991650:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131452.991656:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 21776 usecs (22 jiffies) 00000400:00000200:1.0:1789131452.991656:0:2357:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:1.0:1789131452.991660:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295040900 00000400:00000200:0.0:1789131452.991664:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000010:1.0:1789131452.991667:0:2357:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c65bdf00. 00000100:00000001:0.0:1789131452.991668:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4295040023 00000100:00000001:1.0:1789131452.991676:0:2357:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789131452.991753:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295040900 00000100:00000010:1.0:1789131452.991758:0:2357:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c65bdb40. 00000100:00000001:1.0:1789131452.991762:0:2357:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789131452.991765:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131452.991768:0:2357:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131452.991772:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131452.991774:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131452.991783:0:2357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131452.991786:0:2357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789131452.991788:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131452.991790:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789131452.991791:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131452.991793:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131452.992276:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131452.992281:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879600. 00000400:00000200:2.0:1789131452.992287:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131452.992292:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131452.992297:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346dd0 00000400:00000010:2.0:1789131452.992299:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346dd0. 00000100:00000001:2.0:1789131452.992303:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131452.992309:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a1a40 x1876039997391872/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131452.992393:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131452.992398:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a1a40 x1876039997391872/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131452.992405:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131452.992407:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131452.992453:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131452.992547:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d4ecd400. 00000400:00000200:2.0:1789131452.992551:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131452.992555:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131452.992558:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020e58 00000400:00000010:2.0:1789131452.992560:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020e58. 00000100:00000001:2.0:1789131452.992563:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131452.992568:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a2d00 x1876039997391744/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131452.992575:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131452.992578:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a2d00 x1876039997391744/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131452.992585:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131452.992586:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789131452.995611:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4295040900 00000100:00000001:0.0:1789131452.995621:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4295040027 00000100:00000001:0.0:1789131452.995624:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4295040900 00000100:00000001:0.0:1789131452.995627:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131452.995630:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131452.995697:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131452.995701:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131452.995709:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131452.995711:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131452.995714:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131452.995716:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131452.995717:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131452.995719:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789131452.998363:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131452.998377:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131452.998392:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131452.998395:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131452.998403:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131452.998412:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131452.998420:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131452.998425:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131452.998430:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131452.998434:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a10400 00000400:00000200:3.0:1789131452.998438:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131452.998513:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x1775 [1] + 224 00000800:00000001:3.0:1789131452.998534:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131452.998540:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131452.998543:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131452.998548:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131452.998555:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131452.998563:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a1a40 x1876039997391872/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131452.998574:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d06a1a40 x1876039997391872/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131452.998597:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131452.998607:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131452.998610:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789131452.998612:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131452.998614:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131452.998617:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131452.998621:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:3.0:1789131452.998625:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131452.998628:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131452.998631:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131452.998633:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 25 MB=0x6aa3f99a10380 00000400:00000200:3.0:1789131452.998637:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131452.998641:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 224/224 into md 0x176d [1] + 224 00000800:00000001:3.0:1789131452.998645:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131452.998650:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789131452.998652:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789131452.998655:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:3.0:1789131452.998658:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131452.998662:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a2d00 x1876039997391744/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131452.998671:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d06a2d00 x1876039997391744/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131452.998704:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789131452.998709:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789131452.998713:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131452.998905:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131452.998909:0:2357:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789131452.998915:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789131452.998917:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789131452.998921:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1a8e420. 00000400:00000200:1.0:1789131452.998926:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d8020bb0 00000400:00000010:1.0:1789131452.998928:0:2357:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d8020bb0. 00000100:00000001:1.0:1789131452.998932:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789131452.998937:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a2d00 x1876039997391744/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789131452.998945:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a2d00 x1876039997391744/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131452.998951:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789131452.998953:0:2357:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131452.998955:0:2357:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789131452.998958:0:2357:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789131452.998961:0:2357:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789131452.998963:0:2357:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789131452.998966:0:2357:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789131452.998972:0:2357:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=15 v=5 (5 5 0 0) 00000100:00001000:1.0:1789131452.998976:0:2357:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1789131452.998978:0:2357:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789131452.998980:0:2357:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789131452.998983:0:2357:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789131452.998985:0:2357:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131452.998987:0:2357:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789131452.998992:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a2d00 x1876039997391744/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131452.999000:0:2357:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789131452.999003:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789131452.999005:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789131452.999009:0:2357:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a2d00 x1876039997391744/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789131452.999016:0:2357:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2357:1876039997391744:192.168.206.157@tcp:400:kworker.0 00000100:00000001:1.0:1789131452.999021:0:2357:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131452.999037:0:2357:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789131452.999041:0:2357:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a2d00 x1876039997391744/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789131452.999048:0:2357:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789131452.999050:0:2357:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789131452.999053:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d1936600. 02000000:00000001:1.0:1789131452.999057:0:2357:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789131452.999060:0:2357:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1789131452.999062:0:2357:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:1.0:1789131452.999064:0:2357:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1789131452.999067:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d1879200. 02000000:00000001:1.0:1789131452.999070:0:2357:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789131452.999072:0:2357:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789131452.999074:0:2357:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a2d00. 00000100:00000001:1.0:1789131452.999078:0:2357:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789131452.999079:0:2357:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131452.999082:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789131452.999089:0:2357:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789131452.999091:0:2357:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789131452.999093:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131452.999095:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131452.999164:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131452.999167:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131452.999170:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131452.999172:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131452.999174:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee318. 00000400:00000200:0.0:1789131452.999178:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346ee0 00000400:00000010:0.0:1789131452.999180:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346ee0. 00000100:00000001:0.0:1789131452.999183:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131452.999187:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a1a40 x1876039997391872/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789131452.999196:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a1a40 x1876039997391872/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131452.999202:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131452.999204:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131452.999205:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131452.999207:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131452.999208:0:2358:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131452.999210:0:2358:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131452.999212:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131452.999217:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=104 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131452.999220:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131452.999222:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131452.999223:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131452.999225:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131452.999228:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131452.999231:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131452.999234:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 4294967306 00000100:00000001:0.0:1789131452.999236:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131452.999237:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131452.999241:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a1a40 x1876039997391872/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131452.999247:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131452.999249:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131452.999250:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131452.999254:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a1a40 x1876039997391872/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131452.999261:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2358:1876039997391872:192.168.206.157@tcp:400:kworker.0 00000100:00000001:0.0:1789131452.999265:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131452.999268:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131452.999270:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a1a40 x1876039997391872/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131452.999276:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131452.999277:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131452.999280:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d3163400. 02000000:00000001:0.0:1789131452.999282:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131452.999284:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131452.999286:0:2358:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=3 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:0.0:1789131452.999287:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131452.999289:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d1879300. 02000000:00000001:0.0:1789131452.999291:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131452.999292:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131452.999294:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a1a40. 00000100:00000001:0.0:1789131452.999297:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131452.999298:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131452.999300:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131452.999304:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131452.999305:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131452.999307:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131452.999308:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131453.310577:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131453.310584:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131453.310586:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131453.310591:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131453.310594:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131453.310598:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131453.310601:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131453.310603:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131453.310606:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131453.950593:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4295040900, at 4295040960 00000100:00000010:2.0:1789131453.950610:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c65bdf00. 00000100:00000040:3.0:1789131453.951434:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4295040900, at 4295040960 00000100:00000010:3.0:1789131453.951450:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c65bdb40. 00010000:00000001:0.0:1789131454.014593:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131454.014599:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131454.014605:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131454.014607:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131454.014632:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789131454.014635:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131454.014637:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131454.334634:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131454.334640:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131454.334642:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131454.334647:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131454.334651:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131454.334654:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131454.334657:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131454.334659:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131454.334662:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131455.039747:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131455.039753:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131455.039759:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131455.039761:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789131455.040122:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789131455.040125:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789131455.040128:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131455.358617:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131455.358625:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131455.358627:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131455.358632:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131455.358635:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131455.358639:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131455.358642:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131455.358644:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131455.358647:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131456.062661:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131456.062670:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131456.062677:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131456.062678:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131456.063674:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131456.063679:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131456.063684:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131456.383344:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131456.383354:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131456.383358:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131456.383375:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131456.383379:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131456.383383:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131456.383387:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131456.383389:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131456.383392:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131457.086641:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131457.086653:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131457.086655:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131457.086660:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131457.086665:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131457.086668:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131457.086669:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131457.086672:0:41:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131457.086751:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131457.086754:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131457.086790:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789131457.086794:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131457.086797:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131457.406654:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131457.406664:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131457.406667:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131457.406685:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131457.406691:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131457.406697:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131457.406700:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131457.406704:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131457.406707:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131458.110891:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131458.110902:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131458.110912:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131458.110914:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131458.111610:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131458.111615:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131458.111620:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789131458.112322:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789131458.112332:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789131458.112346:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c8283840. 00000020:00000040:2.0:1789131458.112363:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:2.0:1789131458.112368:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131458.112380:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131458.112386:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131458.112397:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d5bac500. 00000100:00000001:2.0:1789131458.112406:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131458.112422:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS req@ffff9ba0c8283840 x1876039997392000/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131458.112434:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131458.112439:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131458.112446:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005df40cf4] to pc [ptlrpcd_01_01+1] req@ffff9ba0c8283840 x1876039997392000/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131458.112531:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789131458.112535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789131458.112539:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:2.0:1789131458.112542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131458.112545:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131458.112548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131458.112552:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131458.112555:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789131458.112558:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789131458.112562:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c8283c00. 00000020:00000040:2.0:1789131458.112565:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=4 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000100:00000001:2.0:1789131458.112567:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131458.112569:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131458.112572:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131458.112576:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d5bac200. 00000100:00000001:2.0:1789131458.112579:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131458.112584:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID req@ffff9ba0c8283c00 x1876039997392128/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131458.112591:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131458.112594:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131458.112598:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004baa687e] to pc [ptlrpcd_01_00+0] req@ffff9ba0c8283c00 x1876039997392128/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131458.112607:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131458.112609:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131458.112613:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131458.112622:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131458.112626:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131458.112632:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (382) 00000100:00000001:3.0:1789131458.114306:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131458.114316:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131458.114320:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131458.114337:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c8283840 x1876039997392000/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131458.114361:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131458.114363:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131458.114369:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131458.114373:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131458.114377:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131458.114381:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c8283840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997392000:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131458.114386:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131458.114394:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131458.114397:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131458.114399:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131458.114409:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0c52d9a00. 02000000:00000001:3.0:1789131458.114412:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131458.114420:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131458.114425:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995790. 00000400:00000010:3.0:1789131458.114435:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5110. 00000100:00000200:3.0:1789131458.114444:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997392000, portal 25 00000100:00000001:3.0:1789131458.114447:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131458.114449:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587992640 : -110360121558976 : ffff9ba0c8283840) 00000100:00000040:3.0:1789131458.114456:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c8283840 x1876039997392000/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131458.114464:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131458.114529:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131458.114532:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5f68. 00000100:00000200:3.0:1789131458.114536:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039997392000, offset 0 00000400:00000200:3.0:1789131458.114544:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131458.114556:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131458.114566:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131458.114573:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131458.114577:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131458.114582:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131458.114585:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131458.114589:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [642:642:256:4294967295] 192.168.206.157@tcp LPNI seq info [642:642:8:4294967295] 00000400:00000200:3.0:1789131458.114594:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131458.114604:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131458.114611:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131458.114618:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302d00. 00000800:00000200:3.0:1789131458.114625:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131458.114635:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131458.114640:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131458.114664:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131458.114670:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131458.114673:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295046023 00000100:00000010:3.0:1789131458.114678:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c85b5c00. 00000100:00000001:3.0:1789131458.114686:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789131458.114694:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295046023 00000100:00000010:3.0:1789131458.114698:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c85b5d80. 00000100:00000001:3.0:1789131458.114701:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789131458.114705:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131458.114718:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131458.114722:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131458.114725:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131458.114734:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131458.114743:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789131458.114746:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131458.114748:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131458.114749:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131458.114753:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1789131458.114755:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131458.114758:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131458.114759:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131458.114761:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131458.114762:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131458.114763:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131458.114769:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c8283c00 x1876039997392128/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131458.114777:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131458.114779:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131458.114783:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131458.114785:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789131458.114788:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131458.114791:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c8283c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2360:1876039997392128:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131458.114795:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131458.114799:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131458.114801:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131458.114803:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789131458.114806:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0c52d9800. 02000000:00000001:3.0:1789131458.114809:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131458.114813:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131458.114816:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995058. 00000400:00000010:3.0:1789131458.114821:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5088. 00000800:00000200:2.0:1789131458.114914:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131458.114920:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302d00. 00000400:00000200:2.0:1789131458.114928:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131458.114934:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131458.114941:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5f68 00000400:00000010:2.0:1789131458.114943:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5f68. 00000100:00000001:2.0:1789131458.114948:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131458.114953:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c8283840 x1876039997392000/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131458.114964:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131458.114967:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c8283840 x1876039997392000/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131458.114974:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131458.114976:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1789131458.115016:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131458.115019:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789131458.115406:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997392128, portal 10 00000100:00000001:3.0:1789131458.115409:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131458.115411:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587993600 : -110360121558016 : ffff9ba0c8283c00) 00000100:00000040:3.0:1789131458.115422:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c8283c00 x1876039997392128/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131458.115430:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789131458.115441:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:3.0:1789131458.115445:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5770. 00000100:00000200:3.0:1789131458.115448:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997392128, offset 0 00000400:00000200:3.0:1789131458.115453:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131458.115460:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131458.115465:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131458.115494:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131458.115498:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131458.115500:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131458.115503:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131458.115507:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [643:643:256:4294967295] 192.168.206.157@tcp LPNI seq info [643:643:8:4294967295] 00000400:00000200:3.0:1789131458.115511:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131458.115518:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131458.115524:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:3.0:1789131458.115528:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302300. 00000800:00000200:3.0:1789131458.115533:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131458.115539:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131458.115543:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131458.115865:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131458.115871:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 21491 usecs (22 jiffies) 00000400:00000200:3.0:1789131458.115874:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131458.115877:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4295045147 00000100:00000001:3.0:1789131458.115880:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4295046023 00000100:00000001:3.0:1789131458.115882:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4295045147 00000100:00000001:3.0:1789131458.115884:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4295046023 00000100:00000001:3.0:1789131458.115886:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131458.115889:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131458.115892:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131458.115896:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131458.117090:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131458.117100:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302300. 00000400:00000200:2.0:1789131458.117107:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131458.117116:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131458.117124:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5770 00000400:00000010:2.0:1789131458.117127:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5770. 00000100:00000001:2.0:1789131458.117131:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131458.117140:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c8283c00 x1876039997392128/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131458.117153:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131458.117584:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c8283c00 x1876039997392128/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131458.117618:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131458.117620:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131458.118025:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131458.120126:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131458.120138:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131458.120146:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131458.120157:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131458.120168:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131458.120181:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131458.120186:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131458.120193:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131458.120197:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 25 MB=0x6aa3f99a10480 00000400:00000200:2.0:1789131458.120203:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131458.120210:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 224/224 into md 0x177d [1] + 224 00000800:00000001:2.0:1789131458.120219:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131458.120233:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131458.120237:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131458.120243:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131458.120252:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131458.120263:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c8283840 x1876039997392000/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131458.120275:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0c8283840 x1876039997392000/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131458.120345:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131458.120380:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131458.120548:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131458.120561:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131458.120566:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789131458.128736:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131458.128745:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131458.128750:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995790. 00000400:00000200:3.0:1789131458.128758:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5110 00000400:00000010:3.0:1789131458.128761:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5110. 00000100:00000001:3.0:1789131458.128767:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131458.128780:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c8283840 x1876039997392000/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131458.128793:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c8283840 x1876039997392000/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131458.128802:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131458.128804:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131458.128807:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131458.128811:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131458.128813:0:2360:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131458.128816:0:2360:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131458.128819:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131458.128827:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=21 v=5 (5 5 0 0) 00000100:00001000:3.0:1789131458.128832:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131458.128834:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131458.128836:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131458.128840:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131458.128842:0:2360:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131458.128845:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131458.128850:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c8283840 x1876039997392000/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131458.128858:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131458.128862:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131458.128864:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131458.128868:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c8283840 x1876039997392000/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131458.128875:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c8283840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997392000:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131458.128899:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131458.128904:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131458.128908:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c8283840 x1876039997392000/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131458.128915:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131458.128918:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131458.128923:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0c52d9a00. 02000000:00000001:3.0:1789131458.128926:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131458.128929:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131458.128931:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:3.0:1789131458.128933:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131458.128936:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d5bac500. 02000000:00000001:3.0:1789131458.128941:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131458.128942:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131458.128944:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c8283840. 00000100:00000001:3.0:1789131458.128949:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131458.128951:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131458.128954:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131458.128957:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131458.128960:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131458.128963:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131458.128964:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789131458.129091:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131458.129109:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131458.129112:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131458.129114:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131458.129123:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131458.129129:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131458.129145:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131458.129151:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131458.129158:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131458.129162:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a10500 00000400:00000200:2.0:1789131458.129168:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131458.129175:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x178d [1] + 224 00000800:00000001:2.0:1789131458.129183:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131458.129190:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131458.129193:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131458.129198:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131458.129205:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131458.129211:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c8283c00 x1876039997392128/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131458.129220:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0c8283c00 x1876039997392128/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131458.129230:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131458.129239:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131458.129241:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131458.129283:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131458.129285:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131458.129288:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131458.129289:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131458.129292:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995058. 00000400:00000200:3.0:1789131458.129295:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5088 00000400:00000010:3.0:1789131458.129297:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5088. 00000100:00000001:3.0:1789131458.129299:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131458.129303:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c8283c00 x1876039997392128/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131458.129312:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c8283c00 x1876039997392128/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131458.129318:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131458.129325:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131458.129327:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131458.129329:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131458.129330:0:2360:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131458.129332:0:2360:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131458.129334:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131458.129340:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=110 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131458.129343:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131458.129346:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131458.129347:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131458.129349:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131458.129360:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131458.129365:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131458.129367:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 4294967306 00000100:00000001:3.0:1789131458.129369:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131458.129371:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131458.129375:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c8283c00 x1876039997392128/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131458.129382:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131458.129384:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131458.129386:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131458.129389:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c8283c00 x1876039997392128/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131458.129396:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c8283c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2360:1876039997392128:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131458.129400:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131458.129402:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131458.129405:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c8283c00 x1876039997392128/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131458.129411:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131458.129413:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131458.130326:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0c52d9800. 02000000:00000001:3.0:1789131458.130335:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131458.130338:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131458.130361:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=3 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:3.0:1789131458.130364:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131458.130366:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d5bac200. 02000000:00000001:3.0:1789131458.130371:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131458.130372:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131458.130375:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c8283c00. 00000100:00000001:3.0:1789131458.130379:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131458.130381:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131458.130385:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131458.130395:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131458.130398:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131458.130401:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131458.130404:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131458.432713:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131458.433035:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131458.433038:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131458.433046:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131458.433050:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131458.433056:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131458.433060:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131458.433063:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131458.433066:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131459.070631:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4295046023, at 4295046080 00000100:00000010:3.0:1789131459.070654:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c85b5d80. 00000100:00000040:2.0:1789131459.070795:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4295046023, at 4295046080 00000100:00000010:2.0:1789131459.070803:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c85b5c00. 00010000:00000001:0.0:1789131459.134572:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131459.134581:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131459.134588:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131459.134593:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131459.134597:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131459.134601:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131459.134605:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131459.134608:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131459.134610:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131459.134613:0:41:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131459.134722:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131459.134726:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131459.134729:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1789131459.389183:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131459.389201:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131459.389206:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131459.389208:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131459.389216:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131459.389224:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131459.389234:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131459.389239:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131459.389245:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131459.389249:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a0fe80 00000400:00000200:2.0:1789131459.389253:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131459.389276:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x16dd [1] + 0 00000800:00000001:2.0:1789131459.389284:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131459.389301:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131459.389305:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131459.389436:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131459.389444:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131459.389453:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a12c0 x1876039997390464/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 1 to 0 dl 1789131468 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1789131459.389465:0:2351:0:(events.c:122:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=224 replied=0 unlinked=0 req@ffff9ba0d06a12c0 x1876039997390464/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 1 to 0 dl 1789131468 ref 1 fl Rpc:Q/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131459.389517:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131459.389527:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131459.389531:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131459.389664:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131459.389672:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131459.389677:0:2356:0:(client.c:532:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:0.0:1789131459.389679:0:2356:0:(sec.c:1245:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:0.0:1789131459.389690:0:2356:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a1a40. 02000000:00000010:0.0:1789131459.389699:0:2356:0:(sec.c:1255:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at ffff9ba0d1879300. 02000000:00000001:0.0:1789131459.389702:0:2356:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131459.389705:0:2356:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131459.389708:0:2356:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131459.389717:0:2356:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131459.389719:0:2356:0:(sec.c:1313:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131459.389727:0:2356:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d8572418 time=29 v=5 (1 0 0 0) 02000000:00000010:0.0:1789131459.389732:0:2356:0:(sec.c:1336:sptlrpc_cli_finish_early_reply()) kvfree 'early_req->rq_repbuf': 256 at ffff9ba0d1879300. 00000100:00000010:0.0:1789131459.389738:0:2356:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a1a40. 00000100:00001000:0.0:1789131459.389764:0:2356:0:(client.c:582:ptlrpc_at_recv_early_reply()) @@@ Early reply #2, new deadline in 30s (21s) req@ffff9ba0d06a12c0 x1876039997390464/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d85d4000@192.168.206.157@tcp:12/10 lens 224/224 e 2 to 0 dl 1789131489 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131459.389773:0:2356:0:(client.c:584:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131459.389775:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131459.389778:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131459.454936:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131459.454945:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131459.454947:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131459.454953:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131459.454958:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131459.454962:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131459.454966:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131459.454968:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131459.454971:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131460.159033:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131460.159043:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131460.159052:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131460.159053:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131460.159086:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789131460.159089:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131460.159092:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131460.479527:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131460.479537:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131460.479539:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131460.479546:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131460.479550:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131460.479555:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131460.479558:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131460.479561:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131460.479564:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131461.182544:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131461.182554:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131461.182562:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131461.182565:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131461.182828:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131461.182832:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131461.182836:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131461.504296:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131461.504306:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131461.504309:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131461.504316:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131461.504321:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131461.504326:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131461.504329:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131461.504332:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131461.504345:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131462.206664:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131462.206673:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131462.206680:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131462.206681:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131462.206881:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131462.206884:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131462.206888:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131462.527032:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131462.527044:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131462.527046:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131462.527054:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131462.527058:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131462.527063:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131462.527066:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131462.527069:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131462.527074:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131463.230637:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000040:2.0:1789131463.230642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1789131463.230648:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131463.230656:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1789131463.230657:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131463.230660:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789131463.230671:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c8281680. 00000020:00000040:2.0:1789131463.230683:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:2.0:1789131463.230689:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1789131463.230691:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1789131463.230693:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1789131463.230695:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131463.230700:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1789131463.230702:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131463.230715:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d5bac200. 00000100:00000001:2.0:1789131463.230724:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131463.230740:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS req@ffff9ba0c8281680 x1876039997392256/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131463.230763:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131463.230768:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131463.230776:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0a1903a] to pc [ptlrpcd_01_01+1] req@ffff9ba0c8281680 x1876039997392256/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131463.230814:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789131463.230817:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789131463.230840:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:2.0:1789131463.230843:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131463.230845:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131463.230848:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131463.230851:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131463.230854:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789131463.230857:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789131463.230860:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c8281a40. 00000020:00000040:2.0:1789131463.230862:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=4 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000100:00000001:2.0:1789131463.230865:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131463.230867:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131463.230869:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131463.230873:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d5bac500. 00000100:00000001:2.0:1789131463.230876:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131463.230881:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID req@ffff9ba0c8281a40 x1876039997392384/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131463.230889:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131463.230891:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131463.230895:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002624d9b1] to pc [ptlrpcd_01_00+0] req@ffff9ba0c8281a40 x1876039997392384/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131463.230904:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131463.230906:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131463.230910:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131463.230913:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131463.230916:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131463.230926:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (387) 00000100:00000001:2.0:1789131463.230937:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131463.230941:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131463.230945:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131463.230951:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c8281a40 x1876039997392384/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131463.230959:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131463.230962:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131463.230967:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131463.230970:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131463.230973:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131463.230977:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c8281a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2359:1876039997392384:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131463.230982:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131463.230990:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131463.230993:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131463.230995:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131463.231000:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d4ba9a00. 02000000:00000001:2.0:1789131463.231002:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131463.231011:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131463.231015:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d467e8. 00000400:00000010:2.0:1789131463.231024:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e6e8. 00000100:00000200:2.0:1789131463.231032:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997392384, portal 10 00000100:00000001:2.0:1789131463.231035:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131463.231037:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587984960 : -110360121566656 : ffff9ba0c8281a40) 00000100:00000040:2.0:1789131463.231045:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c8281a40 x1876039997392384/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131463.231052:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131463.231056:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131463.231058:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e198. 00000100:00000200:2.0:1789131463.231061:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997392384, offset 0 00000400:00000200:2.0:1789131463.231069:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131463.231080:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131463.231089:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131463.231101:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131463.231107:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131463.231111:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131463.231114:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131463.231118:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [644:644:256:4294967295] 192.168.206.157@tcp LPNI seq info [644:644:8:4294967295] 00000400:00000200:2.0:1789131463.231123:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131463.231135:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131463.231142:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131463.231147:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d5bace00. 00000800:00000200:2.0:1789131463.231155:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131463.231163:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131463.231168:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d5bace00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131463.231181:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131463.231186:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 21476 usecs (22 jiffies) 00000400:00000200:2.0:1789131463.231189:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131463.231193:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4295050262 00000100:00000010:2.0:1789131463.231197:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c7d69b40. 00000100:00000001:2.0:1789131463.231205:0:2359:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789131463.231210:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4295050262 00000100:00000010:2.0:1789131463.231213:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c7d69a20. 00000100:00000001:2.0:1789131463.231217:0:2359:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789131463.231225:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131463.231228:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131463.231231:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131463.231234:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131463.231243:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131463.231246:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789131463.231248:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131463.231249:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131463.231251:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131463.231254:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1789131463.231262:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131463.231265:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131463.231266:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131463.231268:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131463.231269:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131463.231270:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789131463.231274:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c8281680 x1876039997392256/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131463.231281:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131463.231282:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131463.231285:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789131463.231286:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131463.231288:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131463.231291:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c8281680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2359:1876039997392256:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131463.231294:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789131463.231297:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789131463.231298:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131463.231300:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789131463.231303:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d4ba8e00. 02000000:00000001:2.0:1789131463.231305:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131463.231309:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:2.0:1789131463.231312:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46bb0. 00000400:00000010:2.0:1789131463.231316:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1ef68. 00000100:00000200:2.0:1789131463.231319:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997392256, portal 25 00000100:00000001:2.0:1789131463.231321:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131463.231322:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587984000 : -110360121567616 : ffff9ba0c8281680) 00000100:00000040:2.0:1789131463.231343:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c8281680 x1876039997392256/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131463.231349:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131463.231351:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131463.231354:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e550. 00000100:00000200:2.0:1789131463.231356:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039997392256, offset 0 00000400:00000200:2.0:1789131463.231361:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:2.0:1789131463.231365:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131463.231374:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:2.0:1789131463.231377:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131463.231380:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131463.231382:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131463.231384:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131463.231387:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [645:645:255:4294967295] 192.168.206.157@tcp LPNI seq info [645:645:7:4294967295] 00000400:00000200:2.0:1789131463.231390:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131463.231397:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131463.231401:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131463.231406:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d47eea00. 00000800:00000200:2.0:1789131463.231410:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131463.231413:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131463.231416:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d47eea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131463.231418:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131463.231422:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131463.231424:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295051139 00000100:00000001:2.0:1789131463.231429:0:2359:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295050262 00000100:00000001:2.0:1789131463.231431:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295051139 00000100:00000001:2.0:1789131463.231434:0:2359:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295050262 00000100:00000001:2.0:1789131463.231437:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131463.231439:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131463.231441:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131463.231443:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131463.232159:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131463.232166:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d5bace00. 00000400:00000200:2.0:1789131463.232177:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131463.232184:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131463.232191:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e198 00000400:00000010:2.0:1789131463.232194:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e198. 00000100:00000001:2.0:1789131463.232200:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131463.232207:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c8281a40 x1876039997392384/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131463.232227:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131463.232231:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c8281a40 x1876039997392384/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131463.232237:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131463.232238:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131463.232336:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131463.232339:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d47eea00. 00000400:00000200:2.0:1789131463.232342:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131463.232346:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131463.232349:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e550 00000400:00000010:2.0:1789131463.232351:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e550. 00000100:00000001:2.0:1789131463.232354:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131463.232357:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c8281680 x1876039997392256/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131463.232365:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131463.232368:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c8281680 x1876039997392256/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131463.232375:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131463.232376:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1789131463.232799:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131463.232806:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789131463.237201:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131463.237227:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131463.237232:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131463.237235:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131463.237246:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131463.237255:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131463.237268:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131463.237274:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131463.237280:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131463.237285:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a10600 00000400:00000200:2.0:1789131463.237291:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131463.237308:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x179d [1] + 224 00000800:00000001:2.0:1789131463.237355:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131463.237367:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131463.237371:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131463.237377:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131463.237388:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131463.237399:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c8281a40 x1876039997392384/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131463.237411:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0c8281a40 x1876039997392384/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131463.237445:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131463.237456:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131463.237459:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131463.237929:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131463.237936:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131463.237984:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131463.237987:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131463.237992:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d467e8. 00000400:00000200:3.0:1789131463.237997:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e6e8 00000400:00000010:3.0:1789131463.238000:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e6e8. 00000100:00000001:3.0:1789131463.238005:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131463.238013:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c8281a40 x1876039997392384/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131463.238024:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c8281a40 x1876039997392384/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131463.238030:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131463.238033:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131463.238036:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131463.238040:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131463.238043:0:2359:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131463.238045:0:2359:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131463.238048:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131463.238072:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=115 v=5 (5 0 0 0) 00000100:00001000:3.0:1789131463.238078:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131463.238081:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131463.238083:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131463.238088:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131463.238092:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131463.238096:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789131463.238100:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 4294967306 00000100:00000001:3.0:1789131463.238103:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789131463.238105:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131463.238111:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c8281a40 x1876039997392384/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131463.238118:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131463.238122:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131463.238124:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131463.238129:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c8281a40 x1876039997392384/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131463.238137:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c8281a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2359:1876039997392384:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131463.238143:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131463.238146:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131463.238149:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c8281a40 x1876039997392384/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131463.238155:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131463.238158:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131463.238162:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d4ba9a00. 02000000:00000001:3.0:1789131463.238166:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131463.238169:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131463.238172:0:2359:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=3 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:3.0:1789131463.238174:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131463.238177:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d5bac500. 02000000:00000001:3.0:1789131463.238182:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131463.238183:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131463.238191:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c8281a40. 00000100:00000001:3.0:1789131463.238195:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131463.238196:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131463.238200:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131463.238201:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131463.238203:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131463.238204:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131463.238206:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789131463.238494:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131463.238504:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131463.238506:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131463.238509:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131463.238515:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131463.238520:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131463.238526:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131463.238530:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131463.238534:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131463.238538:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 25 MB=0x6aa3f99a10580 00000400:00000200:2.0:1789131463.238542:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131463.238548:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 224/224 into md 0x17ad [1] + 224 00000800:00000001:2.0:1789131463.238554:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131463.238560:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131463.238564:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131463.238567:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131463.238573:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131463.238579:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c8281680 x1876039997392256/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131463.238588:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0c8281680 x1876039997392256/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131463.238615:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131463.238624:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131463.238627:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131463.239020:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131463.239023:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131463.239028:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131463.239031:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131463.239034:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46bb0. 00000400:00000200:3.0:1789131463.239039:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1ef68 00000400:00000010:3.0:1789131463.239041:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1ef68. 00000100:00000001:3.0:1789131463.239045:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131463.239051:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c8281680 x1876039997392256/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131463.239060:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c8281680 x1876039997392256/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131463.239066:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131463.239068:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131463.239071:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131463.239074:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131463.239076:0:2359:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131463.239078:0:2359:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131463.239081:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131463.239086:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=26 v=5 (5 5 0 0) 00000100:00001000:3.0:1789131463.239090:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131463.239092:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131463.239094:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131463.239096:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131463.239097:0:2359:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131463.239100:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131463.239104:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c8281680 x1876039997392256/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131463.239124:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131463.239127:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131463.239128:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131463.239132:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c8281680 x1876039997392256/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131463.239139:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c8281680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2359:1876039997392256:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131463.239143:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131463.239145:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131463.239148:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c8281680 x1876039997392256/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131463.239154:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131463.239156:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131463.239159:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d4ba8e00. 02000000:00000001:3.0:1789131463.239163:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131463.239166:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131463.239167:0:2359:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:3.0:1789131463.239169:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131463.239171:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d5bac200. 02000000:00000001:3.0:1789131463.239174:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131463.239175:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131463.239177:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c8281680. 00000100:00000001:3.0:1789131463.239180:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131463.239181:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131463.239183:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131463.239192:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131463.239194:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131463.239196:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131463.239199:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131463.551317:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131463.551338:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131463.551341:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131463.551405:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131463.551409:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131463.551414:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131463.551417:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131463.551420:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131463.551423:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131464.191000:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4295051139, at 4295051200 00000100:00000010:3.0:1789131464.191018:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c7d69a20. 00000100:00000040:2.0:1789131464.191617:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4295051139, at 4295051201 00000100:00000010:2.0:1789131464.191625:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c7d69b40. 00000100:00000001:0.0:1789131464.256565:0:2356:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131464.256583:0:2356:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131464.256586:0:2356:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=20 : 20 : 14) 00000100:00000001:0.0:1789131464.256594:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131464.256597:0:2356:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131464.256601:0:2356:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131464.256604:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131464.256636:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131464.256639:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131464.256644:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131464.256645:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131464.258778:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131464.258797:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131464.258804:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131464.574721:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131464.574732:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131464.574735:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131464.574742:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131464.574746:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131464.574751:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131464.574754:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131464.574758:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131464.574761:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131465.280457:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131465.280467:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131465.280490:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131465.280492:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131465.281435:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131465.281441:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131465.281446:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131465.599110:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131465.599119:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131465.599122:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131465.599130:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131465.599135:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131465.599140:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131465.599143:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131465.599145:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131465.599148:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131466.302865:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131466.302876:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131466.302879:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131466.302882:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131466.302889:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131466.302891:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131466.302903:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131466.302906:0:41:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131466.302911:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131466.302912:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131466.302933:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789131466.302937:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131466.302940:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131466.622703:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131466.622713:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131466.622715:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131466.622723:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131466.622728:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131466.622732:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131466.622735:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131466.622738:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131466.622741:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131467.329869:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131467.329878:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131467.329886:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131467.329887:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131467.330054:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131467.330058:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131467.330062:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131467.648173:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131467.648183:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131467.648185:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131467.648192:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131467.648196:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131467.648201:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131467.648204:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131467.648207:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131467.648210:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131468.350740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789131468.350754:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789131468.350764:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c8280b40. 00000020:00000040:2.0:1789131468.350771:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:2.0:1789131468.350776:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131468.350779:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131468.350785:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131468.350794:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d47eea00. 00000100:00000001:2.0:1789131468.350802:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131468.350817:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS req@ffff9ba0c8280b40 x1876039997392512/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131468.350830:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131468.350836:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131468.350843:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6c99c01] to pc [ptlrpcd_01_01+1] req@ffff9ba0c8280b40 x1876039997392512/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131468.350871:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789131468.350874:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789131468.350879:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:2.0:1789131468.350882:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131468.350886:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131468.350888:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131468.350892:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131468.350914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789131468.350918:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789131468.350921:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0c8280000. 00000020:00000040:2.0:1789131468.350924:0:8:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=4 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000100:00000001:3.0:1789131468.350924:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131468.350930:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789131468.350932:0:8:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789131468.350934:0:8:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131468.350938:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d47ee500. 00000100:00000001:2.0:1789131468.350941:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131468.350946:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID req@ffff9ba0c8280000 x1876039997392640/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789131468.350954:0:8:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789131468.350956:0:8:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131468.350961:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a8cb04a] to pc [ptlrpcd_01_00+0] req@ffff9ba0c8280000 x1876039997392640/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131468.350970:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131468.350973:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131468.350977:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131468.350980:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789131468.350984:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789131468.350989:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (393) 00000100:00000001:3.0:1789131468.351013:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131468.351024:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131468.351025:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1789131468.351029:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131468.351034:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789131468.351036:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c8280b40 x1876039997392512/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131468.351041:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0c8280000 x1876039997392640/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131468.351054:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789131468.351058:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131468.351058:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131468.351062:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131468.351066:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131468.351069:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789131468.351073:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789131468.351074:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131468.351077:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1789131468.351082:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c8280b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997392512:192.168.206.157@tcp:400:kworker.0 02000000:00000001:2.0:1789131468.351083:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789131468.351090:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0c8280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2359:1876039997392640:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131468.351091:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1789131468.351096:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789131468.351100:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789131468.351105:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131468.351108:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1789131468.351111:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1789131468.351114:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0c52d9800. 02000000:00000001:2.0:1789131468.351115:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131468.351120:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1789131468.351120:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789131468.351127:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d4ba8e00. 02000000:00000001:2.0:1789131468.351131:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131468.351133:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131468.351139:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:3.0:1789131468.351140:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d1995058. 00000400:00000010:2.0:1789131468.351145:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0c3d46f20. 00000400:00000010:3.0:1789131468.351151:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5088. 00000400:00000010:2.0:1789131468.351153:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e550. 00010000:00000001:0.0:1789131468.351161:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000100:00000200:2.0:1789131468.351162:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997392640, portal 10 00000100:00000200:3.0:1789131468.351163:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997392512, portal 25 00010000:00000001:0.0:1789131468.351166:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131468.351169:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789131468.351169:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789131468.351173:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587978240 : -110360121573376 : ffff9ba0c8280000) 00000100:00000001:3.0:1789131468.351173:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713587981120 : -110360121570496 : ffff9ba0c8280b40) 00010000:00000001:0.0:1789131468.351174:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131468.351179:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131468.351183:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000100:00000040:2.0:1789131468.351185:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c8280000 x1876039997392640/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789131468.351186:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0c8280b40 x1876039997392512/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789131468.351189:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131468.351196:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131468.351201:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131468.351205:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131468.351211:0:41:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131468.351214:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1789131468.351215:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789131468.351220:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000100:00000040:3.0:1789131468.351221:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:2.0:1789131468.351225:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1b1e198. 00000400:00000010:3.0:1789131468.351227:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d2dd5110. 00000100:00000200:2.0:1789131468.351230:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997392640, offset 0 00000100:00000200:3.0:1789131468.351232:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039997392512, offset 0 00000400:00000200:3.0:1789131468.351242:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:3.0:1789131468.351255:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131468.351264:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:3.0:1789131468.351270:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789131468.351275:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:3.0:1789131468.351279:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789131468.351288:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:3.0:1789131468.351293:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [646:646:256:4294967295] 192.168.206.157@tcp LPNI seq info [646:646:8:4294967295] 00000400:00000200:3.0:1789131468.351309:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:3.0:1789131468.351321:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:3.0:1789131468.351339:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000020:00000001:1.0:1789131468.351343:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000800:00000010:3.0:1789131468.351347:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0c3302900. 00000020:00000001:1.0:1789131468.351349:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131468.351354:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789131468.351357:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:3.0:1789131468.351366:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:3.0:1789131468.351372:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0c3302900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789131468.351386:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789131468.351391:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131468.351394:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295056259 00000100:00000010:3.0:1789131468.351403:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c85b5d80. 00000100:00000001:3.0:1789131468.351412:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789131468.351417:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295056259 00000100:00000010:3.0:1789131468.351421:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0c85b5c00. 00000100:00000001:3.0:1789131468.351425:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789131468.351429:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131468.351432:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131468.351435:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131468.351439:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131468.351447:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000100:00000001:3.0:1789131468.351449:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131468.351452:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1789131468.351456:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:3.0:1789131468.351457:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131468.351461:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131468.351463:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131468.351464:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000100:00000001:3.0:1789131468.351467:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789131468.351501:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789131468.351505:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:2.0:1789131468.351508:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789131468.351510:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:2.0:1789131468.351513:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [647:647:255:4294967295] 192.168.206.157@tcp LPNI seq info [647:647:7:4294967295] 00000400:00000200:2.0:1789131468.351518:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131468.351524:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:2.0:1789131468.351535:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:2.0:1789131468.351539:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d47eed00. 00000800:00000200:2.0:1789131468.351543:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:2.0:1789131468.351547:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:2.0:1789131468.351550:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d47eed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789131468.351553:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131468.351557:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 21177 usecs (22 jiffies) 00000400:00000200:2.0:1789131468.351560:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131468.351563:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4295055383 00000100:00000001:2.0:1789131468.351565:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 2, keep current deadline 4295056259 00000100:00000001:2.0:1789131468.351567:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4295055383 00000100:00000001:2.0:1789131468.351569:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request active for cpu 3, keep current deadline 4295056259 00000100:00000001:2.0:1789131468.351571:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131468.351573:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131468.351575:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131468.351577:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131468.351581:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131468.351582:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789131468.351583:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131468.351584:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131468.351586:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131468.351587:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131468.351634:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131468.351638:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0c3302900. 00000400:00000200:2.0:1789131468.351643:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131468.351705:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131468.351712:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5110 00000400:00000010:2.0:1789131468.351715:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5110. 00000100:00000001:2.0:1789131468.351720:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131468.351725:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c8280b40 x1876039997392512/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131468.351735:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131468.351744:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c8280b40 x1876039997392512/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131468.351752:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131468.351754:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1789131468.351938:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131468.351941:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d47eed00. 00000400:00000200:2.0:1789131468.351944:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131468.351948:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131468.351951:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e198 00000400:00000010:2.0:1789131468.351953:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e198. 00000100:00000001:2.0:1789131468.351956:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131468.351960:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0c8280000 x1876039997392640/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131468.351968:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131468.351971:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0c8280000 x1876039997392640/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131468.351978:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131468.351980:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1789131468.357796:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131468.357819:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131468.357829:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131468.357833:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131468.357911:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131468.357922:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131468.357933:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131468.357939:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131468.357946:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131468.357951:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 25 MB=0x6aa3f99a10680 00000400:00000200:2.0:1789131468.357957:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131468.357964:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 224/224 into md 0x17bd [1] + 224 00000800:00000001:2.0:1789131468.357973:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131468.357978:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131468.357982:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131468.358006:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131468.358016:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131468.358026:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c8280b40 x1876039997392512/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131468.358039:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0c8280b40 x1876039997392512/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131468.358061:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131468.358072:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131468.358076:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131468.358078:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131468.358080:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131468.358084:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131468.358088:0:2352:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131468.358092:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131468.358095:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131468.358098:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131468.358102:0:2352:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a10700 00000400:00000200:2.0:1789131468.358106:0:2352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131468.358111:0:2352:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x17c5 [1] + 224 00000800:00000001:2.0:1789131468.358115:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131468.358122:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131468.358124:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131468.358127:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131468.358130:0:2352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131468.358134:0:2352:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0c8280000 x1876039997392640/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131468.358142:0:2352:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0c8280000 x1876039997392640/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131468.358160:0:2352:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131468.358164:0:2352:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131468.358167:0:2352:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131468.358191:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131468.358196:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789131468.358205:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789131468.358208:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789131468.358212:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0c3d46f20. 00000400:00000200:2.0:1789131468.358217:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1b1e550 00000400:00000010:2.0:1789131468.358220:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1b1e550. 00000100:00000001:2.0:1789131468.358224:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131468.358229:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c8280000 x1876039997392640/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789131468.358238:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c8280000 x1876039997392640/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131468.358245:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789131468.358248:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131468.358250:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789131468.358253:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789131468.358256:0:2359:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789131468.358259:0:2359:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789131468.358262:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789131468.358274:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=120 v=5 (5 0 0 0) 00000100:00001000:2.0:1789131468.358279:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1789131468.358281:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789131468.358284:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789131468.358287:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789131468.358291:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131468.358305:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789131468.358308:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 4294967306 00000100:00000001:2.0:1789131468.358310:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789131468.358313:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131468.358319:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c8280000 x1876039997392640/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131468.358326:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789131468.358330:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789131468.358333:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789131468.358337:0:2359:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c8280000 x1876039997392640/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789131468.358356:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c8280000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2359:1876039997392640:192.168.206.157@tcp:400:kworker.0 00000100:00000001:2.0:1789131468.358362:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131468.358365:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131468.358369:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c8280000 x1876039997392640/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131468.358377:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789131468.358380:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789131468.358384:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d4ba8e00. 02000000:00000001:2.0:1789131468.358388:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789131468.358391:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1789131468.358393:0:2359:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=3 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:2.0:1789131468.358396:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1789131468.358399:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d47ee500. 02000000:00000001:2.0:1789131468.358403:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789131468.358404:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789131468.358407:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c8280000. 00000100:00000001:2.0:1789131468.358411:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789131468.358413:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131468.358415:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789131468.358425:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789131468.358427:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131468.358429:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789131468.358432:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131468.358734:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131468.358737:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789131468.358742:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789131468.358744:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789131468.358747:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d1995058. 00000400:00000200:3.0:1789131468.358752:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d2dd5088 00000400:00000010:3.0:1789131468.358760:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d2dd5088. 00000100:00000001:3.0:1789131468.358764:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1789131468.358770:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0c8280b40 x1876039997392512/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789131468.358780:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0c8280b40 x1876039997392512/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131468.358786:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789131468.358788:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131468.358790:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789131468.358792:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789131468.358793:0:2360:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789131468.358795:0:2360:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789131468.358796:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789131468.358800:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=31 v=5 (5 5 0 0) 00000100:00001000:3.0:1789131468.358803:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=48 v=5 (1 0 0 0) 00000100:00000001:3.0:1789131468.358805:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789131468.358806:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789131468.358808:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789131468.358810:0:2360:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131468.358812:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789131468.358815:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0c8280b40 x1876039997392512/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131468.358823:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789131468.358825:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789131468.358827:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789131468.358830:0:2360:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0c8280b40 x1876039997392512/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789131468.358838:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0c8280b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2360:1876039997392512:192.168.206.157@tcp:400:kworker.0 00000100:00000001:3.0:1789131468.359011:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131468.359013:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789131468.359018:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0c8280b40 x1876039997392512/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789131468.359036:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789131468.359038:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789131468.359040:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0c52d9800. 02000000:00000001:3.0:1789131468.359044:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789131468.359046:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1789131468.359048:0:2360:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:3.0:1789131468.359050:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1789131468.359052:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d47eea00. 02000000:00000001:3.0:1789131468.359055:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789131468.359056:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789131468.359058:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0c8280b40. 00000100:00000001:3.0:1789131468.359062:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789131468.359064:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131468.359066:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131468.359071:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131468.359073:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789131468.359075:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789131468.359077:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131468.671044:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131468.671055:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131468.671057:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131468.671064:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131468.671068:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131468.671072:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131468.671076:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131468.671079:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131468.671082:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131469.310970:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4295056259, at 4295056320 00000100:00000010:2.0:1789131469.310986:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c85b5d80. 00000100:00000040:3.0:1789131469.311191:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4295056259, at 4295056320 00000100:00000010:3.0:1789131469.311196:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0c85b5c00. 00010000:00000001:0.0:1789131469.375074:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131469.375081:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131469.375087:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131469.375088:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131469.375113:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789131469.375116:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131469.375119:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131469.695086:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131469.695094:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131469.695096:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131469.695102:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131469.695105:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131469.695109:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131469.695112:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131469.695114:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131469.695117:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131470.398521:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131470.398527:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131470.398532:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131470.398533:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131470.398619:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131470.398622:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131470.398625:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131470.720972:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131470.720979:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131470.720981:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131470.720986:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131470.720989:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131470.720993:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131470.720996:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131470.720998:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131470.721001:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131471.422610:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131471.422616:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131471.422621:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131471.422623:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131471.422731:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131471.422734:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131471.422737:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131471.742615:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131471.742623:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131471.742626:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131471.742631:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131471.742635:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131471.742638:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131471.742641:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131471.742643:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131471.742645:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131472.446594:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131472.446602:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131472.446608:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131472.446609:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131472.446634:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789131472.446636:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131472.446640:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131472.766680:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131472.766687:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131472.766690:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131472.766694:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131472.766697:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131472.766701:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131472.766704:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131472.766707:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131472.766710:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131473.471663:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789131473.471673:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789131473.471683:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a1a40. 00000020:00000040:0.0:1789131473.471689:0:38:0:(genops.c:1210:class_import_get()) import ffff9ba0d1aa9800 refcount=4 obd=MGC192.168.206.157@tcp 00000100:00000001:0.0:1789131473.471693:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131473.471696:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131473.471700:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131473.471707:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d1879300. 00000100:00000001:0.0:1789131473.471713:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131473.471724:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fabaa51c-4987-45c4-9f02-e7d2b3d3d958->MGS req@ffff9ba0d06a1a40 x1876039997392768/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789131473.471734:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131473.471739:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131473.471744:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c9ca6d68] to pc [ptlrpcd_00_00+0] req@ffff9ba0d06a1a40 x1876039997392768/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131473.471770:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789131473.471773:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789131473.471776:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00000040:0.0:1789131473.471779:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789131473.471782:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789131473.471784:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789131473.471788:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 9eee4ef8-e1f0-41ea-9b1c-8c058814aea6->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789131473.471791:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789131473.471794:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789131473.471796:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9ba0d06a0780. 00000020:00000040:0.0:1789131473.471812:0:38:0:(genops.c:1210:class_import_get()) import ffff9ba0d1a09800 refcount=4 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000100:00000001:0.0:1789131473.471814:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789131473.471815:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789131473.471817:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789131473.471822:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ba0d1879200. 00000100:00000001:0.0:1789131473.471825:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131473.471830:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-MDT0000_UUID req@ffff9ba0d06a0780 x1876039997392896/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789131473.471836:0:38:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789131473.471838:0:38:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131473.471841:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bca3033e] to pc [ptlrpcd_00_01+1] req@ffff9ba0d06a0780 x1876039997392896/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131473.471848:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131473.471850:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789131473.471853:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789131473.471855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789131473.471858:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 28807d01-a03a-479a-9ee1-7bdfc4545b0f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789131473.471862:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (398) 00000100:00000001:0.0:1789131473.471875:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131473.471878:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131473.471880:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131473.471884:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a0780 x1876039997392896/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131473.471890:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131473.471893:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131473.471896:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131473.471898:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131473.471901:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131473.471904:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2358:1876039997392896:192.168.206.157@tcp:400:kworker.0 00000100:00000001:0.0:1789131473.471908:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131473.471913:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131473.471915:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131473.471917:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131473.471922:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d3163400. 02000000:00000001:0.0:1789131473.471923:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131473.471930:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131473.471933:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee318. 00000400:00000010:0.0:1789131473.471940:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346ee0. 00000100:00000200:0.0:1789131473.471945:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997392896, portal 10 00000100:00000001:0.0:1789131473.471948:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131473.471949:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726523264 : -110359983028352 : ffff9ba0d06a0780) 00000100:00000040:0.0:1789131473.471956:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a0780 x1876039997392896/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131473.471962:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789131473.471964:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131473.471966:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346bb0. 00000100:00000200:0.0:1789131473.471969:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876039997392896, offset 0 00000400:00000200:0.0:1789131473.471975:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131473.471982:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131473.471989:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000400:00000200:0.0:1789131473.471994:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131473.471998:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131473.472002:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131473.472004:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131473.472008:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [648:648:256:4294967295] 192.168.206.157@tcp LPNI seq info [648:648:8:4294967295] 00000400:00000200:0.0:1789131473.472012:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131473.472020:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131473.472026:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131473.472031:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879600. 00000800:00000200:0.0:1789131473.472036:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131473.472044:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131473.472048:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789131473.472067:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131473.472072:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: using a timeout of 20896 usecs (21 jiffies) 00000400:00000200:0.0:1789131473.472075:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131473.472078:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 2 is 4295060502 00000100:00000010:0.0:1789131473.472083:0:2358:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d8521cc0. 00000100:00000001:0.0:1789131473.472089:0:2358:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789131473.472099:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS new deadline estimation for cpu 3 is 4295060502 00000100:00000010:0.0:1789131473.472103:0:2358:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ba0d8521a20. 00000100:00000001:0.0:1789131473.472107:0:2358:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789131473.472119:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131473.472123:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131473.472126:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131473.472129:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131473.472137:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131473.472140:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789131473.472142:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131473.472144:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131473.472146:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131473.472149:0:2358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1789131473.472150:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131473.472152:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131473.472154:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131473.472155:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131473.472156:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131473.472157:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789131473.472162:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ba0d06a1a40 x1876039997392768/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131473.472175:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131473.472176:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131473.472178:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789131473.472180:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789131473.472182:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131473.472185:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ba0d06a1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2358:1876039997392768:192.168.206.157@tcp:400:kworker.0 00000100:00000001:0.0:1789131473.472188:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789131473.472191:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789131473.472193:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131473.472195:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789131473.472198:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ba0d3163e00. 02000000:00000001:0.0:1789131473.472201:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131473.472201:0:2351:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131473.472208:0:2351:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879600. 00000400:00000200:0.0:1789131473.472209:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000010:0.0:1789131473.472215:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ba0d13ee058. 00000400:00000200:2.0:1789131473.472217:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1789131473.472220:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346aa0. 00000100:00000200:0.0:1789131473.472227:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876039997392768, portal 25 00000400:00000200:2.0:1789131473.472227:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:0.0:1789131473.472232:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789131473.472234:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633713726528064 : -110359983023552 : ffff9ba0d06a1a40) 00000400:00000200:2.0:1789131473.472235:0:2351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346bb0 00000400:00000010:2.0:1789131473.472239:0:2351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346bb0. 00000100:00000040:0.0:1789131473.472243:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ba0d06a1a40 x1876039997392768/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131473.472245:0:2351:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1789131473.472251:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1789131473.472262:0:2351:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a0780 x1876039997392896/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789131473.472266:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.157@tcp 00000400:00000010:0.0:1789131473.472280:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ba0d1346880. 00000100:00000200:0.0:1789131473.472286:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876039997392768, offset 0 00000100:00000001:2.0:1789131473.472287:0:2351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131473.472293:0:2351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a0780 x1876039997392896/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789131473.472296:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.157@tcp 00000400:00000200:0.0:1789131473.472305:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:2.0:1789131473.472307:0:2351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131473.472311:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.157@tcp local destination 00000100:00000001:2.0:1789131473.472312:0:2351:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1789131473.472317:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789131473.472320:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.57@tcp 00000400:00000200:0.0:1789131473.472324:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789131473.472326:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.157@tcp 00000400:00000200:0.0:1789131473.472330:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.57@tcp NI seq info: [649:649:256:4294967295] 192.168.206.157@tcp LPNI seq info [649:649:8:4294967295] 00000400:00000200:0.0:1789131473.472335:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:0.0:1789131473.472344:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp:) -> 192.168.206.157@tcp(192.168.206.157@tcp:192.168.206.157@tcp) : PUT try# 0 00000800:00000200:0.0:1789131473.472349:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.157@tcp 00000800:00000010:0.0:1789131473.472353:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ba0d1879400. 00000800:00000200:0.0:1789131473.472357:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ba0d32f7000] -> 12345-192.168.206.157@tcp (5) 00000800:00000200:0.0:1789131473.472372:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.157@tcp ip 192.168.206.157:988 00000800:00000200:0.0:1789131473.472375:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ba0d1879400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789131473.472388:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789131473.472391:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000100:00000001:0.0:1789131473.472392:0:2358:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 2 is 4295061380 00000100:00000001:0.0:1789131473.472397:0:2358:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295060502 00000100:00000001:0.0:1789131473.472400:0:2358:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS new deadline estimation for cpu 3 is 4295061380 00000100:00000001:0.0:1789131473.472404:0:2358:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.157@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295060502 00000100:00000001:0.0:1789131473.472407:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131473.472410:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131473.472413:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131473.472416:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789131473.472419:0:2352:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789131473.472423:0:2352:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ba0d1879400. 00000400:00000200:2.0:1789131473.472426:0:2352:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131473.472431:0:2352:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000400:00000200:2.0:1789131473.472434:0:2352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346880 00010000:00000001:0.0:1789131473.472438:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131473.472441:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131473.472445:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131473.472447:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789131473.472448:0:2352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346880. 00000100:00000001:2.0:1789131473.472453:0:2352:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1789131473.472457:0:2352:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9ba0d06a1a40 x1876039997392768/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131473.472464:0:2352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789131473.472468:0:2352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ba0d06a1a40 x1876039997392768/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131473.472493:0:2352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789131473.472495:0:2352:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1789131473.472801:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131473.472805:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131473.472808:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789131473.472857:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789131473.472861:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789131473.479379:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131473.479398:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131473.479402:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131473.479405:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131473.479413:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131473.479502:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131473.479514:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131473.479519:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131473.479614:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131473.479619:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 10 MB=0x6aa3f99a10800 00000400:00000200:2.0:1789131473.479624:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131473.479631:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.157@tcp of length 224/224 into md 0x17dd [1] + 224 00000800:00000001:2.0:1789131473.479654:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131473.479659:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131473.479662:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131473.479667:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131473.479674:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131473.479681:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a0780 x1876039997392896/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131473.479691:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d06a0780 x1876039997392896/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131473.479771:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131473.479775:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789131473.480021:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131473.480036:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131473.480041:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789131473.480044:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131473.480046:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131473.480049:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131473.480054:0:2351:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.57@tcp(192.168.206.57@tcp) <- 192.168.206.157@tcp : PUT - for me 00000400:00000200:2.0:1789131473.480059:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131473.480061:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131473.480064:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131473.480067:0:2351:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.157@tcp of length 224 into portal 25 MB=0x6aa3f99a10780 00000400:00000200:2.0:1789131473.480071:0:2351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.157@tcp to cpt 1 00000400:00000200:2.0:1789131473.480076:0:2351:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.157@tcp of length 224/224 into md 0x17e5 [1] + 224 00000800:00000001:2.0:1789131473.480080:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131473.480100:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789131473.480103:0:2351:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789131473.480107:0:2351:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.57@tcp->192.168.206.157@tcp: PUT: OK 00000100:00000001:2.0:1789131473.480111:0:2351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1789131473.480116:0:2351:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9ba0d06a1a40 x1876039997392768/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789131473.480125:0:2351:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ba0d06a1a40 x1876039997392768/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789131473.480143:0:2351:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789131473.480147:0:2351:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789131473.480150:0:2351:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1789131473.482606:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131473.482613:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131473.482618:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee318. 00000400:00000200:0.0:1789131473.482626:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346ee0 00000400:00000010:0.0:1789131473.482629:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346ee0. 00000100:00000001:0.0:1789131473.482634:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131473.482645:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a0780 x1876039997392896/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789131473.482675:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a0780 x1876039997392896/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131473.482683:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131473.482685:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131473.482688:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131473.482691:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131473.482693:0:2358:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131473.482696:0:2358:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131473.482699:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131473.482708:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1a09c60 time=125 v=5 (5 0 0 0) 00000100:00001000:0.0:1789131473.482712:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1a09c18 time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131473.482715:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131473.482716:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131473.482720:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131473.482723:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131473.482727:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789131473.482729:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ba0d1a0e000: skip recheck: last_committed 4294967306 00000100:00000001:0.0:1789131473.482742:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789131473.482744:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131473.482749:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a0780 x1876039997392896/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131473.482757:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131473.482760:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131473.482762:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131473.482765:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a0780 x1876039997392896/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131473.482773:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:28807d01-a03a-479a-9ee1-7bdfc4545b0f:2358:1876039997392896:192.168.206.157@tcp:400:kworker.0 00000100:00000001:0.0:1789131473.482777:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131473.482793:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131473.482797:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a0780 x1876039997392896/t0(0) o400->lustre-MDT0000-mdc-ffff9ba0d1a0e000@192.168.206.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1789131489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131473.482805:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131473.483191:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131473.483196:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d3163400. 02000000:00000001:0.0:1789131473.483201:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131473.483204:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131473.483205:0:2358:0:(genops.c:1223:class_import_put()) import ffff9ba0d1a09800 refcount=3 obd=lustre-MDT0000-mdc-ffff9ba0d1a0e000 00000020:00000001:0.0:1789131473.483208:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131473.483210:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d1879200. 02000000:00000001:0.0:1789131473.483213:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131473.483215:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131473.483217:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a0780. 00000100:00000001:0.0:1789131473.483220:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131473.483222:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131473.483225:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131473.483228:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131473.483230:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789131473.483234:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789131473.483236:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789131473.483238:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ba0d13ee058. 00000400:00000200:0.0:1789131473.483240:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ba0d1346aa0 00000400:00000010:0.0:1789131473.483242:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ba0d1346aa0. 00000100:00000001:0.0:1789131473.483245:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789131473.483249:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9ba0d06a1a40 x1876039997392768/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789131473.483258:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9ba0d06a1a40 x1876039997392768/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131473.483264:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789131473.483265:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131473.483276:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789131473.483278:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789131473.483279:0:2358:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789131473.483281:0:2358:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789131473.483282:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789131473.483286:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff9ba0d1aa9c60 time=36 v=5 (5 5 0 0) 00000100:00001000:0.0:1789131473.483288:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff9ba0d1aa9c18 time=53 v=5 (1 0 0 0) 00000100:00000001:0.0:1789131473.483291:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789131473.483293:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131473.483295:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789131473.483296:0:2358:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131473.483298:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789131473.483302:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ba0d06a1a40 x1876039997392768/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131473.483308:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789131473.483311:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789131473.483312:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789131473.483315:0:2358:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ba0d06a1a40 x1876039997392768/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789131473.483322:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ba0d06a1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fabaa51c-4987-45c4-9f02-e7d2b3d3d958:2358:1876039997392768:192.168.206.157@tcp:400:kworker.0 00000100:00000001:0.0:1789131473.483326:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131473.483327:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789131473.483330:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ba0d06a1a40 x1876039997392768/t0(0) o400->MGC192.168.206.157@tcp@192.168.206.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1789131489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789131473.483336:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789131473.483337:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789131473.483339:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ba0d3163e00. 02000000:00000001:0.0:1789131473.483342:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789131473.483343:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1789131473.483345:0:2358:0:(genops.c:1223:class_import_put()) import ffff9ba0d1aa9800 refcount=3 obd=MGC192.168.206.157@tcp 00000020:00000001:0.0:1789131473.483346:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1789131473.483348:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ba0d1879300. 02000000:00000001:0.0:1789131473.483350:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789131473.483352:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789131473.483353:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9ba0d06a1a40. 00000100:00000001:0.0:1789131473.483356:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789131473.483357:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131473.483358:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131473.483365:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131473.483367:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131473.483369:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789131473.483371:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789131473.790583:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131473.790590:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131473.790592:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131473.790597:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131473.790601:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131473.790604:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131473.790606:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131473.790608:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131473.790610:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789131474.430589:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805da20 (cpu 2) has reached its deadline 4295061380, at 4295061440 00000100:00000010:2.0:1789131474.430602:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d8521cc0. 00000100:00000040:3.0:1789131474.430687:0:790:0:(connection.c:75:cpu_latency_work()) work item of ffff9ba0d805db30 (cpu 3) has reached its deadline 4295061380, at 4295061440 00000100:00000010:3.0:1789131474.430693:0:790:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ba0d8521a20. 00010000:00000001:0.0:1789131474.494641:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131474.494648:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131474.494655:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131474.494656:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131474.494779:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131474.494782:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131474.494785:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131474.815815:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131474.815822:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131474.815823:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131474.815828:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131474.815837:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131474.815841:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131474.815844:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131474.815847:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131474.815850:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131475.518745:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131475.518751:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131475.518758:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131475.518759:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789131475.518913:0:5595:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789131475.518916:0:5595:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789131475.518920:0:5595:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131475.838633:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131475.838641:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131475.838643:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131475.838648:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131475.838652:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131475.838656:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131475.838659:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131475.838662:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131475.838665:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131476.543354:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131476.543363:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789131476.543365:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789131476.543368:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131476.543373:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789131476.543374:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131476.543376:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131476.543378:0:41:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131476.543381:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131476.543383:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789131476.543848:0:9890:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789131476.543851:0:9890:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789131476.543854:0:9890:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789131476.862582:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789131476.862589:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789131476.862592:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789131476.862597:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:0.0:1789131476.862602:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789131476.862606:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131476.862609:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789131476.862612:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789131476.862615:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131477.566615:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131477.566622:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789131477.566627:0:41:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789131477.566628:0:41:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789131477.566925:0:5596:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789131477.566929:0:5596:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789131477.566932:0:5596:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789131477.887265:0:10786:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789131477.887273:0:10786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789131477.887275:0:10786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789131477.887280:0:10786:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ba0d1b6c600 going to sleep for 0 seconds 00000100:00000001:3.0:1789131477.887284:0:10786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789131477.887288:0:10786:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131477.887291:0:10786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789131477.887310:0:10786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789131477.887313:0:10786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) Debug log: 110777 lines, 110777 kept, 0 dropped, 0 bad.